From e0fda0125314cbf9b55033c233a049a7895f299c Mon Sep 17 00:00:00 2001 From: zoo0YOON <113420912+zoo0YOON@users.noreply.github.com> Date: Thu, 5 Sep 2024 15:28:07 +0900 Subject: [PATCH 1/2] Add files via upload --- .../7\354\236\245/7-1_KMeans.ipynb" | 546 ++++++++++++++++++ .../7-2_Cluster evaluation.ipynb" | 180 ++++++ .../7\354\236\245/7-3_Mean_Shift.ipynb" | 136 +++++ .../7-4_Gaussian_Mixture_Model.ipynb" | 203 +++++++ .../7\354\236\245/7-5_DBSCAN.ipynb" | 236 ++++++++ ...ring_Practice_Customer_Segmentation.ipynb" | 382 ++++++++++++ 6 files changed, 1683 insertions(+) create mode 100644 "\355\214\214\353\250\270\354\231\204/7\354\236\245/7-1_KMeans.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/7\354\236\245/7-2_Cluster evaluation.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/7\354\236\245/7-3_Mean_Shift.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/7\354\236\245/7-4_Gaussian_Mixture_Model.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/7\354\236\245/7-5_DBSCAN.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/7\354\236\245/7-6_Clustering_Practice_Customer_Segmentation.ipynb" diff --git "a/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-1_KMeans.ipynb" "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-1_KMeans.ipynb" new file mode 100644 index 0000000..58a6aa8 --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-1_KMeans.ipynb" @@ -0,0 +1,546 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### K-Means를 이용한 붓꽃(Iris) 데이터 셋 Clustering" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
sepal_lengthsepal_widthpetal_lengthpetal_width
05.13.51.40.2
14.93.01.40.2
24.73.21.30.2
\n", + "
" + ], + "text/plain": [ + " sepal_length sepal_width petal_length petal_width\n", + "0 5.1 3.5 1.4 0.2\n", + "1 4.9 3.0 1.4 0.2\n", + "2 4.7 3.2 1.3 0.2" + ] + }, + "execution_count": 1, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "from sklearn.preprocessing import scale\n", + "from sklearn.datasets import load_iris\n", + "from sklearn.cluster import KMeans\n", + "import matplotlib.pyplot as plt\n", + "import numpy as np\n", + "import pandas as pd\n", + "%matplotlib inline\n", + "\n", + "iris = load_iris()\n", + "# 보다 편리한 데이터 Handling을 위해 DataFrame으로 변환\n", + "irisDF = pd.DataFrame(data=iris.data, columns=['sepal_length','sepal_width','petal_length','petal_width'])\n", + "irisDF.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "KMeans(n_clusters=3, random_state=0)" + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "kmeans = KMeans(n_clusters=3, init='k-means++', max_iter=300,random_state=0)\n", + "kmeans.fit(irisDF)" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n", + " 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 2 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n", + " 0 0 0 2 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 2 0 2 2 2 2 0 2 2 2 2\n", + " 2 2 0 0 2 2 2 2 0 2 0 2 0 2 2 0 0 2 2 2 2 2 0 2 2 2 2 0 2 2 2 0 2 2 2 0 2\n", + " 2 0]\n" + ] + } + ], + "source": [ + "print(kmeans.labels_)" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "target cluster\n", + "0 1 50\n", + "1 0 48\n", + " 2 2\n", + "2 0 14\n", + " 2 36\n", + "Name: sepal_length, dtype: int64\n" + ] + } + ], + "source": [ + "irisDF['target'] = iris.target\n", + "irisDF['cluster']=kmeans.labels_\n", + "iris_result = irisDF.groupby(['target','cluster'])['sepal_length'].count()\n", + "print(iris_result)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
sepal_lengthsepal_widthpetal_lengthpetal_widthtargetclusterpca_xpca_y
05.13.51.40.201-2.6841260.319397
14.93.01.40.201-2.714142-0.177001
24.73.21.30.201-2.888991-0.144949
\n", + "
" + ], + "text/plain": [ + " sepal_length sepal_width petal_length petal_width target cluster \\\n", + "0 5.1 3.5 1.4 0.2 0 1 \n", + "1 4.9 3.0 1.4 0.2 0 1 \n", + "2 4.7 3.2 1.3 0.2 0 1 \n", + "\n", + " pca_x pca_y \n", + "0 -2.684126 0.319397 \n", + "1 -2.714142 -0.177001 \n", + "2 -2.888991 -0.144949 " + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "from sklearn.decomposition import PCA\n", + "\n", + "pca = PCA(n_components=2)\n", + "pca_transformed = pca.fit_transform(iris.data)\n", + "\n", + "irisDF['pca_x'] = pca_transformed[:,0]\n", + "irisDF['pca_y'] = pca_transformed[:,1]\n", + "irisDF.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYoAAAEWCAYAAAB42tAoAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAuT0lEQVR4nO3de5QcdZn/8feTYQKDESISlUwSYBWj3KMRcHHPIrqEi0JAQaKCd2TV36q/NRJZfhoEIXuyq7iruzl4WRDlIgIDChohgQUvIIGES4RouEgyQRguCYkJZpJ5fn9U9dDT01Vd3V3VVd3zeZ0zJ9Ndl/52p6ee+n6f78XcHRERkSjj8i6AiIgUmwKFiIjEUqAQEZFYChQiIhJLgUJERGIpUIiISCwFioIyMzez1+VdjrSY2d+Z2aqMX+PDZvarssebzOxvUn6NaeF5u9I8b3jujvo/l86hQJESM/uhmT1pZi+Y2R/M7OM19t/DzL4XHrPRzB42s3PN7GUplukSMzs/rfPFvE6vmW0zs9dW2Xadmf2bu9/h7tOzLks5d5/g7o82cw4ze9zM3ll2zifC825vvoTZMLPjzOxXZrbezP5sZt8xs5fH7P+4mW0JA+BTZvY/ZjahbPssM7s9/J4OmNn/mtnxFec4Igx0X0xQvl3M7CIzeyJ8zdXh492be+ftofKGph0oUKTnQmAvd98FOB4438zeXG1HM9sN+C3QA7zV3V8O/AMwERh1sc2Lme2QZD937weWAKdVHL8bcCxwafqlkxi7AucDk4E3AlOAhTWOebe7TwDeBLwFOAfAzN4LXA38IDzPq4EvA++uOP5DwHPhv5HMbDzBd2U/4GhgF+BvgWeBQxK9O2k9d9dPyj/AdOBJ4JSI7ecDDwDjYs7hwOvC328DPl627cPAr8LfDfgG8DSwAbgf2B84AxgEtgKbgJ+G+08GrgEGgMeAfyo773zgJ8APgReAjxP88S4LHz8FfD2ivO8HHql47lPAveHvRwBry7adBfQDG4FVwDvC5y8Bzi/br/K4ecAj4XG/B06s9rmUf4bhe95U9rM5+Oo7BIF5KcGF6hngR8DEcNtlwBCwJTzui8Be4Xl3KPs8byC4SK4GPlHxef6Y4CK7EVgJzKzxf/5PwKNhWRYS3MztGJ7/gLJ9XxWWa1KC7+NJwAMx2x8H3ln2eCHws/C79QQwt8b5dw7f36nh9y3uPX48/B5NiNnnjQTf+fXhZ3Z82bZLgP8Cfh7+n/waeA1wEfA88DAwo+K9fSn8rjwP/A+wU9n2T4T/b8+F/4+TK/4/zgT+GB77bcDKtn8UeCjcthjYs9ax4Xt7Edgeln99uP+xYRk3EvxdfKGV16ya36G8C9BJP+EXeHP4Jbk36o8BuBM4t8a5kgaKWcA9BLWR0hdxj3DbJYy86I4L9/0yMB74G4KL0qxw+3yC4DI73LeHoOZzWrh9AnBYRHl7CALV28qe+y3wufD3Iwgv+ASBdE3pj5Lg4vvaiDIPHxc+Ppng4jwOeB/wl7L3O/y5VH6GFWX9EXBF+PvrCGpzOwKTgNuBi8r2fZyRF9G9GBko/jf8f98JOJggAL+j7PN8keAi0EVQ67yzxv/5rcBuwDTgD6X/9/A1/rVs388SBv8E38uLgCtjtg+/R2AqwcX5POANYZn2rnH+0whujLqAnwL/EbPvlcClMdu7CS7cZxN8R48kuHhOL/t+PAO8OfzMlxLc8Jwevv75wK0V7+3B8H3tRhBYzg+3HRme603h//9/ArdX/H/8jOBva1r4f3t0uG12WM43AjsQ1MB+k/DYD1P2PQ2fexL4u/D3VwBvSvPa1OyPmp5S5O6fAl4O/B1wLfDXiF1fSfDFSMNg+JpvILjbecjdo879FoI70K+6+1YP2u+/Q3AnWPJbd+9z9yF33xKe/3Vmtru7b3L3O6udONz3aoI/WMxsH4I/5sur7L6d4A9zXzPrdvfH3f2RJG/W3a9293Vh+a4iuGNL3GRhZmcRfFYfDc+32t1vdve/uvsA8HXg7xOeayrwNuAsd3/R3VcA32VkE9yv3P0mD3IalwEH1Tjtv7r7c+7+BMEFfk74/KXA+82s9Dd7Wni+WmX8B4LmoC/X2LXPzNYDvyIIfhcQfE+h9nf1Q8BV4Xu8HJhjZt0R+9b67h9GcEOyIPyOLiW44M4p2+c6d7/H3V8ErgNedPcfhK9/FTCj4pzfcvc17v4c8LWyc30A+L673+vufyWoebzVzPYqO3aBu68P/z9uJbgZAPgkcGH497aN4PM62Mz2THBsNYMEfw+7uPvz7n5vzL4tp0CRMnff7u6/ImjP/ceI3Z4F9kjp9ZYC3yKo2j5lZheb2S4Ru+8JTA6TnOvDC8PZBO3OJWsqjvkY8HrgYTO728zeFVOcS4FTzGwnggvZL9z96SplXg18juCO+2kzu9LMJtd4qwCY2elmtqKs/PsDiZKgZnYMwZ347DCwYWavCl+/38xeIGh2S5pUnQw85+4by577E9Bb9vjPZb9vBnaqkfsp//z/FL4G7n4XQe3p783sDQQ1oRviCmdmhxFcuN/r7n+o8V5mu/tEd9/T3T8Vfj7Phtsiv6thsHw7QS0N4HqCO/3jIg6p9d2fDKxx96Gy5yo/06fKft9S5fEERqr6mYb//qm0wd03heWL+/8rnXtP4Jtl38PnCGr0SY6t5j0ENc8/hZ0F3hqzb8spUGRnB6IT07cAJ5bdHdbyF4J24JLXlG909/9w9zcTJAhfD8wtbao4zxrgsfCCUPp5ubsfW366inP/0d3nELSJ/yvwk6ieWe5+B8Ef2gnABwna5qty98vd/W0Ef3Aenjv2vYZ3a98BPgO80t0nEjQrWNTrlB07nTCQuXv5hePC8PUP9KAjwgcrzhc3vfI6YLeKHkXTCNqYGzW14lzryh5fGpbvNOAn4R11VWY2gyCQfNTdlzRYllUE35n3xOxzGsF15Kdm9meCpsydCGuWVdwCzIrp3bcOmFrxt5HVZ7qO4PsHQFimVyZ8rTXAJyv+lnrc/TcJjh31nXL3u939BIK/sz6C3FZhKFCkILwrPdXMJphZl5nNIqjeLo045OsEvT0uLVVVwy6mXzezA6vsvwI4ycx2DvvZf6zstd9iZoeGVf2/8FKiDII7rfJxBL8DXjCzs8ysJyzr/mb2lpj39kEzmxTe4a0Pn47rGvoDgov+RIL26mrnnG5mR5rZjmF5t5SdcwVwrJntZmavIah5lLyM4I9sIDzPRwhqFLHCGtb1wDlhba/cywmTimbWy0tBtqTyMxwWBpzfABea2U7h/93HeOnuuhFzzewV4Z36ZwmaUkouA06kRhA2s/2BXwD/x92r/h8k4e4O/F/g/5nZR8JurePM7G1mdnG42+nAuQTNKqWf9wDHmdkrR5+VywgusteY2RvC873SzM42s2OBUs3pi2bWbWZHEPSwurLR9wF82symhL3wzualz/Ry4CNmdnD4XbwAuMvdH09wzkXAl8xsPwAz29XMTk5YnqeAKWEPMMxsvJl9wMx2dfdBgo4jhep+rUCRDidoZlpL0MPh3wiSuNdX3TloK/1bgnbJu8xsI0GXwQ0ECbJK3yDoTfIUwV1l+YVoF4K77OcJqtHPhq8P8D2Cds/1ZtYXtuG+m+CP+TGCRN53CbpTRjkaWGlmm4BvAqfG3ckSXMCmEbRZR+VodgQWhK//Z4K7qLPDbZcB9xEkIX9J2YXS3X8P/DtBkvwp4ACC5GQtbyJIoH/dgn77m8L3A8FF7k0En/2NBLmlchcC54Sf4ReqnHsOQYJ7HUF7+Vfc/eYEZYpyPUGHgxVheb5X2uDuawk6SThwR8w5/pkgMf+9sve7spHCuPtPCDoNfJTgPT5FkDC+Pmza2gv4trv/ueznBoLv8Zwq5/sr8E6C3kk3E1wUf0fQ3HeXu28l6F5+DMH347+A09394UbKH7qc4Lv0aPhzfliWJcD/I+gF+CRBC8CpEeeofB/XEdwQXRk2WT4YljmJpQQdBv5sZs+Ez50GPB6e60yCm4HCsOCmQUTagZl9H1jn7ufkXZZ2YGaPE/QcuyXvsrSzRAOqRCR/YW+ckxjdq0ckU2p6EmkDZnYeQfPGQnd/LO/yyNiSa9NTWI1+F/C0u49KSoaJrOsJ2tMBrnX3r7asgCIiknvT0yUEYwAie3AAd7h7XN99ERHJUK6Bwt1vt5GjIFOx++67+157pX5aEZGOdc899zzj7pOqbcu7RpHEW83sPoKueV9w96rd/MzsDIKJ8Jg2bRrLli1rYRFFRNqbmf0palvRk9n3EszIeBDBhF19UTu6+8XuPtPdZ06aVDUoiohIAwodKNz9hXD+Fdz9JqDbxsjiJiIiRVHoQGFmrzEzC38/hKC8z8YfJSIiaco1R2FmVxCsN7C7ma0FvkIwHz3uvgh4L/CPZraNYD6gU11DyUVEWirvXk+j5oKp2P4tgu6zIiKSk0I3PYmIdIqBzQMcc80xPLPlmdo7F4wChYhICyy6fxH9m/pZdN+ivItSNwUKEZGMDWwe4PrV1+M4fav72q5W0Q4D7saeC3ph66bRz4+fAGc3s9CXiORh0f2LGApXdx3yIRbdt4hzDmufmeJVoyiiakEi7nkRKaxSbWJwaBCAwaHBtqtVKFCIiGSovDZRUqpVtAsFChGRDN225rbh2kTJ4NAgt665NZ8CNUA5ChGRDC05eUneRWiaahQiIhJLgaKIxk+o73kRkQyp6amI1AVWRApENQoREYmlQCEiIrEUKEREJJYChYiIxFIyu1U0f5OIJDSweYDTf346lx17Gbv35L/6s2oUraL5m0QkoaJNSa5AISJSIEWcklyBQkSkQKpNSZ43BQoRkYIo6pTkChQiIgVR1CnJFShaJW6epvm7Br2iRGRMK+qU5Ooe2yqlLrDzd62+Xb2fRMa8ok5JrhqFiIjEUqAQEZFYChQiIhJLgUJERGIpULSaVq8TkTaTa68nM/s+8C7gaXffv8p2A74JHAtsBj7s7ve2tpQp0wSAItJm8q5RXAIcHbP9GGCf8OcM4L9bUCYRESmTa6Bw99uB52J2OQH4gQfuBCaa2R6tKZ2IiED+NYpaeoE1ZY/Xhs+NYmZnmNkyM1s2MDDQksKJiIwFRQ8UVuU5r7aju1/s7jPdfeakSZMyLpaIyNhR9ECxFpha9ngKsC6nsoiIjElFDxQ3AKdb4DBgg7s/mXehRETGkry7x14BHAHsbmZrga8A3QDuvgi4iaBr7GqC7rEfyaekIiJjV66Bwt3n1NjuwKdbVBwREami6E1PIiKSM61H0Y4u6K2+fsX4CRr5LSKpU42iHUUtcqTFj0QkAwoUIiISS4FCRERiKUfRKlF5BVBuQUQKTTWKVonLHyi3ICIFpkDRjrT4kYi0kJqe2pGaqURyM7B5gNN/fjqXHXsZu/fsnndxWkI1ChGROiy6fxH9m/pZdN+ivIvSMgoUIiIJDWwe4PrV1+M4fav7eGbLM3kXqSXU9NQq4yfE93qqRaOxRXK36P5FDPkQAEM+xKL7FnHOYefkXKrsKVC0SrMXc43GFslVqTYxODQIwODQIH2r+zjzoDM7PlehpicRkQTKaxMlpVpFp1OgEBFJ4LY1tw3XJkoGhwa5dc2t+RSohdT0JCIj9C3vZ+HiVaxbv4XJE3uYO2s6s2f05l2s3C05eUnNfTq166xqFCIyrG95P1+69gH612/Bgf71W/jStQ/Qt1wdJpLo1K6zChTtQqOxpQUWLl7FlsHtI57bMridhYtX5VSi9tHJXWfV9JS3pN1e1QVWWmDd+i11PS8v6eSus6pR5E3dXqVAJk/sqet5CUR1ne2UWoUChYgMmztrOj3dXSOe6+nuYu6s6TmVqD10etdZNT21UtyaFCIFUOrdpF5P9YnrOtsJzU8KFK2kICFtYPaMXgWGOiXpOtvO1PQkIiKxFCiKSt1eRTI3sHmAY645pmOSzllRoCii+RvUHVakBYoyQK7oAUuBQkTGpCINkCtKwIqiQNFKak4SKYxqA+TyUKSAFUWBopXO7k++SJFIgRW9qaSWIg2QK0rAipNroDCzo81slZmtNrN5VbYfYWYbzGxF+PPlPMqZqiRdZNWNVgqu6E0ltRRlgFyRAlac3AKFmXUB3waOAfYF5pjZvlV2vcPdDw5/vtrSQorIKO3QVFJLUdaWKErAqiXPAXeHAKvd/VEAM7sSOAH4fY5lEukIWa4p0Q6T39VaF6IoA+TaZUR3noGiF1hT9ngtcGiV/d5qZvcB64AvuPvKaiczszOAMwCmTZuWclFF2kdpTYnSdOGlNSWApoNFu6wbXd40VqQLbqWogFXKARVlAaQ8cxRW5TmveHwvsKe7HwT8J9AXdTJ3v9jdZ7r7zEmTJqVXyiK6oBfm7zr6R0lwIds1JdqhqaQTmsaKlgPKM1CsBaaWPZ5CUGsY5u4vuPum8PebgG4zyz+8NiNJr6da+2hqcomR5ZoSRWnbj9MOvYjiFDHQ5dn0dDewj5ntDfQDpwLvL9/BzF4DPOXubmaHEAS2Z1te0jSVRlzP3zV6n62bRm+vXMhIJMLkiT30VwkKaawpkVXbflprTbdL01icIuaAcqtRuPs24DPAYuAh4MfuvtLMzjSzM8Pd3gs8GOYo/gM41d0rm6fGBtUWJKFG15ToW97P4QuWsve8Gzl8wdKWrpOdVlNLOzSNxSlqd9lcx1G4+03u/np3f627fy18bpG7Lwp//5a77+fuB7n7Ye7+mzzLm7tSLkIkxuwZvVx40gH0TuzBgN6JPVx40gGxiexSArx//RaclxLgrQgWaTa1tEPTWJyiBjqNzBbpQLNn9PLreUfy2ILj+PW8I2v2dsoyAV5LkpxC0pHgS05ewgMfemD4Z+nJS5kyYQpXveuqpsrYqpHoRQ10ChR5yKp3kuaSkgZlmQCPk7SppdGmqTSbtFrRC6ky0JV+8h73oUCRh7TyDfM3jPxRslsaFJXoTiMBHidJU0ujTVNJjktSU6h2nnaf66peChRFo1qB5KDRBHizkjS11GqairpoJ2nSSlJTqHaeoo1zyJp1YieimTNn+rJly/ItxAW9jdUc5m+oeByTvK7cV4QgMX3uT1fy/ObgAjyxp5v5x+9XM0+R5bQfjRrYPMAx1x7DX7f/dfi5Hbt25Bfv+cVwd9fz7jyPq1ddzSnTTxnuRprkuPJ9KrfFvf74rvHgsHVoa+Rx7cjM7nH3mdW2qUaRlbSal6JqGKp5SBV9y/uZ+5P7hoMEwPotg8y9+r6aPZjqTYC3Qq2mqajmpUX3L2L70PbI4yrPHVfjqHz9bdu3DdeCitAjqRUUKIru7P7RuQjlIyTCwsWrGNw+upVgcMhb0oMpbbWapqIu9retuY1tvi3yuKRJ9GqvP8QQHs42VJRxDlnLc2S2VFItQZoU10uptK2ITUxR4nr7xI3CvvK4K2Oblb5x7zdGNCdB9VHQla9/3p3ncd0frxsRPIoyejpLqlGkqXyyvnqoliApieulNHliT2YD6/LoBRTXLFWrWenmx28edb4k4xWKOs4ha6pRpEnTbEjO5s6aztyf3Deq+al7nDF31vTYgXXN1CrymNY76qJ9yxO3sGnrpsj5ngY2Dww3HdWbjM57PEOctObLqkY1CpEOMntGLwvfexCv2Ll7+LmJPd0sPPkgZs/orWtgXdK5n6ISylnXMqIGp71j2jtiE+DtPrtslCy77CpQFIHWkpAUzZ7Ry/IvH8XjC47j8QXHseIrRzF7Ri99y/sZZ9WWgRndZFVPE1XUhTevsQZxzUNFnXSvWVlPTa5A0Upx4x7UbCUZKl34t1cZN1VtYF3SuZ+iLryrnluVyYUrSS0lbhqMok6616ysa0kKFCJjQLULP0CXWdWZZZM2UUVdeM+6/axMLlzN1lI6MRndilqSktlpGj8humaQtOtr1IhuLVwkEZJ0d4268A+5V01iJ138KOrC+8iGR0Y8TrJ4UK1kbGXzSuX5kiRzi5yMblRcLSmtjgWxNQoz28XMXlvl+QNTefVOEzU4rp6ur1rmVOqQNJdQ76R/Sed+qtbMc8r0U+ge1z1ivyS1ilq1hVrNK2Nt/qWSVtSSIgOFmZ0CPAxcY2YrzewtZZsvSa0EY4kS1pKypLmEeif9a2Txo5JGLly1krG1mleKuM50q7RiavK4pqezgTe7+5PhetWXmdnZ7n4tUL3rhMSLqxVoVLYkVN7UFDWlZ2VTU+kCX8+I7NkzehsaW9HIBarWOtG1mleKuM50J4kLFF3u/iSAu//OzN4O/MzMpkDk97M9FSUvoGVOpYZSU1O1xHS5ak1KjV74sxY3FUcp1xBXS/nkgZ+sebw0Jy5HsbE8PxEGjSOAE4D9Mi5XaxUhL6AchCQQ1XupXCvWkUjTgrsWRM67VFJqXjll+ikYxvumv6/ju7wWSVyg+EcqmpjcfSNwNPDRLAvVMcrnfmq2tqCmKSF+0r96cwlFsWTN6KaqajmNqDxEJ3Z5LZrIpid3vy/i+UHgR5mVqJOkuSbF1k2jg426zI45Ud1Weyf28Ot5R+ZQouY8/OzDbPeXakjXvPsaXr/b66vuG5WH6MQur0WjAXdFUKu2UISmMSmEvJYsTUO1UdXz7pg3Yp8v3v7FyGM7ceqNdqEBd82KS4THqWfJU5FQI72XKuW1HkXlDLMPP/vwiIF5AI9seIQ/PPeHUbWKVgwqk2h11yjMbKqZzc2iMLlpZrnRtO72teSpJNTMkqVZrUdRS7X8QmVtoqRarUJ5iHwlqlGY2e7AycAcoBe4LstCtVwR2vnjyqDahqQkq/UoaqmWX3jshceq7vvohkdHPac8RL4iA4WZvRw4EXg/8HqC4PA37j6lRWVrf1FzP6mWIDmpZz2KtETlF5acvAR3H16ytMu62O7bOWX6KZmVRRoTV6N4GvgdcA7wK3d3MzuxNcXqEJW1hFI+o7IHU63eSwo4Y1qaOYWkk/2lKS6/4PjwtlLvJw2WK55aU3icCvw3cLmZXZX2i5vZ0cA3gS7gu+6+oGK7hduPBTYDH3b3e9MuR8s0ms8oQtOY5KJyJHYppwA0FCzmzpo+amR31r2movILS55YwsatG0dt2z60XUnqgolMZrv7N9z9UOB4grE8fcBkMzvLzKp3dK6DmXUB3waOAfYF5pjZvhW7HQPsE/6cQRC0ikVJaMlQ0kn/kmpmsr9GRU1ad+S0I0fVNAC2+bbMur5mvTxrp6qZzHb3R4GvAV8zswMIEto/B0ZNP16nQ4DV4fkxsysJpgf5fdk+JwA/cHcH7jSziWa2R2kOqkLQ3b5kKIucQlHmfKpW0yjJqutrZRddSSZumvHXmdnh5c+5+wPAL4BZKbx2L7Cm7PHa8Ll69wHAzM4ws2VmtmxgYCCF4uWscvqP0o+mKh9T6l1Hom95P4cvWMre827k8AVLM+/22oxSTeNVO79q1LZGu77G1RjG8lTkzYqrUVxEkKeotBn4BvDuJl+72lTllbPSJtkneNL9YuBigJkzZ7b/7LYajS3Ul1NIO5/RKml2fY2rMWgq8sbFDbjby93vr3zS3ZcBe6Xw2muBqWWPpwDrGtinfSifIdR3119PTiHtfEa7iasxaAqQ5sTVKHaK2ZZGX7q7gX3MbG+gn6CH1fsr9rkB+EyYvzgU2FCo/ES9lM8Y8xq560+aU6gnn5HXNB5ZiqsxaAqQ5sTVKO42s09UPmlmHwPuafaF3X0b8BlgMfAQ8GN3X2lmZ5rZmeFuNwGPAquB7wCfavZ1M6OcgiSQ5V1/0nxGXtN4ZKlWjUFTgDQnrkbxOeA6M/sALwWGmcB4ghHbTXP3mwiCQflzi8p+d+DTabxW5pRTkARq3fU3c6efNJ+R1zQeWapVY9AUIM2JW4/iKeBvwyVQ9w+fvtHdl7akZJ0kaoZZiB6VrdHYHSluZHSzyehqM8u+/Q2TWLh4FZ+/asVw4EnSRNVuTVNxNQY1LTXPgpv2KhvMdgLOBF4HPAB8L2wuKryZM2f6smXLWvuizUzcVznluHSsamte93R3ceFJB7Bw8apUFyWKeq2dusfx/ObR4xdKrxNXxiIHC2mOmd3j7jOrbYtreroUGATuIBgh/UaC5igpiasp1KNakNHqdR0pbj2Jz1+1ouoxjQ6ui2pi2nGHcfR0d0U2UdXKo7RTTUPSERco9nX3AwDM7HsEEwRKuSzzD8ptdKyoXkyNTtgX1UwUFWA2bBnkG+87eLgG02U2IhBEHVdqCmu3cRrSvLheT8N103ZpchJpZ40scxrXgymuF9TsGb3Dr7c9bH4uHbtrT3fV40oBpdxYGqcxlsUFioPM7IXwZyNwYOl3M3uhVQVsW8o7SJ0ambAvqpno3J+uZPPW0fd3SZqYNrw4On9RHlAqpbmWhSbtK6a4Xk9dUdtEJBv1TtgXdZGulqye2NPN/OP3Gz5/1LGV8eAVO3dz3IF7cMVda6oGizTXstCkfcVU95rZItK4tCftq+ci/bIddxgRhOo59pp7+qsGiUbWsoiqNdSatG9g8wBHXX0Us34ySzWOFlOgaEbcmIZm17nWeImOk8WI6Gp5jSiVNYikxz6/eXBUExUEOYtGusyW1xoqn6+cgqNy+5Obn2TdX9aN2ibZUqBoxtn96eYi5m946UddYztOFtN3VMtrTIxIRlfWICqP7bJqkzVHG3KvO0hE1RpqTcExsHmAvj/2DZ8nqsah/EY2FChEqshiXYcsFiGC4IL/63lH8tiC4/j1vCOZf/x+iXtPlR/776ccVPW4pIEniahaQ9wUHKXt5SOvB7cPVq1xVKupSPMUKEQqpNlEVB5wxkXcsaeZDIbGlzuNOq6ewBMnrtYQNwVHqTbhZUvRDDFUtUaiRYmyUXMpVGkR5SQKI61J8yqnwkgrGZxEo8udRh237E/PDfd66jLjPW+u//xxtYa4SfvOu/O8qkumlmoV5xx2jhYlyphqFHkpz0coJ1EoaTURVQs48FIuoHxEdJGn+O5b3j+i19N2d665p7/uMjc61fdta24bUZsoGWJouMahRYmypRpFGqJmepW21OhUGpWiAst29xFzLRV9Koy0aliNTvVd67jz7jxPixJlTDWKNJR6P83foCakDtDIVBowOgE+cefOmAojqyR8WrQoUfZUo0hbqQkpbhyFgkmhxc3wGqXaWhLd44yuccb2oZeaTbq7jMHt2U+F0azyiQbHmWU+IrsZWpQoewoU9YiaVrzeKcGVjyi8epPB1ZpnBodGX1yjggQU58KbZxJeikmBoh5a7lQiNFsbSDJLbKvWgYhLwg+5ax2KMUiBQsa0tC7AUQnwJHprvG6tJVLTDiJRQW/InccWHDeqbFrIqPMpUMiY1ewa1eXmzpo+avlQgyqdOkcyqLnMaa2pP9JeTChpr680Pz8pNvV6ykpUwlqJ7MJIc+6laqOaP3DYNLrHxc+flCQvEdfrKIv5o5L2+sritaWYVKPIihLWhZd2t8/KBHjf8n6uuntN5P5JE8ITd+6uur7E5Ik9mXRdTdrrq+jdZiU9ChT1iBpYp1pCW0prYF2UhYtXRfZyqpWXKOlb3s+mF0evVNfdZcydNX143etKzb6H8qBXykN8/qoVI4JG1p+fFIcCRT1US+go1fIKaXb7jLqzTpKXKFm4eFXVbrYvG//SIkRZvoe4PETWn58Uh3IUMmY1OstqUlF31vXccUcFmw1bgqaorN9Drek7snxtKQ7VKGRMa3SW1STSuONO0ryT5XuolYfI8rWlOFSjEMlIs3fcfcv72bx1dH6ilc07adSKpP3lUqMws92Aq4C9gMeBU9z9+Sr7PQ5sBLYD29x9ZutKWUVaU3jImNHoHXdlbqBkYk8384/fr2V38cpDCOTX9DQPWOLuC8xsXvj4rIh93+7u2U4snzQAaAoPSUGS0cxR02i8bMcdWtrU08gEiXEGNg9w+s9P57JjL2P3nt3TLKpkKK9AcQJwRPj7pcBtRAeK7CkASIskHc1cpDEKaeYhyte11loR7SOvHMWr3f1JgPDfV0Xs58AvzeweMzujZaUTyUjS0cydmBvQutbtK7MahZndArymyqZ/qeM0h7v7OjN7FXCzmT3s7rdHvN4ZwBkA06ZNq7u8Ilkpb2qKmvupsqaQRm6glRP2JXktrWvdvjILFO7+zqhtZvaUme3h7k+a2R7A0xHnWBf++7SZXQccAlQNFO5+MXAxwMyZM2vNxSbSElFJ6UqVNYVmcwOtnLAvyWtFrWt95kFnKlfRBvLKUdwAfAhYEP57feUOZvYyYJy7bwx/Pwr4aktLWSlubezyFe3UC0pCUUnpclE1hWZyA2mtc13unL4HuOKuNWx3p8uMOYdO5fzZByR6rfLaRIlqFe0jr0CxAPixmX0MeAI4GcDMJgPfdfdjgVcD15lZqZyXu/svMilN0jmcKi/+UcudKgk+ZtRqcolLPhtk1iSUdjL8nL4H+OGdTww/3u4+/DjJa8Wta61AUXy5BAp3fxZ4R5Xn1wHHhr8/ChzUkgLp7l8akKTJJWpkde/EnsTzPTUi7Qn7rrir+iy4V9y1JtFraV3r9qaR2SINStKDKenaDmmr93X7lvdz+IKl7D3vRg5fsJS+5SNvnqqtm116Pq/3KK2juZ5EGpSkySXtAWtJ1fO6SWpGXWZVg0WXWW7vUVpHgUKkQUmbd/KaOC/p6yZJRs85dOqIHEXJnEOn1vVa0p7U9NQMLXc6pnVKk0uSmtH5sw/gg4dNoyvoXEKXGR88bBrnzz6gJWWUfKlG0Qwlwce0NJtcWjk4rlLSmtH5sw9QYBijFChEKtRz0a7W5FLvRb+Vg+Oq0QyxUouankTKlC7a/eF0G6WLdmUvoDSPTzr/U1a0Up3UohqFSJlaF+1GpgevNSK6CDPFKhktcVSjECkTdXEu1QzKawqfu2oFB5/7yxG1hUYu+p04U6x0FgUKkTJRF+cus6pzNq3fMjiiaamRi36n9J6SzqVAIVIm6qIdNTIZRjZNNXLRV45Aik45CimkvLqLRnV5Xbh4VdUupCWlpqVGu8wWLUeQZ3ddKR7zmDuldjVz5kxftmxZ3sWQBlVbw6GnuyvXu+xa60pkPclfK0W914k93cw/fj8FjA5lZve4+8xq29T0JIWTd3fRakrNQ6/YuXvUtk7LJ0StoVGZj5GxQ4FCCqcI3UWrmT2jl+VfPoqL3ndwR+cT4j7nvAO25EM5CimctNdSSFvR8glpi/r8S/IO2NJ6qlFI4XRCd9Fa6zsUWbXPv1xRAra0jmoUUjjtvr5B3nM3NatUxnN/upLnN49cvrTdArakQ72eRFJ2+IKluSx/mgV1kx074no9qUYhkrKiJuMb0en5GElGOQqRlGnuJuk0ChQiKeuEZLxIOTU9iaSs3ZPxIpUUKEQyoLZ96SRqehIRkViqUaThgl7Yumn08+MnwNntM9BKRKQa1SjSUC1IxD0vItJGFChERCSWAoWIiMTKJVCY2clmttLMhsys6pDxcL+jzWyVma02s3mtLKMUVztPuCfSjvKqUTwInATcHrWDmXUB3waOAfYF5pjZvq0pnhRVacK9/vVbcIIJ9z531QpmfPWXChgiGcklULj7Q+5ea/WTQ4DV7v6ou28FrgROyL50DRg/ob7npWFRq689v1mrr4lkpcjdY3uBNWWP1wKHRu1sZmcAZwBMmzYt25JVUhfYlkmy+poGuomkK7MahZndYmYPVvlJWiuwKs9Fzonu7he7+0x3nzlp0qTGCi2FV2tivXacoVWk6DKrUbj7O5s8xVpgatnjKcC6Js8pbW7urOkjFgWqpBlaRdJX5O6xdwP7mNneZjYeOBW4IecySc5mz+jlwpMOYGJP96htmqFVJBt5dY890czWAm8FbjSzxeHzk83sJgB33wZ8BlgMPAT82N1X5lFeKZbZM3pZ8ZWjuOh9B9M7sQcjWD3uwpMOUH5CJANaClVERGKXQi1y05OIiBSAAoWIiMRSoBARkVgKFCIiEkuBQkREYhV5Cg+RMadveT8LF69i3fotTJ7Yw9xZ09XlV3KnQCFSEKWZcUujzvvXb+FL1z4AoGAhuVLTk0hBVJsZtzTRoUieFChECiJqQkNNdCh5U6AQKYioCQ010aHkTYFCpCDmzppOT3fXiOc00aEUgZLZ0tHaqRdRqVztUl4ZOxQopGO1Yy+i2TN6C1s2GbvU9CQdS72IRNKhQCEdS72IRNKhQCEdS72IRNKhQCEdS72IRNKhZLZ0LPUiEkmHAoV0NPUiEmmemp5ERCSWAoWIiMRSoBARkVgKFCIiEkuBQkREYpm7512G1JnZAPCnDF9id+CZDM+ftnYqbzuVFdqrvCprdtqpvFFl3dPdJ1U7oCMDRdbMbJm7z8y7HEm1U3nbqazQXuVVWbPTTuVtpKxqehIRkVgKFCIiEkuBojEX512AOrVTeduprNBe5VVZs9NO5a27rMpRiIhILNUoREQklgKFiIjEUqBokJmdZ2b3m9kKM/ulmU3Ou0xxzGyhmT0clvk6M5uYd5mimNnJZrbSzIbMrJBdDs3saDNbZWarzWxe3uWJY2bfN7OnzezBvMtSi5lNNbNbzeyh8Dvw2bzLFMXMdjKz35nZfWFZz827TLWYWZeZLTezn9VznAJF4xa6+4HufjDwM+DLOZenlpuB/d39QOAPwJdyLk+cB4GTgNvzLkg1ZtYFfBs4BtgXmGNm++ZbqliXAEfnXYiEtgH/7O5vBA4DPl3gz/avwJHufhBwMHC0mR2Wb5Fq+izwUL0HKVA0yN1fKHv4MqDQvQLc/Zfuvi18eCcwJc/yxHH3h9x9Vd7liHEIsNrdH3X3rcCVwAk5lymSu98OPJd3OZJw9yfd/d7w940EF7VCLijigU3hw+7wp7DXATObAhwHfLfeYxUommBmXzOzNcAHKH6NotxHgZ/nXYg21gusKXu8loJezNqZme0FzADuyrkokcKmnBXA08DN7l7YsgIXAV8Ehuo9UIEihpndYmYPVvk5AcDd/8XdpwI/Aj6Tb2lrlzfc518Iqvc/yq+kycpaYFblucLeSbYjM5sAXAN8rqL2Xijuvj1sfp4CHGJm++dcpKrM7F3A0+5+TyPHaynUGO7+zoS7Xg7cCHwlw+LUVKu8ZvYh4F3AOzznATR1fLZFtBaYWvZ4CrAup7J0HDPrJggSP3L3a/MuTxLuvt7MbiPIBRWx08DhwPFmdiywE7CLmf3Q3T+Y5GDVKBpkZvuUPTweeDivsiRhZkcDZwHHu/vmvMvT5u4G9jGzvc1sPHAqcEPOZeoIZmbA94CH3P3reZcnjplNKvUeNLMe4J0U9Drg7l9y9ynuvhfB93Vp0iABChTNWBA2ldwPHEXQm6DIvgW8HLg57NK7KO8CRTGzE81sLfBW4EYzW5x3mcqFnQI+AywmSLb+2N1X5luqaGZ2BfBbYLqZrTWzj+VdphiHA6cBR4bf0xXhXXAR7QHcGl4D7ibIUdTV7bRdaAoPERGJpRqFiIjEUqAQEZFYChQiIhJLgUJERGIpUIiISCwFCpEGmNn2sOvmg2Z2tZntHD7/GjO70sweMbPfm9lNZvb6suM+b2YvmtmuMef+hZmtr3eGT5GsKFCINGaLux/s7vsDW4Ezw8Fi1wG3uftr3X1f4Gzg1WXHzSHoc39izLkXEowlECkEBQqR5t0BvA54OzDo7sODGd19hbvfAWBmrwUmAOcQBIyq3H0JsDHTEovUQYFCpAlmtgPBuhQPAPsDcZOuzQGuIAgs083sVdmXUKR5ChQijekJp5deBjxBMD9RLacCV7r7EHAtcHJ2xRNJj2aPFWnMlnB66WFmthJ4b7WdzexAYB+CubYAxgOPEqyUJ1JoqlGIpGcpsKOZfaL0hJm9xcz+nqDZab677xX+TAZ6zWzPvAorkpQChUhKwjU+TgT+IeweuxKYT7BWxakEPaLKXRc+P4KZ3QFcDbwjnO11VqYFF6lBs8eKiEgs1ShERCSWAoWIiMRSoBARkVgKFCIiEkuBQkREYilQiIhILAUKERGJ9f8BJxEz3rs3m1sAAAAASUVORK5CYII=\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "# 군집 값이 0, 1, 2인 경우마다 별도의 인덱스로 추출\n", + "marker0_ind = irisDF[irisDF['cluster']==0].index\n", + "marker1_ind = irisDF[irisDF['cluster']==1].index\n", + "marker2_ind = irisDF[irisDF['cluster']==2].index\n", + "\n", + "# 군집 값 0, 1, 2에 해당하는 인덱스로 각 군집 레벨의 pca_x, pca_y 값 추출. o, s, ^ 로 마커 표시\n", + "plt.scatter(x=irisDF.loc[marker0_ind, 'pca_x'], y=irisDF.loc[marker0_ind, 'pca_y'], marker='o')\n", + "plt.scatter(x=irisDF.loc[marker1_ind, 'pca_x'], y=irisDF.loc[marker1_ind, 'pca_y'], marker='s')\n", + "plt.scatter(x=irisDF.loc[marker2_ind, 'pca_x'], y=irisDF.loc[marker2_ind, 'pca_y'], marker='^')\n", + "\n", + "plt.xlabel('PCA 1')\n", + "plt.ylabel('PCA 2')\n", + "plt.title('3 Clusters Visualization by 2 PCA Components')\n", + "plt.show()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Clustering 알고리즘 테스트를 위한 데이터 생성 " + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(200, 2) (200,)\n", + "[0 1 2] [67 67 66]\n" + ] + } + ], + "source": [ + "import numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from sklearn.cluster import KMeans\n", + "from sklearn.datasets import make_blobs\n", + "%matplotlib inline\n", + "\n", + "X, y = make_blobs(n_samples=200, n_features=2, centers=3, cluster_std=0.8, random_state=0)\n", + "print(X.shape, y.shape)\n", + "\n", + "# y target 값의 분포를 확인\n", + "unique, counts = np.unique(y, return_counts=True)\n", + "print(unique,counts)" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
ftr1ftr2target
0-1.6924273.6220252
10.6979404.4288670
21.1002284.6063170
\n", + "
" + ], + "text/plain": [ + " ftr1 ftr2 target\n", + "0 -1.692427 3.622025 2\n", + "1 0.697940 4.428867 0\n", + "2 1.100228 4.606317 0" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import pandas as pd\n", + "\n", + "clusterDF = pd.DataFrame(data=X, columns=['ftr1', 'ftr2'])\n", + "clusterDF['target'] = y\n", + "clusterDF.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXIAAAD4CAYAAADxeG0DAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAoDUlEQVR4nO3dfXRU1bk/8O8zSYQkJCQkKQRCAiLSstC2yrK1Xl+uWkutpYV1XdeKWG17aU1Er1VrfbmIGktb3++1Vxe1iF3gdblaKLnW97ZXa5e/WqwvFdCC2EiaoRAC8iYK4fn9kUycTM68nbPPOfvMfD9rzVqSzOyzZ5Dn7Hn2s/cWVQUREUVXLOwOEBGRNwzkREQRx0BORBRxDORERBHHQE5EFHGlYVy0vr5eJ02aFMaliYgi6+WXX+5R1YbUn4cSyCdNmoS1a9eGcWkiosgSkU6nnzO1QkQUcUYCuYjUiMgvRORNEdkgIieaaJeIiLIzlVq5B8CTqvovInIEgApD7RIRURaeA7mIVAM4BcBFAKCqHwL40Gu7RESUGxOplSMBbAfwoIi8IiIPiEilgXaJiCgHJgJ5KYDjANynqp8GsA/A91OfJCILRGStiKzdvn27gctSsVq58mFMnvpxxEpKMHnqx7Fy5cOhtEFkCxOBvAtAl6r+ceDPv0B/YB9CVZeq6kxVndnQMKwMkignK1c+jEuuuBrvz/w6Jn53Fd6f+XVccsXVeQXifNpgwM8dP6vweA7kqroVwBYRmTbwozMArPfaLpGTGxbfjIozLsXIlmMhJaUY2XIsKs64FDcsvtl4G25vGsUY0EzcYMk9MbEfuYh8CsADAI4AsBnAxaq6M93zZ86cqVwQRG7ESkow8burICUfzdNr3yFsuXMuDvf1GW1j8tSP4/2ZX8fIlmMHf3ag83WUr30I72x807HtRECrOONSjGiajg+61mP/b+7FfXfdhnnzzs/37UaGm8+K8iciL6vqzNSfG6kjV9VXB9Imx6rqVzMFcSIvWo6cig+6hn7h+6BrPVqOnGq8jc7NGzGiafqQn41omo7OzRvTtu31G0NUR/NuPisyhys7KVLaFy/C/t/ciwOdr0P7DuFA5+vY/5t70b54kfE23Nw0vAS0KKcnTNxgyT0GcoqUefPOx3133YbytQ9hy51zUb72obzTFrm24eam4SWgmcj/h8XEDZY8UNXAH8cff7wSRcGKFSt10lHTVGIxnXTUNF2xYmXW51c1jNex5/1Am6/6lY497wda1TA+6+tUVSUW0+arfqUt1zw2+Gi+6lcqsZipt+OrfD8ryh+AteoQU41MduaLk51UyFaufBg3LL4ZnZs3ouXIqWhfvCinbwycMKRsfJ3sJKKPzJt3Pt7Z+CYO9/XhnY1v5pz2YXqC3AplP3IiGi4R8G9YfDM6H+0fzd9R4GWLZAZH5EQWSR3NA4hUOaKb8smollzahCNyIkslLy6a+NXpeL9rPS654moAsHKU7qa/UXuPtuJkJ5Glojb56aa/UXuPYeNkJ1HEpF1c9PZGK1MRbhZDcUWoGQzkRJZKt7goNqLcytWfbhZDcUWoGQzkRD4wMYHnVI6447HbUfnpc6xc/emmfJIll4Y4rRLy+8GVnVTIvKzudGorebUkREJb/ZnLyk03qzu5IjR34MpOomD4OYEX1uRgsW7PaxtOdhIFxM8JvLBSEVHe0KsYMJBT0TO9IMXPCTwTuz+6weoSuzGQU1HzYw9wv0fNbvdy8YLVJXZjIKei4TTy9iNl4MeoOexl7KwusZzTDKjfD1atUNCcKklKR41RQLSsrlnrv3y1tXuAu62CMV0NYnt7xQB+Vq2IyN8A7AHQB+CQOsyqJmPVCgUtXbVH7zP3Y8znv4MdT9yDmlMuROX0U61bIl6Ih0Db3j9bpataMRnIZ6pqTy7PZyCnoMVKSjDxu6sgJR/tE6d9h/DuHXPR8r2OIUHdtoCSru9b7pyLw319jq+xfQ8T2/tnK5YfUlFLN1lXVtcEoL8C4+COLb5WgbjNcwd9CHQQbO9f1JgK5ArgaRF5WUQWOD1BRBaIyFoRWbt9+3ZDlyXKzRfPOhM9/3vb0OXuT9yD0Sf+K4D+wDjpqKN9qwLxUh0T9CHQQbC9f1FjKpCfpKrHAfgigDYROSX1Caq6VFVnqurMhoYGQ5clys0TTz+LymPPQu+z9+PdO+Zg2+pbUTH9NFRMO8l1BUY+I2wv1THpqmCA9IdO2F5lYnv/IsdpBtTLA8BiAFdleg6rVgqP7RUIqSfU13/5ai2ra1ZAXPU330qS1Ot7rY7J5fq2/53Y3j8bwa+qFRGpBBBT1T0D//0MgJtV9cl0r+FkZ2GJQgWC6cm1fNsL+/pUGPyc7BwL4AUReQ3ASwB+nSmIU+GJwj4cJr7KJ6dSOjvfxaE9Q4u0Mk3WmU4lcLKQknk+s1NVNwP4pIG+kM/i8ThOPvVkvPD8Cxg3bpyxdjs3b8TErzoElUftCSpeT6hPPVvyg6716Hn8LkisBJXTTwWQebLO6/VTtRw5Fe93rR8yIudkYfFi+WERaV/Sjs7uTrQvaTfablgVCPmW83nZo8TpW0f92Vdg1+9X5DzCNrlHCicLaQinxLnfD052Bq+7u1srqit0yk1TtHJ0pcbjcWNtmzxIwdZrppusBMTTZN3ghJ/EtKyiSiEfTb5mmwzMdbKQk4qFAzxYori1XdaG1RtXo+68Oux4ZAfmHj0X995zr7H2ExtQdW7uTxu0L17k60RnEJN9ye+pdGQlxsy+1uj1nCaJe564B5XTT8PBN/8PeuhDjP7S1YO/2/HY7fi3C7+G//5J7n9vUZiIptxxZaeDeDyOo44+Clu3bg27K76Kx+NY/tByVM+qBgBUz6rG8oeWG33fQW+t6vdkX+oCnvJPnj1sQZHXVIZjuuaLl+P9jS+i+guX41DJyCG/qzvnKixdtnxYCilTiikKE9HkXVEHcr9yxrZpX9KO0Z8bjbKaMgBAWU0Zqk+sjvT79jsvnxoAa0+Z37+gqGOJsa1p092MDu7owoim6Ti0ayu6f9aKfeufG/xd3wf7hwThbCtGWd1SHIo2tRKPx3HUx49C45WN2HrnVmx6c5PRSg6bTJw0EV2dXcN+3tTShC1/2xJCj7zzO2XgZqOqfKXdkfHZ+zHmzO8M25mxpLIWvc/cj0M7uwb7kC3FxHrzwsLUSorEKLW8pTzyo9Nstvxti+Okc1SDOOD/kWdBVOI4VZ70PHEPyqee2L8PzOf+tT+l8sXLsev3K7DjiXtQfvSJQ/qQbcTN6pbiUJSBPIicMfnPz7y8qQCYKX895GZ0x1z0dixB33vb8P5fXxzcGx3AYJqlYvpp0E2/H9KHbDec5Gu8e8cc9HYswd6erbhh8c2BnzJE/inKQF6IOWMyy8SIP5cdDwdvRof78OG+3Zh01NEY8/nvDAZxoD8wS9lIjNn+6rA+5HLDmTfvfLQvXoSq+kaMmX0tJl7Z35eLvrMQrW2XevykyApOX7n9foRdR97U0qTo33p3yKOppSnUfpE9TNRwTzpqmo497wf9G3TVNyskpqU1jVo/dnzG6+ZbH59PX5Lr4Mee9wMtGVnJuvIIQZo68qIM5ESZZAumuQZbicW07kvf1dLRY4c8N1ZR4zkw5yvtgqaBBUgUDekCedFWrRClY6oSZPLUj6OrZzfqZi0MvWok05mlyVUwZDdWrQTM9GKjYlm8ZINslSC51ma3L16EQ7u2WlHH3b54EXY8dvuwE5JSq2AomhjIfWJ6sVGxLF6yQbZKkLqGceh+4BJ0/nj24IIdp9LEefPOR0PjBCuONJs373z824VfQ8+vbu2vXnnmfscqGIoop3yL349Cz5Gb3qCqu7tby6vKdcpNU7SiusLohlc0XKYc+IoVK7W8dmjOu6S6QUdW1Trmsv2avPTy3pzavqS1rX/TLoiWVVTpJa1tgfSH8gNOdgandWGrNs5q1BnLZ2jjrEZtu6wt+4uytFd/Zr3OWD5D68+s99xeIfEryKRrN131R0Nj+oqnfPpoalfHfK55SWubllTWDr05VdbqJa1tefWHAd9/6QI5JzsNSyz9n3jzRJTVlOHgroPourHL9RYA8XgcU6ZNQfMtzYPtbVm0BW+/9XbBbimQqzB29vN76b6JJfX5fi5HVFY77uzY27EEE8aPz6k/3GUxGJzsDIjpxUbtS9pR+ZnKIe1VnFDBXDnC2dkvn6X7+R58AZjZ5Crfz+Xg/r3Om3ft35tzf7jLYriMBXIRKRGRV0TkMVNtRlFHRwfiT8bxxkVvDD7iT8axZs0aV+2tXr0aPc/2DGmv59kerFq1ynDPoyeMnf2cVlJu7/gxdmzbNiRQ57Kq04mJPV7y/VzKKkY5XrOsYlTO/eEui+EyOSK/HMAGg+1FkukNqubMmYPGWY2YsXzG4KNxViPmzp1ruOfRE8YRc/PmnY8Lzp2D7as/qv4Y9ckvYD9K8a1LLh0M1G5HqE43ivd+fRv27duX88g+38/lWxddOGyv9Z7/vQ3fuujCnPecCeu4PxrgFHTyfQBoAvAbAKcDeCzb8wt9stOkqG4n0N3drVOmTvG1wiaMI+ZUMyx3H1WnZRVVKrGYAuK4klJisZzeV2LSsH7s+GFVMrlUveT7uXitWgnr76LYwM/JThH5BYAlAKoAXKWq52R6fiFPdlK/tsvasHTZUnz7m982eqRcqqCPmAPST3i+e/scjD3vVoxomo7uBy4xsqLT7eRnGJ9LGNcsNukmOz0HchE5B8DZqtoqIqchTSAXkQUAFgBAc3Pz8Z2dnZ6uWwji8ThOPvVkvPD8CwVVgVLoh3akC647nvwvTPj2TwEA+9Y/h53PLUf92Vd4quII4oALig4/q1ZOAjBbRP4G4BEAp4vIitQnqepSVZ2pqjMbGhoMXDb6wlitGcRS/0yHdkRpq4F0VSftixdh91P3DJvwHH3S1wZfWzn9VNScPB/bfnmLp4MvmHumnDjlW9w+AJwG5shzYnr1Z65aF7ZqaWWpb4uKEu9r2t3TdMbyGTrt7mlD3p/f1zcllx0QGxqbFBCVsnItOaLcMW/udWdB5p4pGdLkyFlHHpIwjpqLx+N4cPmDaPleCx5c/qAvo+JMdfSJk5lavtdi/YlM2apO5s07H9u6t0D1MA5/uB8PLXvAlyPVsh1w4aZWnQoPV3aGwPTqz1y1XdaGRzc8inEXjEP3z7vxlSO/gmU/XWb0GpkOep49ezZWb1yNuvPqsOORHZh79FxfJ0K9cJObDnqyj6spiw9XdlokjKPmEqPxunPqAAANsxuwYuUK46PidHX0L734UqTOSXWTm04+Q7R98SLcsPhmX0fKXldTcjRfOBjIQ+Bm9afXSUKnpf5VJ1bhuv+4zlV7bq4fpXNSvRy+7HZVZ768rKYMqo8UDKZWIsJrXfa4CePwj+5/DPt5ZXUl9r6310QXM8qUcnG76tVvblMlJja+yqVff9v0V5TWjEPNyRcMHtac63X87iP5w7c6cjcYyPNjoi77mOOOQXdtN8ZfOH7wZ90Pd2PPC3vw7tvvRrLO29Y6fD9rv53y4j2P34Wak+ejtKo+5xw569OjiTnyCPNa4RKPx7H+jfXo/W3vkHRO79O9OCyHrU1vZGPrqUl+1n475cXrz74CvU/fl1etOuvTCwsDueUSJXteJgnbl7Rj7BljUdZQNux3ffv6XO/MGCabSxm95NezSZcXR98HeGfjmzlXq/jZRwoeA7nlvE4SJt8Ipt02DdPunobK0ZWIx+Oed2YMUxh1+LnKVvvthamRtJ99pOAxR245r5OEbZe1DdZuJ9hew51NWHX4NnDKkW/v+DEOf7Af9fX1uPsOBuNCli5HHqkzO4PYGjWKMn0u+WyDm64d2z735DNREw8TZ6NGRfL2AKU1jVr3pe9mPQSaCgMK4fDlqOzTETRTn0u6dmz73G3doz3Iw4fT7YleWtPoeX8XslfkA3lYm0zZztTn8sorr2isNKYtV7UMaYefe26C3txKYjHHgysgsZwOr8hVkDcnyi5dII/MZGdYk1u2b7tq6nOZ/435wBHA3r/sHdKOzZOKNgn68OF0k56lo8caKyHk6s/oiEQgN1GC55attcqAuc/l1Vdfxbp16zD5msnY9cIuVHyuAssfWo7XXnstUvujhCnow4ed9kTvefwulPYdMFZCGPTNidyLRCAPa5+O5G1fly1bhslTJlsVxJw+lxHHj8h7/5T535iP2pNrUd5SjpqTarDrD7tQfWI15l8838jnbvu3GhOCXmAzb975+Ol/3YnDz/033r19Drb98hbUlpfhgfvuNVa14vfNiZt2GeSUb/H7kW+OPKzJrdaFrVp/Zr3OWD5DyyeVa0lFiTUTfqrpP5dRo0fl3EZ3d7fGjogNOQhCykQBaOmI0rw+93TVLU6TpbZVwnjNBRfiARDpJlRNTKYW4ucVBER9sjNo3d3dWl5VrtPunqbT7p6msYqYTrlpilZUV1gTfJK5nZQ0WcqXLmA79cumShhTQaXQJgb9DLZubxKF9hnni4E8T8mj8bqz6rTurDqdsXyG1p9Zb0XwSZUckPMJxKa+7WQK2Kn9sq0Sxs+RZ9T5FTjTVd1kqrjhKD59IOfKzjTGTxyPeFccACBlgqNvO9raVYQ2rHRMXkGaWDl6/fevd+zXuf9yLp76+1PWnBRUCDsBBn06kVduttHl1rvc/TBvc+bMQeOsRtSdVYcx/zzG6gMRUic9AeCDvg9w7Q3XZn2tiYnIdNUz1/3HdcMmSys/XYmVD6/0tRIm3/cU9Z0Ao1gm6GbTrqArg6LE84hcREYCeB7ACAClAH6hqjdmek0URuSJPU6kRKB9wz8jmw5EGLYfS0n/t4jK8krs6d2T8bVeD6xItOG0n8ueF/cMP7SiFBhzypgh+6KbHpXn+56ifvZlVEeq+X6LiOr7NMm3vVYACIBRA/9dBuCPAD6b6TVRyJFH1UXfvEhj5TEdfeLorPlnU7nqfPLsflcguX1PUZ5Ec5NvjiLmyNPnyD2nVgbaTwy7ygYewSfeCfF4HCsfXonJ35+Mva/vReVxlRlTQKZWbWY6cDk1xZHuuaa+3bh9T8kHJ6fu6217vXPUU0O54ta7GTj9o8r3AaAEwKsA9gL4UZrnLACwFsDa5uZmv25YRe2ib16kY04fM1hpU3tabdpRaWLkmlw/brqCJOgSQz/eUxRGgVHoI5mBIKpWRKQGwGoAC1X1jXTPi0KOPGri8ThaprTgyCVHDlaIbLp+E+pOqMO5x5w7LFfs9z7lJs4ZzZcf7ykqedmoVa2QO4EdviwiNwLYp6q3p3sOA7l5bZe14ZF1jww9XPnn3eh9vhdNE4ZPzCaXVybLdxI33QHITuWIfpcYej2Ew0khlCZS4fCt/FBEGgZG4hCRcgBnArBnqFIkOjo6hh+u/FvnIA70l1eWVpai7bI2T7lqp03FEnvUBL3Zlh/592LJP1O0magjbwTwOxF5HcCfADyjqo8ZaJfykE8QM3VwcXI7Dy5/EJOOnIStW7eifUk7Kj9TaXXtfa54SDFFgtM/fr8fLD80L59NqNwu58/UTv2Z9RobGdO2y9q0sanRscSwsanRqo2yshksSZSYllVUKUQiV5pIhQVRP1iiEPi5nWuu+6Ynr8I8uOsgdvx5B5Y9uCzvPqWu5qw7pw6IAcseXIYvnPUFNM5qxIzlM9A4q3EwfTNnzhxr93ZPNWS15JWrMGb2taiqb+QkIlmJgTxAfh1SkU+qJHk5f8/jPejb14dYQyzvPjnthV77T7WINcSw8pHhS/ATh1R4TecEhYcqUJRw06yAmCjH81Ihknjt/vf3D9kM7MgbjsTm9s0YN3Ycurd059yXdBUiZXVl6NvXh6k/nDoY5Hc8sgP1/6hHz9geazbKyobVKmQjbpoVMhOrKNNViORyHFvitXPnzoWqonVhK8adMQ7lLeUYd8Y4zJ07N6++JCZXWxe2DqZRZiyfgWl3TEP18dV468q3Bqtn4k/GsW7duox9tO0UIVarUJQwkDswHVRMnK2ZaGPCJRNw33334fXXXweQ2zF4qakXk2dxdnR0IP5kfEjZ464/7kJsRGwwN966sBVjTx+bsY+2nY3KahWKFKcZUL8ftletmF5abuIUntaFrfqx0z6mJdUlGquI6THHHaOquW1ClVqlcsynjzF2KlAqp02rsvXRtoMmEqK8kRYVJvCEoNz4EVS87viX6NPoz45WKROdctMUlSNEX3vttZxfm7z/SKws5tsOhG5KG02VQ1JuakdXOf79146uCrtrlEW6QM7USgpTOwIm87risH1JO0YdNwp7Xt2D2tP6T7uvPbkWF1x8QU6vTU29jD1j7LAVnfn0Jx03KSQTaSfKz8739kBvrB722Ple5r3ryV4M5ElsDSodHR3Y9vttgAINX2oAADR8uQHr1q3L2jenHHb8mThWrVplvJ+55Ou9vsa2SVEiGzCQJ3ETiPLlJhC99OJLKBtRhppTa4b07WP//LGsfUv9NtC6sBWlI0vzrlLJheNN48k41qxZY+w1tk2KElnB6Su/3w9bc+R+n16j6m4itXVhq5ZUluTdt9Rl+7ZOKuYq6v23BQDVG6uHPTB4TgzZCsyRZ+f36TVuN6tavWo1+g4MX4SSbXvW1NGrH/n/IEW9/1E3pqYaIjLsMaamOuyuFT2u7AyQ2z263RyQnLqS9A/P/QGfO+VzmHjzxMGDJ7pu7ArkwAcTEu8nqv23yZga54nN2tFV6N21O+3rRAR64/CgLTftRhhxpBhxZWfI3E6kuh3Fp45e518833X+34YJxiDmL4pF767djt88MwVxshsDeUDcBiI36QSnm8a69evynohM7kPYE4xuJlKJigVTKwFxcwyZ23SCybMr4/E4pkybgvFXjUf8jjjefuttpjIiwG36JBOmVsJXtKkVG9ICgLuJVLejeJOj18RpP+Ut5ag4oYKpjIjgop/iUvAjcjcThbbw4zDhfCRG4823NA9+I9iyaEtRjsrTbSFsKz9Gz36M8ik/fh6+PFFEficiG0RknYhc7rVNU0ydTRmWdKP4l158KedvGV6+kTidvVmso3Ib5gnCxklSe5lIrRwCcKWqfgLAZwG0ich0A+16Vqh1x/kEFS8BaPXq1eh5tmdIiqbn2Z68lvfH43FMnjJ58GDmKIr6gICCEWadvedArqpxVf3zwH/vAbABwASv7Xpl674pbiVG1vkcmeY1AM2ZM2fIoRGJMzjzWd7fvqQdW7ZuwZb4lsjeSAt1QEBmhTkvYTRHLiKTADwPYIaqpv2+FUSO3GTlhg0Suf5PHP2JnI9Mc7sAKcFrjj654uWdH72DESUjsPmvmyORY06I6kIk5rODF0RVT7ocubFALiKjADwH4FZVHfbdW0QWAFgAAM3Nzcd3dnYauW46YU8UmpQIJg0LGvDuf76Lo398dNagYkMAarusDY9ueBTjLhiH+MNxHNh0ABedc1GkbqSFNiAg/0Q+kItIGYDHADylqndme34x1JGbrHJIBJMPD38I7VOMnz9+8HfpgkrYAcip4mXT9ZtwROyISI3KC2lAQP6KdCAXEQHwEIBeVf33XF5TDIHcVNlj8sh6862bcXD7wWHPcQoqYQeg5NF4QlRH5TZjCsUeUQ/k/wTg9wD+AuDwwI+vU9XH072m0AN56oZVXtIZF3/rYnS804HxF2Yfhdsk3Y1ESgQTmiZwNGsIV1v2s+GGFkQffM+R56PQA3m+k4yZ0jBVNVXY+97eYa/hV3sCGMgTiuVzKNol+kFzU/aYrtY7Ho/jsB7GlJumoHJ0JeLxuPE90oko+hjIDXNzBmW6Wu+o1i/bsr8NkS38XizEQG6YmzMonYK1lwVNYQdSLmcnGsrvxUIM5Ibls8thpmDt5SCFfAOpycDP5exm5DqCqx1dBblp97BH7eiqkHpOYeBkZ4gy1XqvWbPGVfmgm4oZkztEel1NSv2KZfIunXwrQGyoWsnE1N8nq1Ys5Eett5uKGVOlkjasJi0UiX/4Y360GzsPDP+9LQHKL4V2I/M7kDO1EiI3h01k4rZixtSEKs/VNG/nAfCACMqKgbyAuK2YMbVDJM/VDFbQW6V6lS3vn/x7U23awu+5jFIjrZAVOjo6EO+MI/5kfMjP12xY45heyRT43eS1Wduemek8bvJXdbkp/DRLtveXqNxIleh78u9zfT/Z2rSF32kwBvICkm8gzTfwkzf5BJ3ECC5KohJUCxEDeRHjCNpeiRFcPmmGQlI7Mv0NjoZjICeyWLqRee1I723bXLLXe83QtFEUK1WCxEBOZIHEyDs1iKYG1HRlbG4wFVI4GMiJLJDrJF/aEXqOKYfUUXiirdqRQ0fBfsjWdzfvzevnkS9bv8UwkBMFxESaxGuwMDEKTxfMykoy57Wz9d3News6eNr6LYaBnCggyUHHZIokaJmCmV+57HQ3j9IYUFXVPxq2dbQcBAZyIouUxpwrVYohGGWS6eaRCN62jpaDwEBOZJFDhxFaMBrMl3vIL6fehIr9BhQUBnIil7x8lbdxwY+JtEjqTci291iojARyEVkG4BwA21R1hok2iWzn5at8ukDv9wKgoKs8Co2tn5+pEflyAPcC+Lmh9ogKUtgTcpmukWvfTFTfmP4cgtoky9Y0kZFArqrPi8gkE20RFTIvo3i/J0Fz7ZvT9UQkrzr0fD+HTDeP3muqB3cStHG0HITAcuQisgDAAgBobm4O6rJEkZIuGJXGgIP/YXYSNN2o2EbJe8+kK9u0dbQchMACuaouBbAU6D8hKKjrEkWJX7nztKmMpBWdXm4KxTwadhJ0Co1VK0QuRSl4+V1jnRqcEoFs53t7htyEiqUcMeiadgZyIpeKISC5VcyLc8JgqvzwfwCcBqBeRLoA3KiqPzPRNlEhsXkUH+Qe4On2ZSkryfw6mz+/MJmqWvmaiXaICp3bUXwQAcwpV+5XKuRgn7sVrPwW5IypFaII8DOApQbP1AnQsGvfKTsGcqIiUBpzHu2WxoCDfZqxrC+XfHeUShmDEHQKiIGcKKLyGSn7vRlXarAf86PdRZ3LDvqbCgM5UUTlWhmSWL7ulELxS3Jqhudt+o+BnMgSmU7eOdg3/PmlsdzatbEUMFvqgXn5/DCQE4Uo04pLANh5wH2FRy5yOS/Tj9x3tmBs483HZgzkRCHKFrD0xmpfg1cioGbbFbGY891RwEBORBnlksrIt0qDqROzGMiJIixdSaFp2QJvvsE3n9TJmB/txs4DSc8Z2LuFQf8jDOREBaQ01l9qmLpbYtktu3Ho8NDn5pMaCTNnvfNAeOeYRgUDOZHlMu2BkjoiTbewx2QZYBAjZBvPNLUZAzlRiLLllnMN4EEKYoSc/P78Pse0EDCQE4UoyIAsIqHfBMgfDORERcLvUsZ8cDtasxjIiSgr0znrfL4VMOhnx0BOVEAynTbvRZg5a6aCsmMgJyoguZw27xVHyPZhICeivHCEbB9TZ3bOAnAPgBIAD6jqD020S0TuFNOomcv9DQRyESkB8BMAnwfQBeBPItKhquu9tk1E7hRLAAO4UyIAmNiV4QQAm1R1s6p+COARAF8x0C4RWWZMTTVEZNgjcXgFhcNEamUCgC1Jf+4C8BkD7RKRZTj6tZOJEblTLdKwTR1EZIGIrBWRtdu3bzdwWSIiAswE8i4AE5P+3ASgO/VJqrpUVWeq6syGhgYDlyUiIsBMauVPAKaKyGQAfwdwHoDzDbRLRC7lW8kR5cqPYqrQScdzIFfVQyJyKYCn0F9+uExV13nuGRG5lm8uO8q5b9tvNEEwUkeuqo8DeNxEW0TkTrpRtUkc/dqJKzuJCkTyqNqvkTRHv3by4XQ/IvJTulpuP87qpGjgiJwoYqKcz3aSLiVUGgOqquyfbLUBAzlRAcp0zqfj80PMfWe6Mfmd8y8UDOREBaj3mo8CYy4HL/fu2u04Mt753h6MqanmqNhyDOREBcTLqLrQUjbFhIGcqIBkG3lTYWIgJ4oY1nJTKgZyoogptHx1uhtTomqFsmMgJ6JQFdqNKQwM5EQEgCmbKGMgJyIAHBlHGRf1ElFRKcTj6jgiJ6KiUoj18hyRExFFHAM5EVHEMZATFbhCzAnTUMyRExW4QswJ01AM5ERUVAqxXt5TakVEzhWRdSJyWERmmuoUEZFfenf1b+ub+ohyHb3XHPkbAOYCeN5AX4iIyAVPqRVV3QAAImKmN0RElLfAcuQisgDAAgBobm4O6rJERa8Qc8I0VNZALiLPAhjn8KvrVXVNrhdS1aUAlgLAzJkzufs9UUCinPul3GQN5Kp6ZhAdISIid7ggiIgo4ryWH84RkS4AJwL4tYg8ZaZbRESUK69VK6sBrDbUFyIicoGpFSLyHfd78ReX6BOR77jfi784IiciijgGciKiiGMgJyKKOAZyIqKI42QnEfmO+734i4GciHzH/V78xdQKEVHEMZATEUUcAzkRUcQxkBMRRRwDORFRxIlq8If1iMh2APsA9AR+8dzVg/3zgv3zhv3zplD716KqDak/DCWQA4CIrFXVmaFcPAfsnzfsnzfsnzfF1j+mVoiIIo6BnIgo4sIM5EtDvHYu2D9v2D9v2D9viqp/oeXIiYjIDKZWiIgijoGciCjirAjkInKViKiI1Ifdl2QicouIvC4ir4rI0yIyPuw+JROR20TkzYE+rhaRmrD7lExEzhWRdSJyWESsKQUTkVki8paIbBKR74fdn2QiskxEtonIG2H3xYmITBSR34nIhoG/28vD7lMyERkpIi+JyGsD/bsp7D6lEpESEXlFRB4z1WbogVxEJgL4PIB3w+6Lg9tU9VhV/RSAxwAsCrk/qZ4BMENVjwXwVwDXhtyfVG8AmAvg+bA7kiAiJQB+AuCLAKYD+JqITA+3V0MsBzAr7E5kcAjAlar6CQCfBdBm2ef3AYDTVfWTAD4FYJaIfDbcLg1zOYANJhsMPZADuAvA9wBYN+uqqsmbKFfCsj6q6tOqemjgj/8PQFOY/UmlqhtU9a2w+5HiBACbVHWzqn4I4BEAXwm5T4NU9XkAvWH3Ix1Vjavqnwf+ew/6A9KEcHv1Ee23d+CPZQMPa/7dikgTgC8BeMBku6EGchGZDeDvqvpamP3IRERuFZEtAObBvhF5sm8AeCLsTkTABABbkv7cBYsCUZSIyCQAnwbwx5C7MsRA6uJVANsAPKOqNvXvbvQPXA+bbNT3E4JE5FkA4xx+dT2A6wCc5XcfMsnUP1Vdo6rXA7heRK4FcCmAG23q38Bzrkf/V96VQfZt4NpZ+2cZcfiZNSO2qBCRUQB+CeDfU765hk5V+wB8amDOaLWIzFDV0OccROQcANtU9WUROc1k274HclU90+nnInIMgMkAXhMRoD8t8GcROUFVt/rdr2z9c/AwgF8j4ECerX8i8nUA5wA4Q0NYFJDH52eLLgATk/7cBKA7pL5EkoiUoT+Ir1TVVWH3Jx1V3SUi/4f+OYfQAzmAkwDMFpGzAYwEUC0iK1T1Aq8Nh5ZaUdW/qOrHVHWSqk5C/z+w44IM4tmIyNSkP84G8GZYfXEiIrMAXANgtqruD7s/EfEnAFNFZLKIHAHgPAAdIfcpMqR/1PUzABtU9c6w+5NKRBoS1VsiUg7gTFjy71ZVr1XVpoF4dx6A35oI4oAdk502+6GIvCEir6M/BWRVqRWAewFUAXhmoETy/rA7lExE5ohIF4ATAfxaRJ4Ku08Dk8OXAngK/RN1j6rqunB79RER+R8ALwKYJiJdIvLNsPuU4iQA8wGcPvD/3KsDI0xbNAL43cC/2T+hP0durMzPVlyiT0QUcRyRExFFHAM5EVHEMZATEUUcAzkRUcQxkBMRRRwDORFRxDGQExFF3P8Hv7b/Mft2yWoAAAAASUVORK5CYII=\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "target_list = np.unique(y)\n", + "# 각 타깃별 산점도의 마커 값.\n", + "markers=['o', 's', '^', 'P', 'D', 'H', 'x']\n", + "# 3개의 군집 영역으로 구분한 데이터 세트를 생성했으므로 target_list는 [0, 1, 2]\n", + "# target==0, target==1, target==2 로 scatter plot을 marker별로 생성.\n", + "for target in target_list:\n", + " target_cluster = clusterDF[clusterDF['target']==target]\n", + " plt.scatter(x=target_cluster['ftr1'], y=target_cluster['ftr2'], edgecolor='k',\n", + " marker=markers[target] )\n", + "\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXIAAAD4CAYAAADxeG0DAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAuV0lEQVR4nO3deXxU5dk38N81C1mGrCSyZWMNUrVY81r3DRfwUav29dGCC1aLBVzqhsVaRYxQahWtWC36AD4V64MLyuMKitbXpa1BrbJDgyEhE4FACEsImeR6/5jMMJmcM9s5Z845M9f38zmflsnknHsGuc59rvu675uYGUIIIezLYXYDhBBCaCOBXAghbE4CuRBC2JwEciGEsDkJ5EIIYXMuMy5aVFTEFRUVZlxaCCFsa/Xq1buYuTj8dVMCeUVFBWpqasy4tBBC2BYR1Sm9LqkVIYSwOV0CORHlE9ErRLSBiNYT0cl6nFcIIUR0eqVWngDwLjP/XyLqAyBbp/MKIYSIQnMgJ6JcAGcAmAQAzHwYwGGt5xVCCBEbPVIrQwHsBLCIiL4ioueIyKPDeYUQQsRAj0DuAvAjAE8z8/EADgD4dfibiGgyEdUQUc3OnTt1uKxIV0uWvIghI0bB4XRiyIhRWLLkRVPOIYRV6BHIGwA0MPM/uv/8CvyBvQdmXsDMVcxcVVzcqwxSiJgsWfIiptx+N9qqrkPpHa+hreo6TLn97rgCcTznkIAfO/muzKM5kDNzE4B6IqrsfmksgHVazyuEkvtmzkL22JuRWX4cyOlCZvlxyB57M+6bOUv3cyR600jHgKbHDVYkjvRYj5yIxgB4DkAfALUArmfmPWrvr6qqYpkQJBLhcDpResdrIOeRcXru9KH+scvR1dmp6zmGjBiFtqrrkFl+XPC1Q3XfIKvmeWzdvEHx3IGAlj32ZmSUjEZ7wzoc/GA+np73CCZOnBDvx7WNRL4rET8iWs3MVeGv61JHzsxfd6dNjmPmSyMFcSG0KB86Au0NPR/42hvWoXzoCN3PUVe7GRklo3u8llEyGnW1m1XPrfWJwa69+US+K6EfmdkpbKV65v04+MF8HKr7Btzpw6G6b3Dwg/monnm/7udI5KahJaDZOT2hxw1WJE4CubCViRMn4Ol5jyCr5nnUP3Y5smqejzttEes5ErlpaAloeuT/zaLHDVZowMxJP0444QQWwg5eeGEJVwyvZHI4uGJ4Jb/wwpKo788pHsT9r5rNZXe9zv2vms05xYOi/h4zMzkcXHbX61x+z5vBo+yu15kcDr0+jqHi/a5E/ADUsEJM1WWwM14y2ClS2ZIlL+K+mbNQV7sZ5UNHoHrm/TE9MciAoYjG0MFOIcQREydOwNbNG9DV2YmtmzfEnPaR9IRIlCnrkQshegsE/PtmzkLdUn9v/tEUL1sU+pAeuRAWEt6bB2CrcsREyiftWnJpJdIjF8KiQicXlV46Gm0N6zDl9rsBwJK99ETaa7fPaFUy2CmERdlt8DOR9trtM5pNBjuFsBnVyUX/3mzJVEQik6FkRqg+JJALYVFqk4scGVmWnP2ZyGQomRGqDwnkQhhAjwE8pXLE5jf/AM/xF1ly9mci5ZNScqkTpVlCRh8ys1OkMi2zO5XOFTpbEkSmzf6MZeZmIrM7ZUZo7CAzO4VIDiMH8MwaHEzX5XmtRgY7hUgSIwfwzEpF2HlBr3QggVykPb0npBg5gKfH6o+JkOoSa5NALtKaEWuAG91rTnQtFy2kusTaJJCLtKHU8zYiZWBEr9nsaexSXWJxSiOgRh9StSKSTamSxNW3kAFid78yLrr4bsuuAZ5oFYze1SBWP186gJFVK0T0HYB9ADoB+FhhVDWUVK2IZFOr9ti98hkUnvdLNL/zBPLPuBae0Wdabop4Km4CbfX2WZVa1YqegbyKmXfF8n4J5CLZHE4nSu94DeQ8sk4cd/qw7dHLUT59eY+gbrWAotb2+scuR1dnp+LvWH0NE6u3z6qk/FCkNbXBOne/EgD+CoyO5npDq0ASzXMnexPoZLB6++xGr0DOAFYQ0Woimqz0BiKaTEQ1RFSzc+dOnS4rRGzGn38udv3vIz2nu7/zBPJOvhKAPzBWDB9pWBWIluqYZG8CnQxWb5/d6BXIT2XmHwEYD2AaEZ0R/gZmXsDMVcxcVVxcrNNlhYjNOyveh+e487H7/Wew7dHLsGPZw8gefRayK09NuAIjnh62luoYtSoYQH3TCatXmVi9fbajNAKq5QAwE8Bdkd4jVSuppSAvh+F/KutxFOTlmN20oPAd6osuvpvd/coYoIQqJuKtJAm/vtbqmFiub/WqEKu3z4pgVNUKEXkAOJh5X/f/XwlgFjO/q/Y7MtiZWogI/EBu79cfbIXW/770ovfgWrznM/v6IjUYOdjZH8AnRPQvAP8E8FakIC6EGfR4lA9NpdTVbYNvX88irUiDdXqnEmSwUITSvGcnM9cC+KEObREGKczPxZ69+3q9XpCXg90trSa0KPm07lAfvrdke8M67Hp7HsjhhGf0mQAiD9ZpvX648qEj0NawrkePXAYL05csY5sGjE59mJVaCUyxr6v1B8bqmfcbVvutlspofvdJDLrx6aRPaJEJNelJ6shFSjFisatI1FIZvpYmTeupBNM1Dif6eHJBDgcqhlfi2Wefw1/+8oJqVUo867mYvU6LMJ70yNOA0T1mM1I3yRjsC+3xuzI9KLxkhq7XC+1V9xk4Aq3/XAbasBKdnZ3o43LgcHs7MvoPBUZfAEdGX+x+53H84tqf4U9PzU/oGtJztz/pkYcozM8FEfU6CvN7BzsR3e6WVsUyUyPz70YP9oX3+LN+eGGvCUVa654DteWOTA8OvHofqvLb8NTTz2DNt99gzaZarFm7Dn+cOwvH+TbB948lyD11AhYsXNyrRx2pxy0bQqQHzYOddrRn7z7VHqqwB6MH+0IDIAAUnHENAGD38jnwHTqgebAS8N+M+p+SCd+qJ/Gnx+fhrLHnAgz49jdj69Y6ZFIHzjzlxzj7zLPwt48/xi23/Qqdhw7gvpmzgtcNH4Rta1iHKbffDcCffqmr3YzSSxVueEuluiWVpGVqxQ51z3pKxaoVo1MGiSxUFa+K4ZVobevA0/P/6A/iADas/RbXT7wSW7duBQCcd8E4/Ompp9A3vwgffbQKv/zFDdjbsgfc1QUgeopJ6s1Ti6RW0pgZqQ+jGb3lWTLWAvnJf4zHmFFDcOZZZwIMcGcHfnHdRGzduhUDBgyA2+3Gyvfexbwn/oiuwwdxxikn4fgT/g+K+w8MniNaikmmwqcHCeTCtozc8kyvABgpf11b+2/cesstoMNt6DywG2u/+gK1tbXo06cPPv3Hl/jrq8vhcDjwl+cXAdwFcvXBjZOuwZCykuA5ot1wQm942x69DLuXz8H+XU24b+YsqV5JJUo9NaMPs9daAcD8QG6vw/91COGndS2QSOuh+Hw+Likp4Y6OjuD7X375ZXY4HPyDY47lpr1tvG3nXiYidrlcvHHjJm5q+p737t3LJSUl7PP5ol4jWltcfQt5ytRp2r8okTRQWWslLQO5HRZ5EuaKFsRjCfIVwyu5/1Wz/Qt0FZUxyMGu/IFc1H8Q7927l0eMGNHj/c888wwTEZ900kns3d3KTS1t7HK5uU+fPrx27drg+4YPH8579+5NqC2hi3b1v2o2OzM9sliVjagF8rSsWrFzblgYL1olSLSfB9TVbkZh5S7s/WQJ+o2/LTgou3P57/HGG8vR1tYGn88Hl8v/z7Bfv34gIhw4cAB0uA1tbc3o7PQBcKK0tBQA4PP5cOjQIXg8nuB1Jk6cEDWtpFa90tl+sEcVjLAnyZELESZa7XWstdnlQ0dg76d/Rb/xt/V4b/El03H/rGqMGTMG77//fvD9lZWVICJs2rQJfft6UFtbCyKCx+NBTk4OAGDlypUYM2YMnE5nXJ9JdYekwlJZaCsFSCDXmd6TjWTyUvJFqwSJdTJS9cz74WtpUn3vpEmTsHjx4uDrxx57LEaOHIn29nZUVlZi/Pjx6OrqwuTJRzbdWrx4Ma6//vq4P1P1zPvR/OYfeu2QlDXyZFloKwWkZWrFSHpPNpLJS8kXbbJRv+IBaHxuCnx7v4e7XwnyTr4STk9Br4A4ceIE3H73PWhXOdfFF1+Mhx9+GCtWrMD5558PAHjllVdw6aWXYvNm/03h4osvxgMPPAAAWLFiBTZv3oyLLroo7s80ceIEfPrZZ1iw8GF0th+Eu7AU2aPPAm/5f6ju3m1I2Jf0yIUIE6n0cMmSF3HgcCf6jbsFZXe+hsJzf4k9f1uMvW89oliaOO+Ruarn6tOnDxYuXIg77rgDK1asAACMHj0aX331FT777HN8+eWXePbZ50BEWLFiBe644w4sXLgQffr0Sehz/emp+Xj+uQWoGDYSvj0NKNz5dbD2fuq0m/2LdpEDfTy5mDrt5uDvyaJbNqA0Amr0YXbVipGgc2mj3udLNUZtF6Z2XrXqj+KBJQm38auvvuLjjz+er7zySn7ttdd4W309e3e3csOuffzC/7zCZ519No8YMYK/+uorze1XMmXqNHZ6CnqUJjo9BTxl6rS4trSTrduMB6O2ekuE2VP0jaT39P90W04gHmas7GfU1P3Dhw/jzTffxNSp09DW0Yk+mdk4fLgdmf2Hoj2/AvlNNfhuy8aYzhXv99LHk6u4suPu5XMweNCgmKb4yyqLyaE2RV8Cuc4kkCePGeuIxHPNRDa+cDidKPnVy0BXJ8idAXI4475RxPu9EDlQdteyXjenbX+4DOSgmG5csqZLcqgFct0GO4nICaAGwHZmjn80JkUU5OUoDkQW5OUkdD6XQ3lg0yWjG6as7Fc9835/zXhIz3Pn8t/D4yIsWfJizKsSqikfOgJtjRs1reoY7/fizu6rOCDrzu7r75HHsMqkrLJoLj3DwW0A1ut4PlvSe4EqXxfAD+T2OnxdOjfchpKxsFW4iRMn4OorLsPOZQ/71y5Z+Qz6/vACHIQLN065OTgQmOg64EoDrXvfegQHDhyIebAx3u/lxknX9lprfdf/PoIbJ10b85ozZvxdiBBKQSfeA0AJgA8AnAPgzWjvT+XBTr3ZbTmBZLY3noE4PalOd+/bj93ZOUwOBwPEZXe93uM9ZXe9zuRwxPS5AoOGRf0HcVZB/7g+YyLfy5Sp09idncMAsTs7p8caLLEMYpr1d5FuYORgJxG9AmAOgBwAd3GU1Eoq58jTXbJz+sncgDlAbcBz2x8uQ/+rHkZGyWg0PjcF/cbdojlnnGju2YzvxYxrphvDBjuJ6CIAFzLzVCI6CyqBnIgmA5gMAGVlZSfU1dVpuq6dpeJGDwHpMDirFlyb330Sg296FgBwYN3fsOdvi1F04e2aqjiSscGFsA8jN5Y4FcAlRPQdgJcAnENEL4S/iZkXMHMVM1cVFxfrcFn7CszWDD+UgrterDDV3+zrx0ttIkz1zPvR+t4TPfLGO5f/Hnmn/iz4u57RZyL/9Guw49WHNG18IblnEQvNVSvMPAPADAAI6ZFfrfW8Ql9WmOpv9vXjEUvVye1334Nt3u0gdyYcBLhyinqcw5VThPLyMk3ld0pVMgc/mI9HZVq9CCFFbEIoiFZ1MnHiBOxorAdzF7oOH8TzC58zZEu1aFvayfR5Aei8aBYzfwTgIz3PKYxXmJ+rW25erY7ebnXv8dZFBwLrfTNnoW6pf7DvUZ1mNaqtN55orbpIPTb75yWMoGduXq2O3m5174nkpkP3EK2eeT/umznL0J5yorXqAdKbTx2yjK0J4pn9mcoVLlamJTedrJ6yltmU0ptPLbLWisVpLecL3AhcDij2igOvG/3fgR1vSInWRRu97kigXd9t2QRX/gDkn341PKPPjOs6sjaKPRm+1oqwpkC1Cj3YamrViJ7BOlk3hVj2wlRi5LojoT3pskv9Twq73p4H7uqEK6co5qcGWRsltUggTxMFmcpBuyAT2HPIhAZpYIVSykii7TCkRWheHAAyy49D0YW3Y8erD6G8vCzmAVYj2yiSTwY708Tue3JRkNn79T2HEl+ZUSiLdaGpRKjtF4rOdmzdvCHmJwgj2yiST3rkaWT3PUd6sak0Zd5qjCxF1KsnbWQbRfLJYKfFac0Hp+LaJ6n4mWKltBPPzuW/R1f7QRQVFeHxRyUYpzJbD3baseJBL5E+XyzfSyyljmrncTuBDoV1mdLhe7eq8OUBXPkDUHD2z+HKKcKut+fhxik393ifSA+26JGncw8sEr2+l4jnseD3btUbezKXcY20AmNJUa6UEKYoI1c/FDYWWH2QHmztcRTOtW6PW+9dmPQQSHm0VV2H0jteQ1vVdZhy+92GzZZUG/T07f0edbX6lRDK7E97sEVqxQxW7fXpzeqlfHahVBaI7unyRvTK1QY9XXn9UVKkz9LAMvvTPqRHrsKMNcOFfan1kPXsHYdSWhN919vz4Oo8pFsJoda1XETySCCPonBuz5QDAMtviABYo41W2MwiWZK9AcTEiRPw7JOPoetvf8K2P1yGHa8+hIIsN557er5uvWWjb06SttGPLVIr8Swypbc9h6y7IYLq95LprxnX2ka3U2U2aNj3rpaGAnp/d4VzW7Fn7z4QUa9zmp3j1jJQacYGEIkuIRArI2d/StpGX7YI5KmUk9ZT4HtRqzrR6rAvtsqUePLsVrwx6hFUUnGCjZE3p0THFGSDZ2W2COTCOGY+7ViFXgOVRveQk83Im1Mii3ZJL16d5MhVuBzWSJ/E4+g/+zDoya7g4fF4MGjQoIhHZnZfjBo1ylKlfMmW7IFKIxiVbw7dLCOetVyiSWRMQQZf1UmPXIWvC8HlX+2iYT9h48aNvV4nIgwcOLDHa16vNzipZ+TIkcGctdm5ai0SLRm1+0qAduypJpK2kaV31WkO5ESUCeBjABnd53uFmR/Qel6zBVIOaj1zK6UeCvJy4H6oFRlZnl4/IwJ8Ph82bdqE9vZ2jB49Gk6nE8yMQTn+4J2bQdh/15GJQXpJ9lNNojXxdt+pPtk17HpIJG1j9xuukfTokbcDOIeZ9xORG8AnRPQOM/9dh3Obxk690t0trSAiFGdQMDgHXDxhMt577z0wM4gI7733Hs4++2xdrx8pzx7+PRbmKz/lmHljtPtApV17qvGOKdj9hmskzTly9tvf/Ud395G+C6BYzOrVq9HR0QGfzwen04mOjg7drxE+ZT4QlANlhqH141acXg9EzgVbvd452TXsZpk4cQKenvcIsmqeR/1jlyOr5nk8baMbrpF0yZETkRPAagDDATzFzP9QeM9kAJMBoKysTI/Lihi8/PLL6Nu3L8aPH4/m5uakXDOVpv3bIf+cTj3VVKsM0osuVSvM3MnMYwCUADiRiI5ReM8CZq5i5qri4mI9LitiMGTIEMj3nTg7VEpIT1XoWrXCzC1E9BGAcQDW6HlukbjQWZTNzc1obGwEADTu82fAWts52FuONVcdqULELEbUxNsl/yw91fSmR9VKMYCO7iCeBeBcAHM1t0zEpSAvB63tXcHgHKBUehg+IJqbQThwAHGtMW7F9IkReXaplBB2oEePfCCA57vz5A4AS5n5TR3OK+Kwu6U1OMlH6Ced8s/CvjQHcmb+BsDxOrRFJCA0xeHxeIJpk0BP/MEHH8TSpUuxY8cOOJ1O3H333Xj80aPw/vL/QU5OX0PaVJCp3DN3OXqmeaw++Siwrsf+XU04tHwOOtr2o2LYSFuVJor0IDM7k8DITSpCUxyDnuwKpk0CKZbPP/8c69b5S9McDge2b9+O7du3Y3PTPgyAfwJRazsH26lHYA2svBhoV6Qt46wqvFol0BOXRZqEFUkgTwIz88kvvPACtm/fHvzzjh07kJGRgR+NOJI3D8zstHJgTTY7zpYU6UsCuQ1oqRDp6OjoUX6oVylipLXQU4FdqlWEACSQ20KsPfq8Pl0YVDESgD9dkpubi9bWVuRm9KxSaW3nHq/l9elCvFMKlNZCL5zbij2HjrQr8L+uCKe26t6oUq0i7EQCeQirBhXgSJCMZP1NR/466cFW7N+/H0RHFsTq8bMeryU+Lyy8Zx5vCsmKZYyAVKsIe5FAHsKqQcXlUN9Zx/1Qq6mLUIXe4MK3bwul1karbmZt94W0RHqRQJ4EWmcc+roi/yyeiTyAenmgkcFfrY2Rgr/ZUn22pNfrxelnno5PPv4EAwYMMLs5QgPZISgJrLbi3+57/D17q7RHmKN6TjXqGutQPafa7KYIjaRHnuJCN8gI79kTkSXy/7Gw8viFHXm9Xix+fjHKp5dj8WOLcd+M+6RXbmMSyJPErECkVF0SSs/8fyIppFh/x6rjF3ZVPacaeafkIas8C7kn56J6TjXmPzHf7GaJBFG8+VU9VFVVcU1NTdKvG42RwTZSII32d0BEKMiEYtWK2i48ip8j80haJZ7rW4GW70/05PV6MXzUcJTOKoU7342Olg40PNCALRu2SK/c4ohoNTNXhb8uOfIQVstlF+bnBgcDQ4N4oC5b7QYT6L2GH9HKF0V6CPTG3fluAIA73x3slcfC6/Vi+MjhaGpqMrKZIg6SWrGwSOkE6YWKRC1fvhzeOi+873p7vP7G+jdiSq+EDpJKOsYapEcuVAWeCMKPwvzeNxdhH/Xf1Ss+edZ/Vx/1d3sMkj6/WHrlFiE98jQTPjgYaSDSSgOMRuz+I+Ing6TWJD3yJAkEovAj2YHIKvn/eFlt/MIu9MxnB3rjueP8N/fccbnSK7eIlA3kVksLJDMQWeWmIcyn56QfrYOkwjgpW36YCuVqZk+CSYXvUC92nM4eKDMceOdAND3WpLm8sLSiFA11Db1eLykviSm/LrQzrPyQiEqJ6EMiWk9Ea4noNq3nFH7hvfhAj3rP3n1RnzKs9kRid3aczq6Uz9ZCyyCpMJbmHjkRDQQwkJm/JKIcAKsBXMrM69R+R3rkiYnnM+nx+d1OUlywy+UAOjojn0PtacLlAHJy7DWtXu+ebTLIpB/zGPn0ZliPnJm9zPxl9//fB2A9gMFazyv8QnvWyebrguLEokirMQaoTUrydcGyS9eq0btnmwySzzaPGU9vuubIiagCwMcAjmFm1S6X9MhjF/o5Im1ibESPXEuOPtraLnb5O7Brz1by2eYw+ulNrUeuWx05EfUF8CqAXykFcSKaDGAyAJSVlel1WVVSd6ydndIfRonUs7Vy/bQEa3OYVWevS/khEbnhD+JLmPk1pfcw8wJmrmLmKr02AI7ErLpjGWRMLcuXL4f3XS/WTFoTPLzvevHGG2+Y3TRhMWbW2WvukZM/eftfANYz82Pam2RvRs6GjGdnH3ki0YdderZ2LI9MNWY+vemRWjkVwDUAviWir7tfu5eZ39bh3GlLKT8dugRttFy32WkRtRtJoGpF6EsWsvIz84amdTEyLVJ2QpBZ4hlkjDSYGOjZF85tjXkdcpGe7FgeaZRpt07DgoULcNMNN6XkDc3wwU4Rv1jSMHbdCEIkjyxk5ZfO29el7ForIvlkoDf5ZCGrI+xQ72/UphwSyHVm5oJVZgdS1Z2JbDYByE5k4o+fXW5oRk0WkkCuMzOXW403kJod+EV00XpwUh7pZ4cbmpGbckiO3KKSUT5opY0jhLJo1Sh2KY9MVKxVKGZWjMTKyLEM6ZGbKFIaRjZSEKE9uIWLFmLIsCGWSxUYLdZUhNVXZjQ69SOB3EQSrEUkoT04R5ED9U31lkoVGC2V9gc1OvUjgVzoRnYm0k9oD66jpQNt37eh4p4KLFq8CE1NTYZVPyRDtLYHfn7vb++NuQrF6t+H0WMZEshTiNmBVJ4wYhNL0Antwe16excKTitAVnkWsk/MRvWcaktvdBHt80Vre/WcanzX8B2WvLgk5lSElb8PIAmpH6WTG32ccMIJLMxXkJfDAHodBXk5ZjctpU29ZSq7PC6edus01feUlJcE/z7ITVz5eCUfs/gYrny8krNzszmrbxYPe3AYe/I87PV6k9j66CJ9vsbGRs7OzVZte+DneSfnceE5hXzM4mOCx8BxAxM6ZyoBUMMKMVV65GlMetDJF2veN9CDm3rLVAwYO6BHbjX7xGw4jnJYcuJLtM8XbdJO4OcHtxzE7lW7Y0pF2GEikNEkkAuRRPEGHaXc6q73d+Hw3sMA9Kl+0DO/HOnzRavcCP155SOVqHy8Ep48D7xer2oqwi4TgYwmgVyIJFEKOosWL0LF0IqoPfPAMfWWqRg4biAqH60EoE/1g1755WhBNVrlRiKVHXaYCJQUSo/WRh+SIxfpaOotU3nguIE98r5F5xaxI9MRMV8eKjR3HnqUlJfE1ZbGxkYeNmIYf/3117rll5U+X2heO1rbE/lsen0f8Qp8f8nOx0MlRy6BXIgkUQs6rgJX0gfpAgOSxx5/bDD4qg0mqgkPZmYFVTPEMmBtBLVALqkVIZJELU0yat6opKYDQgck16xdg+xTsgHEn18OT8kkY3al1+vFkGFDIqajjK4pt+JEJQnkQpggloE/o4JR6IBkwekFaPm0BUB8+WWzgln1nGrUN9Wj3qs+y9XomnIrVslIIBfCBLEM/BkRjMJvIMUXF/co84t1tqFaMDPyBuT1ev2Dw/dUAA5g4aKFva5j9A3GqlUyEsiF0CiR4BVpyraRwUjpBjJg7ABMu3VazKmQSMHMyN5w9ZxqeH7s8T9JnFYAR7FDtQ7dqN6yZatklHJa8R4AFgLYAWBNLO+XwU6RSvQe+Aqt/oh3ADIarQOSPp9PtTpl0g2TDJth2djYyFk5WT1muDo9Ts7KyQpeJzDDM/Q9erfD7AFdGDzYuRjAOJ3OJYRtJNp7VuvFG/3oHsuApFrbGhoacMIJJ2DZa8sUnyZeeeWVuHvDsT7NBHrjoT3hvB/ngQpJUx16vCy7XK5SoxI5AFRAeuQizSTae1brxUerxU5G/bJa26ZPn85jxozhe+65p9fvJNobjvVpRq0nTC7SVIduNzC6jjxaIAcwGUANgJqysrKkfGghjJRo8Iq0yFO0YGRE/XLozUGtbfX19VxZWcnvvPMOjxgxghsaGnqcI9oNKN7vIVp702WRrHCmB/LQQ3rkIhUkErzCfy+eXrweAUypRx96c1Bq28GDB7mkpOcNZtCgQXHdgPT8HowcQ9Cb3k9QEsiF0FkiwUvLgJweASy8Rx96c8jKyeo1oOjJ8/Drr7/OANjhcPDIkSM5IyODAfBpp50W9XpqgUzr04yRA5p60vsJSi2QS/mhEAlKZOAr0QE5PQZBlQZmw7eTCx9QzD05Fw/Pfhg//elPsWfPHmzcuBErV66Ey+XC3//+96jXVCtHTPR7sGz5n4KkTppS+g8x3gPAXwF4AXQAaABwQ6T3S49cpKtEB+QSTeOonSO0XDDQu3X3cyu27aijjuLm5ubgeR599FF2OBzscrl65cpDxTwW4Iz9e7DTgKYRKSCo9MjJ/7Pkqqqq4pqamqRfVwi7Kq0oRUNdQ6/XS8pLYip983q9GD5qOEpnlcKd70ZHSwdqZ9Si4KQCHHXdUcH37XppF9q+aMOGNRswYMAATJ8+HQUFBZgxYwYA4IMPPsB5550HZsYVV1yBIUOGYO7cuYrXnHbrNCzbvAz9ruqH5peacfnIyzH/ifm93rNg4QLcdMNNvX5mZ0rfd8MDDdiyYQsGDBiQ8HmJaDUzV/X6gVJ0N/qQHrkQyaXUoy88p5DhUijpcxNPu3Ua19fX89FHHx3sjX/44YfscDgYAN95553c3NzMRx99NNfX1/e6Xiy57FSuPtHjCUoJZBlbIdJXLCmJ8MA6depUnj17NjMzf/rpp+x0OhkA//znP+euri5mZp49ezZPnz69xzmGjRjGk26YFDWQ2an6JF5GpYAkkAuRomItcYsWOEN/ftRZR3FpaSk3NzdzY2Mjezwef2+diI8++mg+9thjeezYsbxz584evfJAlUbfvL4RA5ndqk+sQi2QS9WKEDZ372/vxdbtW3Hvb+9VfY/X68WiRYvQ/GUzOlo6Iu6XCQAOtwP/eeV/Ii8vD7t27UJ7ezucTieYGevXr8e3336LVatWIS8vD9dccw2efPLJHlUaDO6x12bgCOTz7VR9YgtK0d3oQ3rkQqiLVHsd/npjYyO7s9w87MFh7M5yq/Zop94ylT1DPOz0OLnfBf169cpDe+OVj1Vy/yH9ed3mddzS0sIdHR380Ucf8arPVvGqz1fxqs9W8cqVK3njxo3MzMFc+bXXXxtzqiTW1INZW6pZFSS1IoR1hQYspUk7gbxz+OSSSTdM4sJzCoODl9ffeL3i+QcOHsjkJh724DAmN/UKnKGBNSMjg++8807evn07NzU18Z6WPezd5eXvD3wfPLy7vNzS0hI8f3V1NffN7at7qsSsLdWsSi2QS/mhEBYQKMO7+qqrsfTlpRh450A0PdaELRu24KHZD+HPz/0ZDjhQ9uuy4OvMjPJh5Rg6Z2iPksJttdt6lbjFUgoIAF1dXRg5ciSICC6XCwCwZ88edHZ29nqv0+lEQUEBAKC1tRUtB1owZN4QkIMAIOJ1YhEo4Qv9LrSU7qUCtfJDCeRCmCw0YG373bZgbXfzS824YPAFWPryUrh/4IYzy4lB1w4KBsgDBw5g+dblGHTtoOC5Gv+7ET8Z+hMsfHZhr/PHWtN84MABdHR0xPUZfnDcD9BY39jr9Wh17l6vF6efeTo++fiThG8+6UQCuRAWFRqwGv+7EdzFGDxpsL+HfW8t8k/Mx+4vdmP4w8N7BGLuYhzcd7DX+frm9cW+ln2K5w9INDBGCryJUJsQpHTz2fbbbehf3B+ff/p52vbM1QK5VK0IYaJee2heUozWL1rR0eLvEXd2dcLHPuSfmt+rwsPhUv7nm5+f32PDhkjbysVLz63cIq1FolTV4ihyoL5JfdPltKaUODf6kMFOIfwizrh0gQvPKWR3sfIaKNGWiDVi3fLQCUNff/21poqSSHXtSlUtgcHadK43hwx2CmE9kdZQAZDQ+ipGDRKG56yLvi/C+k3rE1onJd68veTL/SS1IoQFRVoKN9H9IUOXps05OQejjhmleQnV8BRQ9snZWLN2TcJLtMYzIcjofUxTgQRyIVJIeNDLG5eH1n2tmHHfDE3nDQ+8LZ+2oOD0grg2Wg4VT95eZoFGJ6kVIVKIUoVK45JG7Pt0H7b9u3d9eazCU0DkJox8ZKSuS7TGeu2AWJfwTSVSfihEGlALek6PE7+84Ze65JX1LGcU8ZFALkQaMWpjA0B6yGaSwU4h0oiReeVEB2GFcXTpkRPROABPAHACeI6Zfxfp/dIjF8JY6dhr1nvWqRUZ1iMnIieApwCMBzAawM+IaLTW8wohEpeOvWY9Z53ajR6plRMBbGHmWmY+DOAlAD/R4bxCCIsKXQLACiJN908HegTywQBCb/MN3a8JIVKU1Xq/oZOg0rHGXI9ATgqv9Uq8E9FkIqohopqdO3fqcFkhhBms1vuVmZ/6BPIGAKUhfy4B0GthYmZewMxVzFxVXFysw2WFEGawWu9XZn7qULVCRC4AmwCMBbAdwBcAJjDzWrXfkaoVIZIj3kqOaO83sj49UelUoWNY1Qoz+wDcDOA9AOsBLI0UxIUQyRNvLjva+63Y+03HCp1wMrNTiBQT6FW/+vKrOOWMU2JezjaW5W/TqfdrRTKzU4g0EehVX3P9NXHlsmPJfUvv15okkAthU0q13IEKjsFTBmPN2jUxV3JI5Ye9SSAXwqaU8tmBXvX+b/aj4PSCmHPZVsh9e71eDBk2BBVDK+QGEi+lxySjD9mzUwhtwvfP9Hq9wdcqH6+Me59PpT0yI73fCFNvmcrObCc7Mh267jWaSiB7dgqROpT2sGRmXdYJN2PxKa/Xi2GVwzDorkHYOncrMpwZqN1Um7KLXyVKBjuFSBFq+exly5bFvH1aJGZMv6+eUw3Pjz3IKs9CwWkFcBQ70mpCj1YSyIWwGbV89uWXX665osSM6fderxeLFi9Cv4v8TxJFFxbh0PeHsHDRQsmVx0gCuRA2E8/GxfEyY/p9oDceemPKPzVfeuVxkBy5EAKAedPv1SYZkZMwuGSw1KiHkBy5ECIis0oQ1SYZdfm6JIjHSHrkQggAMv3eDtR65C4zGiOEsB4J1vYlqRUhRFqy2nZ1WkggF0KkJattV6eFBHIhRNqx2nZ1WkkgF0KkHattV6eVBHIh0kQq5YS1SMUleyWQC5EmUiknrIUVluzVm9SRC5EGYtnGLV3YuV7ekJmdRHQFEa0loi4i6nVyIYQ1pFpOWItU3K5Oa2plDYDLAXysQ1uEEAZIxZyw6ElTIGfm9cy8Ua/GCCH0l4o5YdGTLjlyIvoIwF3MrJr4JqLJACYDQFlZ2Ql1dXWaryuEiM7OOWHRU8JrrRDR+wCURkV+w8wxL4DMzAsALAD8g52x/p4QQhsJ1qkvaiBn5nOT0RAhhBCJkTpyIYSwOa3lh5cRUQOAkwG8RUTv6dMsIYQQsdK0HjkzLwOwTKe2CCGESICkVoQQSSPrvRhDArkQImlkvRdjSCAXQiRFqq0BbiUSyIUQSSHrvRhHArkQwnCy3ouxJJALIQwn670YS9YjF0IYTtZ70UfCa60IIYRWEqyNJakVIYSwOQnkQghhcxLIhRDC5iSQCyGEzUkgF0IImzOl/JCIdgI4AGBX0i8euyJI+7SQ9mkj7dMmVdtXzszF4S+aEsgBgIhqlOohrULap420Txtpnzbp1j5JrQghhM1JIBdCCJszM5AvMPHasZD2aSPt00bap01atc+0HLkQQgh9SGpFCCFsTgK5EELYnCUCORHdRURMREVmtyUUET1ERN8Q0ddEtIKIBpndplBE9AgRbehu4zIiyje7TaGI6AoiWktEXURkmVIwIhpHRBuJaAsR/drs9oQiooVEtIOI1pjdFiVEVEpEHxLR+u6/29vMblMoIsokon8S0b+62/eg2W0KR0ROIvqKiN7U65ymB3IiKgVwHoBtZrdFwSPMfBwzjwHwJoD7TW5PuJUAjmHm4wBsAjDD5PaEWwPgcgAfm92QACJyAngKwHgAowH8jIhGm9uqHhYDGGd2IyLwAbiTmY8GcBKAaRb7/toBnMPMPwQwBsA4IjrJ3Cb1chuA9Xqe0PRADmAegOkALDfqysytIX/0wGJtZOYVzOzr/uPfAZSY2Z5wzLyemTea3Y4wJwLYwsy1zHwYwEsAfmJym4KY+WMAu81uhxpm9jLzl93/fx/8AWmwua06gv32d//R3X1Y5t8tEZUA+A8Az+l5XlMDORFdAmA7M//LzHZEQkQPE1E9gImwXo881M8BvGN2I2xgMIDQXQ4aYKFAZCdEVAHgeAD/MLkpPXSnLr4GsAPASma2Uvseh7/j2qXnSQ3fIYiI3gcwQOFHvwFwL4DzjW5DJJHax8xvMPNvAPyGiGYAuBnAA1ZqX/d7fgP/I++SZLat+9pR22cxpPCaZXpsdkFEfQG8CuBXYU+upmPmTgBjuseMlhHRMcxs+pgDEV0EYAczryais/Q8t+GBnJnPVXqdiI4FMATAv4gI8KcFviSiE5k5aVtrq7VPwYsA3kKSA3m09hHRdQAuAjCWTZgUEMf3ZxUNAEpD/lwCoNGkttgSEbnhD+JLmPk1s9ujhplbiOgj+MccTA/kAE4FcAkRXQggE0AuEb3AzFdrPbFpqRVm/paZj2LmCmaugP8f2I+SGcSjIaIRIX+8BMAGs9qihIjGAbgHwCXMfNDs9tjEFwBGENEQIuoD4CoAy01uk22Qv9f1XwDWM/NjZrcnHBEVB6q3iCgLwLmwyL9bZp7BzCXd8e4qAKv0COKANQY7rex3RLSGiL6BPwVkqVIrAPMB5ABY2V0i+YzZDQpFRJcRUQOAkwG8RUTvmd2m7sHhmwG8B/9A3VJmXmtuq44gor8C+BxAJRE1ENENZrcpzKkArgFwTvd/c1939zCtYiCAD7v/zX4Bf45ctzI/q5Ip+kIIYXPSIxdCCJuTQC6EEDYngVwIIWxOArkQQticBHIhhLA5CeRCCGFzEsiFEMLm/j8GRrIvyatw8gAAAABJRU5ErkJggg==\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "# KMeans 객체를 이용하여 X 데이터를 K-Means 클러스터링 수행 \n", + "kmeans = KMeans(n_clusters=3, init='k-means++', max_iter=200, random_state=0)\n", + "cluster_labels = kmeans.fit_predict(X)\n", + "clusterDF['kmeans_label'] = cluster_labels\n", + "\n", + "#cluster_centers_ 는 개별 클러스터의 중심 위치 좌표 시각화를 위해 추출\n", + "centers = kmeans.cluster_centers_\n", + "unique_labels = np.unique(cluster_labels)\n", + "markers=['o', 's', '^', 'P','D','H','x']\n", + "\n", + "# 군집된 label 유형별로 iteration 하면서 marker 별로 scatter plot 수행. \n", + "for label in unique_labels:\n", + " label_cluster = clusterDF[clusterDF['kmeans_label']==label]\n", + " center_x_y = centers[label]\n", + " plt.scatter(x=label_cluster['ftr1'], y=label_cluster['ftr2'], edgecolor='k', \n", + " marker=markers[label] )\n", + " \n", + " # 군집별 중심 위치 좌표 시각화 \n", + " plt.scatter(x=center_x_y[0], y=center_x_y[1], s=200, color='white',\n", + " alpha=0.9, edgecolor='k', marker=markers[label])\n", + " plt.scatter(x=center_x_y[0], y=center_x_y[1], s=70, color='k', edgecolor='k', \n", + " marker='$%d$' % label)\n", + "\n", + "plt.show()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "target kmeans_label\n", + "0 0 66\n", + " 1 1\n", + "1 2 67\n", + "2 1 65\n", + " 2 1\n", + "Name: kmeans_label, dtype: int64\n" + ] + } + ], + "source": [ + "print(clusterDF.groupby('target')['kmeans_label'].value_counts())" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-2_Cluster evaluation.ipynb" "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-2_Cluster evaluation.ipynb" new file mode 100644 index 0000000..1f1f7a7 --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-2_Cluster evaluation.ipynb" @@ -0,0 +1,180 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 붓꽃(Iris) 데이터 셋을 이용한 클러스터 평가" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.preprocessing import scale\n", + "from sklearn.datasets import load_iris\n", + "from sklearn.cluster import KMeans\n", + "# 실루엣 분석 metric 값을 구하기 위한 API 추가\n", + "from sklearn.metrics import silhouette_samples, silhouette_score\n", + "import matplotlib.pyplot as plt\n", + "import numpy as np\n", + "import pandas as pd\n", + "\n", + "%matplotlib inline\n", + "\n", + "iris = load_iris()\n", + "feature_names = ['sepal_length','sepal_width','petal_length','petal_width']\n", + "irisDF = pd.DataFrame(data=iris.data, columns=feature_names)\n", + "kmeans = KMeans(n_clusters=3, init='k-means++', max_iter=300,random_state=0).fit(irisDF)\n", + "\n", + "irisDF['cluster'] = kmeans.labels_\n", + "\n", + "# iris 의 모든 개별 데이터에 실루엣 계수값을 구함. \n", + "score_samples = silhouette_samples(iris.data, irisDF['cluster'])\n", + "print('silhouette_samples( ) return 값의 shape' , score_samples.shape)\n", + "\n", + "# irisDF에 실루엣 계수 컬럼 추가\n", + "irisDF['silhouette_coeff'] = score_samples\n", + "\n", + "# 모든 데이터의 평균 실루엣 계수값을 구함. \n", + "average_score = silhouette_score(iris.data, irisDF['cluster'])\n", + "print('붓꽃 데이터셋 Silhouette Analysis Score:{0:.3f}'.format(average_score))\n", + "\n", + "irisDF.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "irisDF.groupby('cluster')['silhouette_coeff'].mean()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 클러스터별 평균 실루엣 계수의 시각화를 통한 클러스터 개수 최적화 방법" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "### 여러개의 클러스터링 갯수를 List로 입력 받아 각각의 실루엣 계수를 면적으로 시각화한 함수 작성\n", + "def visualize_silhouette(cluster_lists, X_features): \n", + " \n", + " from sklearn.datasets import make_blobs\n", + " from sklearn.cluster import KMeans\n", + " from sklearn.metrics import silhouette_samples, silhouette_score\n", + "\n", + " import matplotlib.pyplot as plt\n", + " import matplotlib.cm as cm\n", + " import math\n", + " \n", + " # 입력값으로 클러스터링 갯수들을 리스트로 받아서, 각 갯수별로 클러스터링을 적용하고 실루엣 개수를 구함\n", + " n_cols = len(cluster_lists)\n", + " \n", + " # plt.subplots()으로 리스트에 기재된 클러스터링 수만큼의 sub figures를 가지는 axs 생성 \n", + " fig, axs = plt.subplots(figsize=(4*n_cols, 4), nrows=1, ncols=n_cols)\n", + " \n", + " # 리스트에 기재된 클러스터링 갯수들을 차례로 iteration 수행하면서 실루엣 개수 시각화\n", + " for ind, n_cluster in enumerate(cluster_lists):\n", + " \n", + " # KMeans 클러스터링 수행하고, 실루엣 스코어와 개별 데이터의 실루엣 값 계산. \n", + " clusterer = KMeans(n_clusters = n_cluster, max_iter=500, random_state=0)\n", + " cluster_labels = clusterer.fit_predict(X_features)\n", + " \n", + " sil_avg = silhouette_score(X_features, cluster_labels)\n", + " sil_values = silhouette_samples(X_features, cluster_labels)\n", + " \n", + " y_lower = 10\n", + " axs[ind].set_title('Number of Cluster : '+ str(n_cluster)+'\\n' \\\n", + " 'Silhouette Score :' + str(round(sil_avg,3)) )\n", + " axs[ind].set_xlabel(\"The silhouette coefficient values\")\n", + " axs[ind].set_ylabel(\"Cluster label\")\n", + " axs[ind].set_xlim([-0.1, 1])\n", + " axs[ind].set_ylim([0, len(X_features) + (n_cluster + 1) * 10])\n", + " axs[ind].set_yticks([]) # Clear the yaxis labels / ticks\n", + " axs[ind].set_xticks([0, 0.2, 0.4, 0.6, 0.8, 1])\n", + " \n", + " # 클러스터링 갯수별로 fill_betweenx( )형태의 막대 그래프 표현. \n", + " for i in range(n_cluster):\n", + " ith_cluster_sil_values = sil_values[cluster_labels==i]\n", + " ith_cluster_sil_values.sort()\n", + " \n", + " size_cluster_i = ith_cluster_sil_values.shape[0]\n", + " y_upper = y_lower + size_cluster_i\n", + " \n", + " color = cm.nipy_spectral(float(i) / n_cluster)\n", + " axs[ind].fill_betweenx(np.arange(y_lower, y_upper), 0, ith_cluster_sil_values, \\\n", + " facecolor=color, edgecolor=color, alpha=0.7)\n", + " axs[ind].text(-0.05, y_lower + 0.5 * size_cluster_i, str(i))\n", + " y_lower = y_upper + 10\n", + " \n", + " axs[ind].axvline(x=sil_avg, color=\"red\", linestyle=\"--\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# make_blobs 을 통해 clustering 을 위한 4개의 클러스터 중심의 500개 2차원 데이터 셋 생성 \n", + "from sklearn.datasets import make_blobs\n", + "X, y = make_blobs(n_samples=500, n_features=2, centers=4, cluster_std=1, \\\n", + " center_box=(-10.0, 10.0), shuffle=True, random_state=1) \n", + "\n", + "# cluster 개수를 2개, 3개, 4개, 5개 일때의 클러스터별 실루엣 계수 평균값을 시각화 \n", + "visualize_silhouette([ 2, 3, 4, 5], X)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.datasets import load_iris\n", + "\n", + "iris=load_iris()\n", + "visualize_silhouette([ 2, 3, 4,5 ], iris.data)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-3_Mean_Shift.ipynb" "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-3_Mean_Shift.ipynb" new file mode 100644 index 0000000..0acccdb --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-3_Mean_Shift.ipynb" @@ -0,0 +1,136 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Mean Shift 개요" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "from sklearn.datasets import make_blobs\n", + "from sklearn.cluster import MeanShift\n", + "\n", + "X, y = make_blobs(n_samples=200, n_features=2, centers=3, \n", + " cluster_std=0.7, random_state=0)\n", + "\n", + "meanshift= MeanShift(bandwidth=0.8)\n", + "cluster_labels = meanshift.fit_predict(X)\n", + "print('cluster labels 유형:', np.unique(cluster_labels))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "meanshift= MeanShift(bandwidth=1)\n", + "cluster_labels = meanshift.fit_predict(X)\n", + "print('cluster labels 유형:', np.unique(cluster_labels))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.cluster import estimate_bandwidth\n", + "\n", + "bandwidth = estimate_bandwidth(X)\n", + "print('bandwidth 값:', round(bandwidth,3))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "\n", + "\n", + "clusterDF = pd.DataFrame(data=X, columns=['ftr1', 'ftr2'])\n", + "clusterDF['target'] = y\n", + "\n", + "# estimate_bandwidth()로 최적의 bandwidth 계산\n", + "best_bandwidth = estimate_bandwidth(X)\n", + "\n", + "meanshift= MeanShift(bandwidth=best_bandwidth)\n", + "cluster_labels = meanshift.fit_predict(X)\n", + "print('cluster labels 유형:',np.unique(cluster_labels)) " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import matplotlib.pyplot as plt\n", + "%matplotlib inline\n", + "\n", + "clusterDF['meanshift_label'] = cluster_labels\n", + "centers = meanshift.cluster_centers_\n", + "unique_labels = np.unique(cluster_labels)\n", + "markers=['o', 's', '^', 'x', '*']\n", + "\n", + "for label in unique_labels:\n", + " label_cluster = clusterDF[clusterDF['meanshift_label']==label]\n", + " center_x_y = centers[label]\n", + " # 군집별로 다른 마커로 산점도 적용\n", + " plt.scatter(x=label_cluster['ftr1'], y=label_cluster['ftr2'], edgecolor='k', marker=markers[label] )\n", + " \n", + " # 군집별 중심 표현\n", + " plt.scatter(x=center_x_y[0], y=center_x_y[1], s=200, color='gray', alpha=0.9, marker=markers[label])\n", + " plt.scatter(x=center_x_y[0], y=center_x_y[1], s=70, color='k', edgecolor='k', marker='$%d$' % label)\n", + " \n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print(clusterDF.groupby('target')['meanshift_label'].value_counts())" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-4_Gaussian_Mixture_Model.ipynb" "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-4_Gaussian_Mixture_Model.ipynb" new file mode 100644 index 0000000..34ce2ed --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-4_Gaussian_Mixture_Model.ipynb" @@ -0,0 +1,203 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### GMM 을 이용한 붓꽃 데이터 셋 클러스터링" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.datasets import load_iris\n", + "from sklearn.cluster import KMeans\n", + "\n", + "import matplotlib.pyplot as plt\n", + "import numpy as np\n", + "import pandas as pd\n", + "%matplotlib inline\n", + "\n", + "iris = load_iris()\n", + "feature_names = ['sepal_length','sepal_width','petal_length','petal_width']\n", + "\n", + "# 보다 편리한 데이타 Handling을 위해 DataFrame으로 변환\n", + "irisDF = pd.DataFrame(data=iris.data, columns=feature_names)\n", + "irisDF['target'] = iris.target" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.mixture import GaussianMixture\n", + "\n", + "gmm = GaussianMixture(n_components=3, random_state=0).fit(iris.data)\n", + "gmm_cluster_labels = gmm.predict(iris.data)\n", + "\n", + "# 클러스터링 결과를 irisDF 의 'gmm_cluster' 컬럼명으로 저장\n", + "irisDF['gmm_cluster'] = gmm_cluster_labels\n", + "irisDF['target'] = iris.target\n", + "\n", + "# target 값에 따라서 gmm_cluster 값이 어떻게 매핑되었는지 확인. \n", + "iris_result = irisDF.groupby(['target'])['gmm_cluster'].value_counts()\n", + "print(iris_result)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "kmeans = KMeans(n_clusters=3, init='k-means++', max_iter=300,random_state=0).fit(iris.data)\n", + "kmeans_cluster_labels = kmeans.predict(iris.data)\n", + "irisDF['kmeans_cluster'] = kmeans_cluster_labels\n", + "iris_result = irisDF.groupby(['target'])['kmeans_cluster'].value_counts()\n", + "print(iris_result)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### GMM과 K-평균의 비교" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "### 클러스터 결과를 담은 DataFrame과 사이킷런의 Cluster 객체등을 인자로 받아 클러스터링 결과를 시각화하는 함수 \n", + "def visualize_cluster_plot(clusterobj, dataframe, label_name, iscenter=True):\n", + " if iscenter :\n", + " centers = clusterobj.cluster_centers_\n", + " \n", + " unique_labels = np.unique(dataframe[label_name].values)\n", + " markers=['o', 's', '^', 'x', '*']\n", + " isNoise=False\n", + "\n", + " for label in unique_labels:\n", + " label_cluster = dataframe[dataframe[label_name]==label]\n", + " if label == -1:\n", + " cluster_legend = 'Noise'\n", + " isNoise=True\n", + " else :\n", + " cluster_legend = 'Cluster '+str(label)\n", + " \n", + " plt.scatter(x=label_cluster['ftr1'], y=label_cluster['ftr2'], s=70,\\\n", + " edgecolor='k', marker=markers[label], label=cluster_legend)\n", + " \n", + " if iscenter:\n", + " center_x_y = centers[label]\n", + " plt.scatter(x=center_x_y[0], y=center_x_y[1], s=250, color='white',\n", + " alpha=0.9, edgecolor='k', marker=markers[label])\n", + " plt.scatter(x=center_x_y[0], y=center_x_y[1], s=70, color='k',\\\n", + " edgecolor='k', marker='$%d$' % label)\n", + " if isNoise:\n", + " legend_loc='upper center'\n", + " else: legend_loc='upper right'\n", + " \n", + " plt.legend(loc=legend_loc)\n", + " plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.datasets import make_blobs\n", + "\n", + "# make_blobs() 로 300개의 데이터 셋, 3개의 cluster 셋, cluster_std=0.5 을 만듬. \n", + "X, y = make_blobs(n_samples=300, n_features=2, centers=3, cluster_std=0.5, random_state=0)\n", + "\n", + "# 길게 늘어난 타원형의 데이터 셋을 생성하기 위해 변환함. \n", + "transformation = [[0.60834549, -0.63667341], [-0.40887718, 0.85253229]]\n", + "X_aniso = np.dot(X, transformation)\n", + "# feature 데이터 셋과 make_blobs( ) 의 y 결과 값을 DataFrame으로 저장\n", + "clusterDF = pd.DataFrame(data=X_aniso, columns=['ftr1', 'ftr2'])\n", + "clusterDF['target'] = y\n", + "# 생성된 데이터 셋을 target 별로 다른 marker 로 표시하여 시각화 함. \n", + "visualize_cluster_plot(None, clusterDF, 'target', iscenter=False)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 3개의 Cluster 기반 Kmeans 를 X_aniso 데이터 셋에 적용 \n", + "kmeans = KMeans(3, random_state=0)\n", + "kmeans_label = kmeans.fit_predict(X_aniso)\n", + "clusterDF['kmeans_label'] = kmeans_label\n", + "\n", + "visualize_cluster_plot(kmeans, clusterDF, 'kmeans_label',iscenter=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 3개의 n_components기반 GMM을 X_aniso 데이터 셋에 적용 \n", + "gmm = GaussianMixture(n_components=3, random_state=0)\n", + "gmm_label = gmm.fit(X_aniso).predict(X_aniso)\n", + "clusterDF['gmm_label'] = gmm_label\n", + "\n", + "# GaussianMixture는 cluster_centers_ 속성이 없으므로 iscenter를 False로 설정. \n", + "visualize_cluster_plot(gmm, clusterDF, 'gmm_label',iscenter=False)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print('### KMeans Clustering ###')\n", + "print(clusterDF.groupby('target')['kmeans_label'].value_counts())\n", + "print('\\n### Gaussian Mixture Clustering ###')\n", + "print(clusterDF.groupby('target')['gmm_label'].value_counts())" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-5_DBSCAN.ipynb" "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-5_DBSCAN.ipynb" new file mode 100644 index 0000000..eb5926c --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-5_DBSCAN.ipynb" @@ -0,0 +1,236 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### DBSCAN 적용하기 – 붓꽃 데이터 셋" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.datasets import load_iris\n", + "\n", + "import matplotlib.pyplot as plt\n", + "import numpy as np\n", + "import pandas as pd\n", + "%matplotlib inline\n", + "\n", + "iris = load_iris()\n", + "feature_names = ['sepal_length','sepal_width','petal_length','petal_width']\n", + "\n", + "# 보다 편리한 데이타 Handling을 위해 DataFrame으로 변환\n", + "irisDF = pd.DataFrame(data=iris.data, columns=feature_names)\n", + "irisDF['target'] = iris.target" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.cluster import DBSCAN\n", + "\n", + "dbscan = DBSCAN(eps=0.6, min_samples=8, metric='euclidean')\n", + "dbscan_labels = dbscan.fit_predict(iris.data)\n", + "\n", + "irisDF['dbscan_cluster'] = dbscan_labels\n", + "irisDF['target'] = iris.target\n", + "\n", + "iris_result = irisDF.groupby(['target'])['dbscan_cluster'].value_counts()\n", + "print(iris_result)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "### 클러스터 결과를 담은 DataFrame과 사이킷런의 Cluster 객체등을 인자로 받아 클러스터링 결과를 시각화하는 함수 \n", + "def visualize_cluster_plot(clusterobj, dataframe, label_name, iscenter=True):\n", + " if iscenter :\n", + " centers = clusterobj.cluster_centers_\n", + " \n", + " unique_labels = np.unique(dataframe[label_name].values)\n", + " markers=['o', 's', '^', 'x', '*']\n", + " isNoise=False\n", + "\n", + " for label in unique_labels:\n", + " label_cluster = dataframe[dataframe[label_name]==label]\n", + " if label == -1:\n", + " cluster_legend = 'Noise'\n", + " isNoise=True\n", + " else :\n", + " cluster_legend = 'Cluster '+str(label)\n", + " \n", + " plt.scatter(x=label_cluster['ftr1'], y=label_cluster['ftr2'], s=70,\\\n", + " edgecolor='k', marker=markers[label], label=cluster_legend)\n", + " \n", + " if iscenter:\n", + " center_x_y = centers[label]\n", + " plt.scatter(x=center_x_y[0], y=center_x_y[1], s=250, color='white',\n", + " alpha=0.9, edgecolor='k', marker=markers[label])\n", + " plt.scatter(x=center_x_y[0], y=center_x_y[1], s=70, color='k',\\\n", + " edgecolor='k', marker='$%d$' % label)\n", + " if isNoise:\n", + " legend_loc='upper center'\n", + " else: legend_loc='upper right'\n", + " \n", + " plt.legend(loc=legend_loc)\n", + " plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.decomposition import PCA\n", + "# 2차원으로 시각화하기 위해 PCA n_componets=2로 피처 데이터 세트 변환\n", + "pca = PCA(n_components=2, random_state=0)\n", + "pca_transformed = pca.fit_transform(iris.data)\n", + "# visualize_cluster_2d( ) 함수는 ftr1, ftr2 컬럼을 좌표에 표현하므로 PCA 변환값을 해당 컬럼으로 생성\n", + "irisDF['ftr1'] = pca_transformed[:,0]\n", + "irisDF['ftr2'] = pca_transformed[:,1]\n", + "\n", + "visualize_cluster_plot(dbscan, irisDF, 'dbscan_cluster', iscenter=False)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.cluster import DBSCAN\n", + "\n", + "dbscan = DBSCAN(eps=0.8, min_samples=8, metric='euclidean')\n", + "dbscan_labels = dbscan.fit_predict(iris.data)\n", + "\n", + "irisDF['dbscan_cluster'] = dbscan_labels\n", + "irisDF['target'] = iris.target\n", + "\n", + "iris_result = irisDF.groupby(['target'])['dbscan_cluster'].value_counts()\n", + "print(iris_result)\n", + "\n", + "visualize_cluster_plot(dbscan, irisDF, 'dbscan_cluster', iscenter=False)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "dbscan = DBSCAN(eps=0.6, min_samples=16, metric='euclidean')\n", + "dbscan_labels = dbscan.fit_predict(iris.data)\n", + "\n", + "irisDF['dbscan_cluster'] = dbscan_labels\n", + "irisDF['target'] = iris.target\n", + "\n", + "iris_result = irisDF.groupby(['target'])['dbscan_cluster'].value_counts()\n", + "print(iris_result)\n", + "\n", + "visualize_cluster_plot(dbscan, irisDF, 'dbscan_cluster', iscenter=False)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### DBSCAN 적용하기 – make_circles() 데이터 세트" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.datasets import make_circles\n", + "\n", + "X, y = make_circles(n_samples=1000, shuffle=True, noise=0.05, random_state=0, factor=0.5)\n", + "clusterDF = pd.DataFrame(data=X, columns=['ftr1', 'ftr2'])\n", + "clusterDF['target'] = y\n", + "\n", + "visualize_cluster_plot(None, clusterDF, 'target', iscenter=False)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# KMeans로 make_circles( ) 데이터 셋을 클러스터링 수행. \n", + "from sklearn.cluster import KMeans\n", + "\n", + "kmeans = KMeans(n_clusters=2, max_iter=1000, random_state=0)\n", + "kmeans_labels = kmeans.fit_predict(X)\n", + "clusterDF['kmeans_cluster'] = kmeans_labels\n", + "\n", + "visualize_cluster_plot(kmeans, clusterDF, 'kmeans_cluster', iscenter=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# GMM으로 make_circles( ) 데이터 셋을 클러스터링 수행. \n", + "from sklearn.mixture import GaussianMixture\n", + "\n", + "gmm = GaussianMixture(n_components=2, random_state=0)\n", + "gmm_label = gmm.fit(X).predict(X)\n", + "clusterDF['gmm_cluster'] = gmm_label\n", + "\n", + "visualize_cluster_plot(gmm, clusterDF, 'gmm_cluster', iscenter=False)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# DBSCAN으로 make_circles( ) 데이터 셋을 클러스터링 수행. \n", + "from sklearn.cluster import DBSCAN\n", + "\n", + "dbscan = DBSCAN(eps=0.2, min_samples=10, metric='euclidean')\n", + "dbscan_labels = dbscan.fit_predict(X)\n", + "clusterDF['dbscan_cluster'] = dbscan_labels\n", + "\n", + "visualize_cluster_plot(dbscan, clusterDF, 'dbscan_cluster', iscenter=False)" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-6_Clustering_Practice_Customer_Segmentation.ipynb" "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-6_Clustering_Practice_Customer_Segmentation.ipynb" new file mode 100644 index 0000000..f118e61 --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/7\354\236\245/7-6_Clustering_Practice_Customer_Segmentation.ipynb" @@ -0,0 +1,382 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 데이터 셋 로딩과 데이터 클린징" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import datetime\n", + "import math\n", + "import numpy as np\n", + "import matplotlib.pyplot as plt\n", + "%matplotlib inline\n", + "\n", + "retail_df = pd.read_excel(io='Online Retail.xlsx')\n", + "retail_df.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "retail_df.info()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "retail_df = retail_df[retail_df['Quantity'] > 0]\n", + "retail_df = retail_df[retail_df['UnitPrice'] > 0]\n", + "retail_df = retail_df[retail_df['CustomerID'].notnull()]\n", + "print(retail_df.shape)\n", + "retail_df.isnull().sum()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "retail_df['Country'].value_counts()[:5]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "retail_df = retail_df[retail_df['Country']=='United Kingdom']\n", + "print(retail_df.shape)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### RFM 기반 데이터 가공" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "retail_df['sale_amount'] = retail_df['Quantity'] * retail_df['UnitPrice']\n", + "retail_df['CustomerID'] = retail_df['CustomerID'].astype(int)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print(retail_df['CustomerID'].value_counts().head(5))\n", + "print(retail_df.groupby('CustomerID')['sale_amount'].sum().sort_values(ascending=False)[:5])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "retail_df.groupby(['InvoiceNo','StockCode'])['InvoiceNo'].count().mean()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# DataFrame의 groupby() 의 multiple 연산을 위해 agg() 이용\n", + "# Recency는 InvoiceDate 컬럼의 max() 에서 데이터 가공\n", + "# Frequency는 InvoiceNo 컬럼의 count() , Monetary value는 sale_amount 컬럼의 sum()\n", + "aggregations = {\n", + " 'InvoiceDate': 'max',\n", + " 'InvoiceNo': 'count',\n", + " 'sale_amount':'sum'\n", + "}\n", + "cust_df = retail_df.groupby('CustomerID').agg(aggregations)\n", + "# groupby된 결과 컬럼값을 Recency, Frequency, Monetary로 변경\n", + "cust_df = cust_df.rename(columns = {'InvoiceDate':'Recency',\n", + " 'InvoiceNo':'Frequency',\n", + " 'sale_amount':'Monetary'\n", + " }\n", + " )\n", + "cust_df = cust_df.reset_index()\n", + "cust_df.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import datetime as dt\n", + "\n", + "cust_df['Recency'] = dt.datetime(2011,12,10) - cust_df['Recency']\n", + "cust_df['Recency'] = cust_df['Recency'].apply(lambda x: x.days+1)\n", + "print('cust_df 로우와 컬럼 건수는 ',cust_df.shape)\n", + "cust_df.head(3)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### RFM 기반 고객 세그먼테이션" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "fig, (ax1,ax2,ax3) = plt.subplots(figsize=(12,4), nrows=1, ncols=3)\n", + "ax1.set_title('Recency Histogram')\n", + "ax1.hist(cust_df['Recency'])\n", + "\n", + "ax2.set_title('Frequency Histogram')\n", + "ax2.hist(cust_df['Frequency'])\n", + "\n", + "ax3.set_title('Monetary Histogram')\n", + "ax3.hist(cust_df['Monetary'])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "cust_df[['Recency','Frequency','Monetary']].describe()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.preprocessing import StandardScaler\n", + "from sklearn.cluster import KMeans\n", + "from sklearn.metrics import silhouette_score, silhouette_samples\n", + "\n", + "X_features = cust_df[['Recency','Frequency','Monetary']].values\n", + "X_features_scaled = StandardScaler().fit_transform(X_features)\n", + "\n", + "kmeans = KMeans(n_clusters=3, random_state=0)\n", + "labels = kmeans.fit_predict(X_features_scaled)\n", + "cust_df['cluster_label'] = labels\n", + "\n", + "print('실루엣 스코어는 : {0:.3f}'.format(silhouette_score(X_features_scaled,labels)))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "### 여러개의 클러스터링 갯수를 List로 입력 받아 각각의 실루엣 계수를 면적으로 시각화한 함수 작성 \n", + "def visualize_silhouette(cluster_lists, X_features): \n", + " \n", + " from sklearn.datasets import make_blobs\n", + " from sklearn.cluster import KMeans\n", + " from sklearn.metrics import silhouette_samples, silhouette_score\n", + "\n", + " import matplotlib.pyplot as plt\n", + " import matplotlib.cm as cm\n", + " import math\n", + " \n", + " # 입력값으로 클러스터링 갯수들을 리스트로 받아서, 각 갯수별로 클러스터링을 적용하고 실루엣 개수를 구함\n", + " n_cols = len(cluster_lists)\n", + " \n", + " # plt.subplots()으로 리스트에 기재된 클러스터링 만큼의 sub figures를 가지는 axs 생성 \n", + " fig, axs = plt.subplots(figsize=(4*n_cols, 4), nrows=1, ncols=n_cols)\n", + " \n", + " # 리스트에 기재된 클러스터링 갯수들을 차례로 iteration 수행하면서 실루엣 개수 시각화\n", + " for ind, n_cluster in enumerate(cluster_lists):\n", + " \n", + " # KMeans 클러스터링 수행하고, 실루엣 스코어와 개별 데이터의 실루엣 값 계산. \n", + " clusterer = KMeans(n_clusters = n_cluster, max_iter=500, random_state=0)\n", + " cluster_labels = clusterer.fit_predict(X_features)\n", + " \n", + " sil_avg = silhouette_score(X_features, cluster_labels)\n", + " sil_values = silhouette_samples(X_features, cluster_labels)\n", + " \n", + " y_lower = 10\n", + " axs[ind].set_title('Number of Cluster : '+ str(n_cluster)+'\\n' \\\n", + " 'Silhouette Score :' + str(round(sil_avg,3)) )\n", + " axs[ind].set_xlabel(\"The silhouette coefficient values\")\n", + " axs[ind].set_ylabel(\"Cluster label\")\n", + " axs[ind].set_xlim([-0.1, 1])\n", + " axs[ind].set_ylim([0, len(X_features) + (n_cluster + 1) * 10])\n", + " axs[ind].set_yticks([]) # Clear the yaxis labels / ticks\n", + " axs[ind].set_xticks([0, 0.2, 0.4, 0.6, 0.8, 1])\n", + " \n", + " # 클러스터링 갯수별로 fill_betweenx( )형태의 막대 그래프 표현. \n", + " for i in range(n_cluster):\n", + " ith_cluster_sil_values = sil_values[cluster_labels==i]\n", + " ith_cluster_sil_values.sort()\n", + " \n", + " size_cluster_i = ith_cluster_sil_values.shape[0]\n", + " y_upper = y_lower + size_cluster_i\n", + " \n", + " color = cm.nipy_spectral(float(i) / n_cluster)\n", + " axs[ind].fill_betweenx(np.arange(y_lower, y_upper), 0, ith_cluster_sil_values, \\\n", + " facecolor=color, edgecolor=color, alpha=0.7)\n", + " axs[ind].text(-0.05, y_lower + 0.5 * size_cluster_i, str(i))\n", + " y_lower = y_upper + 10\n", + " \n", + " axs[ind].axvline(x=sil_avg, color=\"red\", linestyle=\"--\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "### 여러개의 클러스터링 갯수를 List로 입력 받아 각각의 클러스터링 결과를 시각화 \n", + "def visualize_kmeans_plot_multi(cluster_lists, X_features):\n", + " \n", + " from sklearn.cluster import KMeans\n", + " from sklearn.decomposition import PCA\n", + " import pandas as pd\n", + " import numpy as np\n", + " \n", + " # plt.subplots()으로 리스트에 기재된 클러스터링 만큼의 sub figures를 가지는 axs 생성 \n", + " n_cols = len(cluster_lists)\n", + " fig, axs = plt.subplots(figsize=(4*n_cols, 4), nrows=1, ncols=n_cols)\n", + " \n", + " # 입력 데이터의 FEATURE가 여러개일 경우 2차원 데이터 시각화가 어려우므로 PCA 변환하여 2차원 시각화\n", + " pca = PCA(n_components=2)\n", + " pca_transformed = pca.fit_transform(X_features)\n", + " dataframe = pd.DataFrame(pca_transformed, columns=['PCA1','PCA2'])\n", + " \n", + " # 리스트에 기재된 클러스터링 갯수들을 차례로 iteration 수행하면서 KMeans 클러스터링 수행하고 시각화\n", + " for ind, n_cluster in enumerate(cluster_lists):\n", + " \n", + " # KMeans 클러스터링으로 클러스터링 결과를 dataframe에 저장. \n", + " clusterer = KMeans(n_clusters = n_cluster, max_iter=500, random_state=0)\n", + " cluster_labels = clusterer.fit_predict(pca_transformed)\n", + " dataframe['cluster']=cluster_labels\n", + " \n", + " unique_labels = np.unique(clusterer.labels_)\n", + " markers=['o', 's', '^', 'x', '*']\n", + " \n", + " # 클러스터링 결과값 별로 scatter plot 으로 시각화\n", + " for label in unique_labels:\n", + " label_df = dataframe[dataframe['cluster']==label]\n", + " if label == -1:\n", + " cluster_legend = 'Noise'\n", + " else :\n", + " cluster_legend = 'Cluster '+str(label) \n", + " axs[ind].scatter(x=label_df['PCA1'], y=label_df['PCA2'], s=70,\\\n", + " edgecolor='k', marker=markers[label], label=cluster_legend)\n", + "\n", + " axs[ind].set_title('Number of Cluster : '+ str(n_cluster)) \n", + " axs[ind].legend(loc='upper right')\n", + " \n", + " plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "visualize_silhouette([2,3,4,5],X_features_scaled)\n", + "visualize_kmeans_plot_multi([2,3,4,5],X_features_scaled)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "### Log 변환을 통해 데이터 변환\n", + "from sklearn.preprocessing import StandardScaler\n", + "from sklearn.cluster import KMeans\n", + "from sklearn.metrics import silhouette_score, silhouette_samples\n", + "\n", + "# Recency, Frequecny, Monetary 컬럼에 np.log1p() 로 Log Transformation\n", + "cust_df['Recency_log'] = np.log1p(cust_df['Recency'])\n", + "cust_df['Frequency_log'] = np.log1p(cust_df['Frequency'])\n", + "cust_df['Monetary_log'] = np.log1p(cust_df['Monetary'])\n", + "\n", + "# Log Transformation 데이터에 StandardScaler 적용\n", + "X_features = cust_df[['Recency_log','Frequency_log','Monetary_log']].values\n", + "X_features_scaled = StandardScaler().fit_transform(X_features)\n", + "\n", + "kmeans = KMeans(n_clusters=3, random_state=0)\n", + "labels = kmeans.fit_predict(X_features_scaled)\n", + "cust_df['cluster_label'] = labels\n", + "\n", + "print('실루엣 스코어는 : {0:.3f}'.format(silhouette_score(X_features_scaled,labels)))\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "visualize_silhouette([2,3,4,5],X_features_scaled)\n", + "visualize_kmeans_plot_multi([2,3,4,5],X_features_scaled)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} From 9795153a1739865fa1564a7df40cc62ab5281dec Mon Sep 17 00:00:00 2001 From: zoo0YOON <113420912+zoo0YOON@users.noreply.github.com> Date: Mon, 7 Oct 2024 14:16:07 +0900 Subject: [PATCH 2/2] Add files via upload --- ...352\260\235\353\247\214\354\241\261.ipynb" | 24145 ++++++++++++++++ ...354\232\251\354\271\264\353\223\234.ipynb" | 435 + .../5\354\236\245/Bike Sharing Demand.ipynb" | 321 + .../5\354\236\245/Kaggle House Price.ipynb" | 678 + ...53\243\271 \353\266\204\353\245\230.ipynb" | 262 + ...\355\231\224_8.3 Bag of Words _ BOW.ipynb" | 441 + ...eMercari Price Suggestion Challenge.ipynb" | 386 + ...54\204\261 \353\266\204\354\204\235.ipynb" | 249 + .../9\354\236\245/9-4.ipynb" | 163 + .../9-5 TMDB 5000 Movie Dataset.ipynb" | 929 + .../9\354\236\245/9-6.ipynb" | 1669 ++ .../9\354\236\245/9-7.ipynb" | 509 + .../9\354\236\245/9-8.ipynb" | 610 + 13 files changed, 30797 insertions(+) create mode 100644 "\355\214\214\353\250\270\354\231\204/4\354\236\245/\352\263\240\352\260\235\353\247\214\354\241\261.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/4\354\236\245/\354\213\240\354\232\251\354\271\264\353\223\234.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/5\354\236\245/Bike Sharing Demand.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/5\354\236\245/Kaggle House Price.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/8\354\236\245/20 \353\211\264\354\212\244\352\267\270\353\243\271 \353\266\204\353\245\230.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/8\354\236\245/8.2 \355\205\215\354\212\244\355\212\270 \354\202\254\354\240\204 \354\244\200\353\271\204 \354\236\221\354\227\205(\355\205\215\354\212\244\355\212\270 \354\240\204\354\262\230\353\246\254) - \355\205\215\354\212\244\355\212\270 \354\240\225\352\267\234\355\231\224_8.3 Bag of Words _ BOW.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/8\354\236\245/KaggleMercari Price Suggestion Challenge.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/8\354\236\245/\353\204\244\354\235\264\353\262\204 \354\230\201\355\231\224 \355\217\211\354\240\220 \352\260\220\354\204\261 \353\266\204\354\204\235.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/9\354\236\245/9-4.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/9\354\236\245/9-5 TMDB 5000 Movie Dataset.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/9\354\236\245/9-6.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/9\354\236\245/9-7.ipynb" create mode 100644 "\355\214\214\353\250\270\354\231\204/9\354\236\245/9-8.ipynb" diff --git "a/\355\214\214\353\250\270\354\231\204/4\354\236\245/\352\263\240\352\260\235\353\247\214\354\241\261.ipynb" "b/\355\214\214\353\250\270\354\231\204/4\354\236\245/\352\263\240\352\260\235\353\247\214\354\241\261.ipynb" new file mode 100644 index 0000000..83810be --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/4\354\236\245/\352\263\240\352\260\235\353\247\214\354\241\261.ipynb" @@ -0,0 +1,24145 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 데이터 전처리" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "dataset shape: (76020, 371)\n" + ] + }, + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
IDvar3var15imp_ent_var16_ult1imp_op_var39_comer_ult1imp_op_var39_comer_ult3imp_op_var40_comer_ult1imp_op_var40_comer_ult3imp_op_var40_efect_ult1imp_op_var40_efect_ult3...saldo_medio_var33_hace2saldo_medio_var33_hace3saldo_medio_var33_ult1saldo_medio_var33_ult3saldo_medio_var44_hace2saldo_medio_var44_hace3saldo_medio_var44_ult1saldo_medio_var44_ult3var38TARGET
012230.00.00.00.00.00.00.0...0.00.00.00.00.00.00.00.039205.170
132340.00.00.00.00.00.00.0...0.00.00.00.00.00.00.00.049278.030
242230.00.00.00.00.00.00.0...0.00.00.00.00.00.00.00.067333.770
\n", + "

3 rows × 371 columns

\n", + "
" + ], + "text/plain": [ + " ID var3 var15 imp_ent_var16_ult1 imp_op_var39_comer_ult1 \\\n", + "0 1 2 23 0.0 0.0 \n", + "1 3 2 34 0.0 0.0 \n", + "2 4 2 23 0.0 0.0 \n", + "\n", + " imp_op_var39_comer_ult3 imp_op_var40_comer_ult1 imp_op_var40_comer_ult3 \\\n", + "0 0.0 0.0 0.0 \n", + "1 0.0 0.0 0.0 \n", + "2 0.0 0.0 0.0 \n", + "\n", + " imp_op_var40_efect_ult1 imp_op_var40_efect_ult3 ... \\\n", + "0 0.0 0.0 ... \n", + "1 0.0 0.0 ... \n", + "2 0.0 0.0 ... \n", + "\n", + " saldo_medio_var33_hace2 saldo_medio_var33_hace3 saldo_medio_var33_ult1 \\\n", + "0 0.0 0.0 0.0 \n", + "1 0.0 0.0 0.0 \n", + "2 0.0 0.0 0.0 \n", + "\n", + " saldo_medio_var33_ult3 saldo_medio_var44_hace2 saldo_medio_var44_hace3 \\\n", + "0 0.0 0.0 0.0 \n", + "1 0.0 0.0 0.0 \n", + "2 0.0 0.0 0.0 \n", + "\n", + " saldo_medio_var44_ult1 saldo_medio_var44_ult3 var38 TARGET \n", + "0 0.0 0.0 39205.17 0 \n", + "1 0.0 0.0 49278.03 0 \n", + "2 0.0 0.0 67333.77 0 \n", + "\n", + "[3 rows x 371 columns]" + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import numpy as np \n", + "import pandas as pd \n", + "import matplotlib.pyplot as plt\n", + "import matplotlib\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "\n", + "cust_df = pd.read_csv(\"./train_santander.csv\", encoding='latin-1')\n", + "print('dataset shape:', cust_df.shape)\n", + "cust_df.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "RangeIndex: 76020 entries, 0 to 76019\n", + "Columns: 371 entries, ID to TARGET\n", + "dtypes: float64(111), int64(260)\n", + "memory usage: 215.2 MB\n" + ] + } + ], + "source": [ + "cust_df.info()" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "0 73012\n", + "1 3008\n", + "Name: TARGET, dtype: int64\n", + "unsatisfied 비율은 0.04\n" + ] + } + ], + "source": [ + "print(cust_df['TARGET'].value_counts())\n", + "unsatisfied_cnt = cust_df[cust_df['TARGET'] == 1].TARGET.count()\n", + "total_cnt = cust_df.TARGET.count()\n", + "print('unsatisfied 비율은 {0:.2f}'.format((unsatisfied_cnt / total_cnt)))" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
IDvar3var15imp_ent_var16_ult1imp_op_var39_comer_ult1imp_op_var39_comer_ult3imp_op_var40_comer_ult1imp_op_var40_comer_ult3imp_op_var40_efect_ult1imp_op_var40_efect_ult3...saldo_medio_var33_hace2saldo_medio_var33_hace3saldo_medio_var33_ult1saldo_medio_var33_ult3saldo_medio_var44_hace2saldo_medio_var44_hace3saldo_medio_var44_ult1saldo_medio_var44_ult3var38TARGET
count76020.00000076020.00000076020.00000076020.00000076020.00000076020.00000076020.00000076020.00000076020.00000076020.000000...76020.00000076020.00000076020.00000076020.00000076020.00000076020.00000076020.00000076020.0000007.602000e+0476020.000000
mean75964.050723-1523.19927733.21286586.20826572.363067119.5296323.5591306.4726980.4129460.567352...7.9358241.36514612.2155808.78407431.5053241.85857576.02616556.6143511.172358e+050.039569
std43781.94737939033.46236412.9564861614.757313339.315831546.26629493.155749153.73706630.60486436.513513...455.887218113.959637783.207399538.4392112013.125393147.7865844040.3378422852.5793971.826646e+050.194945
min1.000000-999999.0000005.0000000.0000000.0000000.0000000.0000000.0000000.0000000.000000...0.0000000.0000000.0000000.0000000.0000000.0000000.0000000.0000005.163750e+030.000000
25%38104.7500002.00000023.0000000.0000000.0000000.0000000.0000000.0000000.0000000.000000...0.0000000.0000000.0000000.0000000.0000000.0000000.0000000.0000006.787061e+040.000000
50%76043.0000002.00000028.0000000.0000000.0000000.0000000.0000000.0000000.0000000.000000...0.0000000.0000000.0000000.0000000.0000000.0000000.0000000.0000001.064092e+050.000000
75%113748.7500002.00000040.0000000.0000000.0000000.0000000.0000000.0000000.0000000.000000...0.0000000.0000000.0000000.0000000.0000000.0000000.0000000.0000001.187563e+050.000000
max151838.000000238.000000105.000000210000.00000012888.03000021024.8100008237.82000011073.5700006600.0000006600.000000...50003.88000020385.720000138831.63000091778.730000438329.22000024650.010000681462.900000397884.3000002.203474e+071.000000
\n", + "

8 rows × 371 columns

\n", + "
" + ], + "text/plain": [ + " ID var3 var15 imp_ent_var16_ult1 \\\n", + "count 76020.000000 76020.000000 76020.000000 76020.000000 \n", + "mean 75964.050723 -1523.199277 33.212865 86.208265 \n", + "std 43781.947379 39033.462364 12.956486 1614.757313 \n", + "min 1.000000 -999999.000000 5.000000 0.000000 \n", + "25% 38104.750000 2.000000 23.000000 0.000000 \n", + "50% 76043.000000 2.000000 28.000000 0.000000 \n", + "75% 113748.750000 2.000000 40.000000 0.000000 \n", + "max 151838.000000 238.000000 105.000000 210000.000000 \n", + "\n", + " imp_op_var39_comer_ult1 imp_op_var39_comer_ult3 \\\n", + "count 76020.000000 76020.000000 \n", + "mean 72.363067 119.529632 \n", + "std 339.315831 546.266294 \n", + "min 0.000000 0.000000 \n", + "25% 0.000000 0.000000 \n", + "50% 0.000000 0.000000 \n", + "75% 0.000000 0.000000 \n", + "max 12888.030000 21024.810000 \n", + "\n", + " imp_op_var40_comer_ult1 imp_op_var40_comer_ult3 \\\n", + "count 76020.000000 76020.000000 \n", + "mean 3.559130 6.472698 \n", + "std 93.155749 153.737066 \n", + "min 0.000000 0.000000 \n", + "25% 0.000000 0.000000 \n", + "50% 0.000000 0.000000 \n", + "75% 0.000000 0.000000 \n", + "max 8237.820000 11073.570000 \n", + "\n", + " imp_op_var40_efect_ult1 imp_op_var40_efect_ult3 ... \\\n", + "count 76020.000000 76020.000000 ... \n", + "mean 0.412946 0.567352 ... \n", + "std 30.604864 36.513513 ... \n", + "min 0.000000 0.000000 ... \n", + "25% 0.000000 0.000000 ... \n", + "50% 0.000000 0.000000 ... \n", + "75% 0.000000 0.000000 ... \n", + "max 6600.000000 6600.000000 ... \n", + "\n", + " saldo_medio_var33_hace2 saldo_medio_var33_hace3 \\\n", + "count 76020.000000 76020.000000 \n", + "mean 7.935824 1.365146 \n", + "std 455.887218 113.959637 \n", + "min 0.000000 0.000000 \n", + "25% 0.000000 0.000000 \n", + "50% 0.000000 0.000000 \n", + "75% 0.000000 0.000000 \n", + "max 50003.880000 20385.720000 \n", + "\n", + " saldo_medio_var33_ult1 saldo_medio_var33_ult3 \\\n", + "count 76020.000000 76020.000000 \n", + "mean 12.215580 8.784074 \n", + "std 783.207399 538.439211 \n", + "min 0.000000 0.000000 \n", + "25% 0.000000 0.000000 \n", + "50% 0.000000 0.000000 \n", + "75% 0.000000 0.000000 \n", + "max 138831.630000 91778.730000 \n", + "\n", + " saldo_medio_var44_hace2 saldo_medio_var44_hace3 \\\n", + "count 76020.000000 76020.000000 \n", + "mean 31.505324 1.858575 \n", + "std 2013.125393 147.786584 \n", + "min 0.000000 0.000000 \n", + "25% 0.000000 0.000000 \n", + "50% 0.000000 0.000000 \n", + "75% 0.000000 0.000000 \n", + "max 438329.220000 24650.010000 \n", + "\n", + " saldo_medio_var44_ult1 saldo_medio_var44_ult3 var38 \\\n", + "count 76020.000000 76020.000000 7.602000e+04 \n", + "mean 76.026165 56.614351 1.172358e+05 \n", + "std 4040.337842 2852.579397 1.826646e+05 \n", + "min 0.000000 0.000000 5.163750e+03 \n", + "25% 0.000000 0.000000 6.787061e+04 \n", + "50% 0.000000 0.000000 1.064092e+05 \n", + "75% 0.000000 0.000000 1.187563e+05 \n", + "max 681462.900000 397884.300000 2.203474e+07 \n", + "\n", + " TARGET \n", + "count 76020.000000 \n", + "mean 0.039569 \n", + "std 0.194945 \n", + "min 0.000000 \n", + "25% 0.000000 \n", + "50% 0.000000 \n", + "75% 0.000000 \n", + "max 1.000000 \n", + "\n", + "[8 rows x 371 columns]" + ] + }, + "execution_count": 15, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cust_df.describe( )" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + " 2 74165\n", + " 8 138\n", + "-999999 116\n", + " 9 110\n", + " 3 108\n", + " ... \n", + " 231 1\n", + " 188 1\n", + " 168 1\n", + " 135 1\n", + " 87 1\n", + "Name: var3, Length: 208, dtype: int64" + ] + }, + "execution_count": 16, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cust_df['var3'].value_counts()" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "피처 데이터 shape:(76020, 369)\n" + ] + } + ], + "source": [ + "# var3 피처 값 대체 및 ID 피처 드롭\n", + "cust_df['var3'].replace(-999999, 2, inplace=True)\n", + "cust_df.drop('ID', axis=1, inplace=True)\n", + "\n", + "# 피처 세트와 레이블 세트분리. 레이블 컬럼은 DataFrame의 맨 마지막에 위치해 컬럼 위치 -1로 분리\n", + "X_features = cust_df.iloc[:, :-1]\n", + "y_labels = cust_df.iloc[:, -1]\n", + "print('피처 데이터 shape:{0}'.format(X_features.shape))\n" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "학습 세트 Shape:(60816, 369), 테스트 세트 Shape:(15204, 369)\n", + " 학습 세트 레이블 값 분포 비율\n", + "0 0.960964\n", + "1 0.039036\n", + "Name: TARGET, dtype: float64\n", + "\n", + " 테스트 세트 레이블 값 분포 비율\n", + "0 0.9583\n", + "1 0.0417\n", + "Name: TARGET, dtype: float64\n" + ] + } + ], + "source": [ + "from sklearn.model_selection import train_test_split\n", + "\n", + "X_train, X_test, y_train, y_test = train_test_split(X_features, y_labels,\n", + " test_size=0.2, random_state=0)\n", + "train_cnt = y_train.count()\n", + "test_cnt = y_test.count()\n", + "print('학습 세트 Shape:{0}, 테스트 세트 Shape:{1}'.format(X_train.shape , X_test.shape))\n", + "\n", + "print(' 학습 세트 레이블 값 분포 비율')\n", + "print(y_train.value_counts()/train_cnt)\n", + "print('\\n 테스트 세트 레이블 값 분포 비율')\n", + "print(y_test.value_counts()/test_cnt)" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "metadata": {}, + "outputs": [], + "source": [ + "# X_train, y_train을 다시 학습과 검증 데이터 세트로 분리. \n", + "X_tr, X_val, y_tr, y_val = train_test_split(X_train, y_train,\n", + " test_size=0.3, random_state=0)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### XGBoost 모델 학습과 하이퍼 파라미터 튜닝" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[0]\tvalidation_0-auc:0.82179\tvalidation_1-auc:0.80068\n", + "[1]\tvalidation_0-auc:0.83092\tvalidation_1-auc:0.80941\n", + "[2]\tvalidation_0-auc:0.83207\tvalidation_1-auc:0.80903\n", + "[3]\tvalidation_0-auc:0.83288\tvalidation_1-auc:0.80889\n", + "[4]\tvalidation_0-auc:0.83414\tvalidation_1-auc:0.80924\n", + "[5]\tvalidation_0-auc:0.83524\tvalidation_1-auc:0.80907\n", + "[6]\tvalidation_0-auc:0.83568\tvalidation_1-auc:0.81005\n", + "[7]\tvalidation_0-auc:0.83741\tvalidation_1-auc:0.81088\n", + "[8]\tvalidation_0-auc:0.83896\tvalidation_1-auc:0.81305\n", + "[9]\tvalidation_0-auc:0.83949\tvalidation_1-auc:0.81363\n", + "[10]\tvalidation_0-auc:0.83908\tvalidation_1-auc:0.81277\n", + "[11]\tvalidation_0-auc:0.83913\tvalidation_1-auc:0.81260\n", + "[12]\tvalidation_0-auc:0.84009\tvalidation_1-auc:0.81325\n", + "[13]\tvalidation_0-auc:0.84081\tvalidation_1-auc:0.81329\n", + "[14]\tvalidation_0-auc:0.84196\tvalidation_1-auc:0.81380\n", + "[15]\tvalidation_0-auc:0.84394\tvalidation_1-auc:0.81540\n", + "[16]\tvalidation_0-auc:0.84414\tvalidation_1-auc:0.81573\n", + "[17]\tvalidation_0-auc:0.84437\tvalidation_1-auc:0.81577\n", + "[18]\tvalidation_0-auc:0.84468\tvalidation_1-auc:0.81569\n", + "[19]\tvalidation_0-auc:0.84586\tvalidation_1-auc:0.81625\n", + "[20]\tvalidation_0-auc:0.84641\tvalidation_1-auc:0.81619\n", + "[21]\tvalidation_0-auc:0.84685\tvalidation_1-auc:0.81611\n", + "[22]\tvalidation_0-auc:0.84735\tvalidation_1-auc:0.81671\n", + "[23]\tvalidation_0-auc:0.84793\tvalidation_1-auc:0.81682\n", + "[24]\tvalidation_0-auc:0.84825\tvalidation_1-auc:0.81675\n", + "[25]\tvalidation_0-auc:0.84893\tvalidation_1-auc:0.81647\n", + "[26]\tvalidation_0-auc:0.85104\tvalidation_1-auc:0.81724\n", + "[27]\tvalidation_0-auc:0.85206\tvalidation_1-auc:0.81764\n", + "[28]\tvalidation_0-auc:0.85327\tvalidation_1-auc:0.81873\n", + "[29]\tvalidation_0-auc:0.85425\tvalidation_1-auc:0.82038\n", + "[30]\tvalidation_0-auc:0.85624\tvalidation_1-auc:0.82231\n", + "[31]\tvalidation_0-auc:0.85716\tvalidation_1-auc:0.82223\n", + "[32]\tvalidation_0-auc:0.85785\tvalidation_1-auc:0.82261\n", + "[33]\tvalidation_0-auc:0.85878\tvalidation_1-auc:0.82289\n", + "[34]\tvalidation_0-auc:0.85931\tvalidation_1-auc:0.82389\n", + "[35]\tvalidation_0-auc:0.86006\tvalidation_1-auc:0.82446\n", + "[36]\tvalidation_0-auc:0.86079\tvalidation_1-auc:0.82537\n", + "[37]\tvalidation_0-auc:0.86101\tvalidation_1-auc:0.82546\n", + "[38]\tvalidation_0-auc:0.86156\tvalidation_1-auc:0.82593\n", + "[39]\tvalidation_0-auc:0.86224\tvalidation_1-auc:0.82610\n", + "[40]\tvalidation_0-auc:0.86284\tvalidation_1-auc:0.82603\n", + "[41]\tvalidation_0-auc:0.86314\tvalidation_1-auc:0.82624\n", + "[42]\tvalidation_0-auc:0.86388\tvalidation_1-auc:0.82694\n", + "[43]\tvalidation_0-auc:0.86493\tvalidation_1-auc:0.82741\n", + "[44]\tvalidation_0-auc:0.86557\tvalidation_1-auc:0.82757\n", + "[45]\tvalidation_0-auc:0.86643\tvalidation_1-auc:0.82795\n", + "[46]\tvalidation_0-auc:0.86733\tvalidation_1-auc:0.82860\n", + "[47]\tvalidation_0-auc:0.86788\tvalidation_1-auc:0.82878\n", + "[48]\tvalidation_0-auc:0.86815\tvalidation_1-auc:0.82881\n", + "[49]\tvalidation_0-auc:0.86902\tvalidation_1-auc:0.83000\n", + "[50]\tvalidation_0-auc:0.86956\tvalidation_1-auc:0.83040\n", + "[51]\tvalidation_0-auc:0.86992\tvalidation_1-auc:0.83036\n", + "[52]\tvalidation_0-auc:0.87037\tvalidation_1-auc:0.83061\n", + "[53]\tvalidation_0-auc:0.87088\tvalidation_1-auc:0.83071\n", + "[54]\tvalidation_0-auc:0.87157\tvalidation_1-auc:0.83092\n", + "[55]\tvalidation_0-auc:0.87206\tvalidation_1-auc:0.83143\n", + "[56]\tvalidation_0-auc:0.87277\tvalidation_1-auc:0.83170\n", + "[57]\tvalidation_0-auc:0.87329\tvalidation_1-auc:0.83171\n", + "[58]\tvalidation_0-auc:0.87369\tvalidation_1-auc:0.83168\n", + "[59]\tvalidation_0-auc:0.87428\tvalidation_1-auc:0.83172\n", + "[60]\tvalidation_0-auc:0.87489\tvalidation_1-auc:0.83166\n", + "[61]\tvalidation_0-auc:0.87565\tvalidation_1-auc:0.83160\n", + "[62]\tvalidation_0-auc:0.87618\tvalidation_1-auc:0.83164\n", + "[63]\tvalidation_0-auc:0.87685\tvalidation_1-auc:0.83174\n", + "[64]\tvalidation_0-auc:0.87749\tvalidation_1-auc:0.83209\n", + "[65]\tvalidation_0-auc:0.87810\tvalidation_1-auc:0.83233\n", + "[66]\tvalidation_0-auc:0.87867\tvalidation_1-auc:0.83246\n", + "[67]\tvalidation_0-auc:0.87932\tvalidation_1-auc:0.83256\n", + "[68]\tvalidation_0-auc:0.87982\tvalidation_1-auc:0.83264\n", + "[69]\tvalidation_0-auc:0.88036\tvalidation_1-auc:0.83250\n", + "[70]\tvalidation_0-auc:0.88087\tvalidation_1-auc:0.83226\n", + "[71]\tvalidation_0-auc:0.88182\tvalidation_1-auc:0.83208\n", + "[72]\tvalidation_0-auc:0.88232\tvalidation_1-auc:0.83234\n", + "[73]\tvalidation_0-auc:0.88293\tvalidation_1-auc:0.83247\n", + "[74]\tvalidation_0-auc:0.88342\tvalidation_1-auc:0.83244\n", + "[75]\tvalidation_0-auc:0.88401\tvalidation_1-auc:0.83246\n", + "[76]\tvalidation_0-auc:0.88451\tvalidation_1-auc:0.83238\n", + "[77]\tvalidation_0-auc:0.88487\tvalidation_1-auc:0.83224\n", + "[78]\tvalidation_0-auc:0.88518\tvalidation_1-auc:0.83234\n", + "[79]\tvalidation_0-auc:0.88561\tvalidation_1-auc:0.83233\n", + "[80]\tvalidation_0-auc:0.88637\tvalidation_1-auc:0.83253\n", + "[81]\tvalidation_0-auc:0.88665\tvalidation_1-auc:0.83255\n", + "[82]\tvalidation_0-auc:0.88703\tvalidation_1-auc:0.83245\n", + "[83]\tvalidation_0-auc:0.88756\tvalidation_1-auc:0.83261\n", + "[84]\tvalidation_0-auc:0.88791\tvalidation_1-auc:0.83249\n", + "[85]\tvalidation_0-auc:0.88852\tvalidation_1-auc:0.83263\n", + "[86]\tvalidation_0-auc:0.88895\tvalidation_1-auc:0.83251\n", + "[87]\tvalidation_0-auc:0.88933\tvalidation_1-auc:0.83237\n", + "[88]\tvalidation_0-auc:0.88970\tvalidation_1-auc:0.83233\n", + "[89]\tvalidation_0-auc:0.89021\tvalidation_1-auc:0.83231\n", + "[90]\tvalidation_0-auc:0.89065\tvalidation_1-auc:0.83222\n", + "[91]\tvalidation_0-auc:0.89105\tvalidation_1-auc:0.83236\n", + "[92]\tvalidation_0-auc:0.89142\tvalidation_1-auc:0.83218\n", + "[93]\tvalidation_0-auc:0.89176\tvalidation_1-auc:0.83239\n", + "[94]\tvalidation_0-auc:0.89213\tvalidation_1-auc:0.83220\n", + "[95]\tvalidation_0-auc:0.89241\tvalidation_1-auc:0.83227\n", + "[96]\tvalidation_0-auc:0.89278\tvalidation_1-auc:0.83213\n", + "[97]\tvalidation_0-auc:0.89302\tvalidation_1-auc:0.83223\n", + "[98]\tvalidation_0-auc:0.89329\tvalidation_1-auc:0.83209\n", + "[99]\tvalidation_0-auc:0.89361\tvalidation_1-auc:0.83227\n", + "[100]\tvalidation_0-auc:0.89380\tvalidation_1-auc:0.83236\n", + "[101]\tvalidation_0-auc:0.89410\tvalidation_1-auc:0.83232\n", + "[102]\tvalidation_0-auc:0.89438\tvalidation_1-auc:0.83227\n", + "[103]\tvalidation_0-auc:0.89474\tvalidation_1-auc:0.83220\n", + "[104]\tvalidation_0-auc:0.89509\tvalidation_1-auc:0.83221\n", + "[105]\tvalidation_0-auc:0.89550\tvalidation_1-auc:0.83226\n", + "[106]\tvalidation_0-auc:0.89586\tvalidation_1-auc:0.83224\n", + "[107]\tvalidation_0-auc:0.89604\tvalidation_1-auc:0.83231\n", + "[108]\tvalidation_0-auc:0.89611\tvalidation_1-auc:0.83229\n", + "[109]\tvalidation_0-auc:0.89634\tvalidation_1-auc:0.83230\n", + "[110]\tvalidation_0-auc:0.89666\tvalidation_1-auc:0.83242\n", + "[111]\tvalidation_0-auc:0.89677\tvalidation_1-auc:0.83238\n", + "[112]\tvalidation_0-auc:0.89695\tvalidation_1-auc:0.83241\n", + "[113]\tvalidation_0-auc:0.89720\tvalidation_1-auc:0.83241\n", + "[114]\tvalidation_0-auc:0.89728\tvalidation_1-auc:0.83247\n", + "[115]\tvalidation_0-auc:0.89739\tvalidation_1-auc:0.83249\n", + "[116]\tvalidation_0-auc:0.89764\tvalidation_1-auc:0.83240\n", + "[117]\tvalidation_0-auc:0.89780\tvalidation_1-auc:0.83240\n", + "[118]\tvalidation_0-auc:0.89793\tvalidation_1-auc:0.83257\n", + "[119]\tvalidation_0-auc:0.89851\tvalidation_1-auc:0.83260\n", + "[120]\tvalidation_0-auc:0.89886\tvalidation_1-auc:0.83279\n", + "[121]\tvalidation_0-auc:0.89929\tvalidation_1-auc:0.83272\n", + "[122]\tvalidation_0-auc:0.89957\tvalidation_1-auc:0.83273\n", + "[123]\tvalidation_0-auc:0.90005\tvalidation_1-auc:0.83269\n", + "[124]\tvalidation_0-auc:0.90036\tvalidation_1-auc:0.83284\n", + "[125]\tvalidation_0-auc:0.90077\tvalidation_1-auc:0.83297\n", + "[126]\tvalidation_0-auc:0.90086\tvalidation_1-auc:0.83300\n", + "[127]\tvalidation_0-auc:0.90114\tvalidation_1-auc:0.83315\n", + "[128]\tvalidation_0-auc:0.90151\tvalidation_1-auc:0.83316\n", + "[129]\tvalidation_0-auc:0.90181\tvalidation_1-auc:0.83337\n", + "[130]\tvalidation_0-auc:0.90211\tvalidation_1-auc:0.83340\n", + "[131]\tvalidation_0-auc:0.90240\tvalidation_1-auc:0.83340\n", + "[132]\tvalidation_0-auc:0.90266\tvalidation_1-auc:0.83353\n", + "[133]\tvalidation_0-auc:0.90277\tvalidation_1-auc:0.83347\n", + "[134]\tvalidation_0-auc:0.90279\tvalidation_1-auc:0.83353\n", + "[135]\tvalidation_0-auc:0.90292\tvalidation_1-auc:0.83353\n", + "[136]\tvalidation_0-auc:0.90302\tvalidation_1-auc:0.83344\n", + "[137]\tvalidation_0-auc:0.90309\tvalidation_1-auc:0.83348\n", + "[138]\tvalidation_0-auc:0.90312\tvalidation_1-auc:0.83344\n", + "[139]\tvalidation_0-auc:0.90325\tvalidation_1-auc:0.83340\n", + "[140]\tvalidation_0-auc:0.90338\tvalidation_1-auc:0.83335\n", + "[141]\tvalidation_0-auc:0.90339\tvalidation_1-auc:0.83339\n", + "[142]\tvalidation_0-auc:0.90363\tvalidation_1-auc:0.83351\n", + "[143]\tvalidation_0-auc:0.90383\tvalidation_1-auc:0.83358\n", + "[144]\tvalidation_0-auc:0.90395\tvalidation_1-auc:0.83357\n", + "[145]\tvalidation_0-auc:0.90399\tvalidation_1-auc:0.83361\n", + "[146]\tvalidation_0-auc:0.90417\tvalidation_1-auc:0.83354\n", + "[147]\tvalidation_0-auc:0.90430\tvalidation_1-auc:0.83349\n", + "[148]\tvalidation_0-auc:0.90434\tvalidation_1-auc:0.83346\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[149]\tvalidation_0-auc:0.90451\tvalidation_1-auc:0.83346\n", + "[150]\tvalidation_0-auc:0.90459\tvalidation_1-auc:0.83343\n", + "[151]\tvalidation_0-auc:0.90462\tvalidation_1-auc:0.83344\n", + "[152]\tvalidation_0-auc:0.90476\tvalidation_1-auc:0.83342\n", + "[153]\tvalidation_0-auc:0.90494\tvalidation_1-auc:0.83339\n", + "[154]\tvalidation_0-auc:0.90507\tvalidation_1-auc:0.83336\n", + "[155]\tvalidation_0-auc:0.90512\tvalidation_1-auc:0.83334\n", + "[156]\tvalidation_0-auc:0.90518\tvalidation_1-auc:0.83331\n", + "[157]\tvalidation_0-auc:0.90524\tvalidation_1-auc:0.83339\n", + "[158]\tvalidation_0-auc:0.90543\tvalidation_1-auc:0.83330\n", + "[159]\tvalidation_0-auc:0.90553\tvalidation_1-auc:0.83331\n", + "[160]\tvalidation_0-auc:0.90567\tvalidation_1-auc:0.83342\n", + "[161]\tvalidation_0-auc:0.90586\tvalidation_1-auc:0.83339\n", + "[162]\tvalidation_0-auc:0.90592\tvalidation_1-auc:0.83340\n", + "[163]\tvalidation_0-auc:0.90594\tvalidation_1-auc:0.83340\n", + "[164]\tvalidation_0-auc:0.90622\tvalidation_1-auc:0.83337\n", + "[165]\tvalidation_0-auc:0.90634\tvalidation_1-auc:0.83333\n", + "[166]\tvalidation_0-auc:0.90645\tvalidation_1-auc:0.83329\n", + "[167]\tvalidation_0-auc:0.90654\tvalidation_1-auc:0.83329\n", + "[168]\tvalidation_0-auc:0.90659\tvalidation_1-auc:0.83336\n", + "[169]\tvalidation_0-auc:0.90670\tvalidation_1-auc:0.83339\n", + "[170]\tvalidation_0-auc:0.90675\tvalidation_1-auc:0.83341\n", + "[171]\tvalidation_0-auc:0.90679\tvalidation_1-auc:0.83334\n", + "[172]\tvalidation_0-auc:0.90701\tvalidation_1-auc:0.83321\n", + "[173]\tvalidation_0-auc:0.90702\tvalidation_1-auc:0.83321\n", + "[174]\tvalidation_0-auc:0.90706\tvalidation_1-auc:0.83319\n", + "[175]\tvalidation_0-auc:0.90720\tvalidation_1-auc:0.83323\n", + "[176]\tvalidation_0-auc:0.90730\tvalidation_1-auc:0.83325\n", + "[177]\tvalidation_0-auc:0.90741\tvalidation_1-auc:0.83323\n", + "[178]\tvalidation_0-auc:0.90753\tvalidation_1-auc:0.83318\n", + "[179]\tvalidation_0-auc:0.90761\tvalidation_1-auc:0.83317\n", + "[180]\tvalidation_0-auc:0.90768\tvalidation_1-auc:0.83315\n", + "[181]\tvalidation_0-auc:0.90773\tvalidation_1-auc:0.83313\n", + "[182]\tvalidation_0-auc:0.90785\tvalidation_1-auc:0.83312\n", + "[183]\tvalidation_0-auc:0.90804\tvalidation_1-auc:0.83303\n", + "[184]\tvalidation_0-auc:0.90816\tvalidation_1-auc:0.83305\n", + "[185]\tvalidation_0-auc:0.90821\tvalidation_1-auc:0.83307\n", + "[186]\tvalidation_0-auc:0.90823\tvalidation_1-auc:0.83307\n", + "[187]\tvalidation_0-auc:0.90836\tvalidation_1-auc:0.83308\n", + "[188]\tvalidation_0-auc:0.90841\tvalidation_1-auc:0.83309\n", + "[189]\tvalidation_0-auc:0.90882\tvalidation_1-auc:0.83304\n", + "[190]\tvalidation_0-auc:0.90885\tvalidation_1-auc:0.83306\n", + "[191]\tvalidation_0-auc:0.90897\tvalidation_1-auc:0.83301\n", + "[192]\tvalidation_0-auc:0.90909\tvalidation_1-auc:0.83302\n", + "[193]\tvalidation_0-auc:0.90914\tvalidation_1-auc:0.83303\n", + "[194]\tvalidation_0-auc:0.90927\tvalidation_1-auc:0.83300\n", + "[195]\tvalidation_0-auc:0.90946\tvalidation_1-auc:0.83298\n", + "[196]\tvalidation_0-auc:0.90959\tvalidation_1-auc:0.83291\n", + "[197]\tvalidation_0-auc:0.90970\tvalidation_1-auc:0.83293\n", + "[198]\tvalidation_0-auc:0.90972\tvalidation_1-auc:0.83293\n", + "[199]\tvalidation_0-auc:0.90986\tvalidation_1-auc:0.83293\n", + "[200]\tvalidation_0-auc:0.90992\tvalidation_1-auc:0.83293\n", + "[201]\tvalidation_0-auc:0.90997\tvalidation_1-auc:0.83291\n", + "[202]\tvalidation_0-auc:0.91010\tvalidation_1-auc:0.83290\n", + "[203]\tvalidation_0-auc:0.91016\tvalidation_1-auc:0.83287\n", + "[204]\tvalidation_0-auc:0.91025\tvalidation_1-auc:0.83289\n", + "[205]\tvalidation_0-auc:0.91045\tvalidation_1-auc:0.83282\n", + "[206]\tvalidation_0-auc:0.91056\tvalidation_1-auc:0.83280\n", + "[207]\tvalidation_0-auc:0.91060\tvalidation_1-auc:0.83287\n", + "[208]\tvalidation_0-auc:0.91063\tvalidation_1-auc:0.83291\n", + "[209]\tvalidation_0-auc:0.91068\tvalidation_1-auc:0.83292\n", + "[210]\tvalidation_0-auc:0.91069\tvalidation_1-auc:0.83290\n", + "[211]\tvalidation_0-auc:0.91077\tvalidation_1-auc:0.83286\n", + "[212]\tvalidation_0-auc:0.91084\tvalidation_1-auc:0.83286\n", + "[213]\tvalidation_0-auc:0.91099\tvalidation_1-auc:0.83293\n", + "[214]\tvalidation_0-auc:0.91133\tvalidation_1-auc:0.83279\n", + "[215]\tvalidation_0-auc:0.91137\tvalidation_1-auc:0.83276\n", + "[216]\tvalidation_0-auc:0.91143\tvalidation_1-auc:0.83274\n", + "[217]\tvalidation_0-auc:0.91150\tvalidation_1-auc:0.83274\n", + "[218]\tvalidation_0-auc:0.91158\tvalidation_1-auc:0.83268\n", + "[219]\tvalidation_0-auc:0.91163\tvalidation_1-auc:0.83267\n", + "[220]\tvalidation_0-auc:0.91165\tvalidation_1-auc:0.83267\n", + "[221]\tvalidation_0-auc:0.91175\tvalidation_1-auc:0.83269\n", + "[222]\tvalidation_0-auc:0.91192\tvalidation_1-auc:0.83259\n", + "[223]\tvalidation_0-auc:0.91194\tvalidation_1-auc:0.83260\n", + "[224]\tvalidation_0-auc:0.91199\tvalidation_1-auc:0.83258\n", + "[225]\tvalidation_0-auc:0.91206\tvalidation_1-auc:0.83262\n", + "[226]\tvalidation_0-auc:0.91210\tvalidation_1-auc:0.83262\n", + "[227]\tvalidation_0-auc:0.91215\tvalidation_1-auc:0.83263\n", + "[228]\tvalidation_0-auc:0.91231\tvalidation_1-auc:0.83247\n", + "[229]\tvalidation_0-auc:0.91255\tvalidation_1-auc:0.83239\n", + "[230]\tvalidation_0-auc:0.91281\tvalidation_1-auc:0.83225\n", + "[231]\tvalidation_0-auc:0.91286\tvalidation_1-auc:0.83222\n", + "[232]\tvalidation_0-auc:0.91294\tvalidation_1-auc:0.83224\n", + "[233]\tvalidation_0-auc:0.91299\tvalidation_1-auc:0.83227\n", + "[234]\tvalidation_0-auc:0.91317\tvalidation_1-auc:0.83221\n", + "[235]\tvalidation_0-auc:0.91323\tvalidation_1-auc:0.83221\n", + "[236]\tvalidation_0-auc:0.91349\tvalidation_1-auc:0.83213\n", + "[237]\tvalidation_0-auc:0.91351\tvalidation_1-auc:0.83208\n", + "[238]\tvalidation_0-auc:0.91362\tvalidation_1-auc:0.83204\n", + "[239]\tvalidation_0-auc:0.91365\tvalidation_1-auc:0.83201\n", + "[240]\tvalidation_0-auc:0.91370\tvalidation_1-auc:0.83198\n", + "[241]\tvalidation_0-auc:0.91380\tvalidation_1-auc:0.83197\n", + "[242]\tvalidation_0-auc:0.91385\tvalidation_1-auc:0.83197\n", + "[243]\tvalidation_0-auc:0.91387\tvalidation_1-auc:0.83197\n", + "[244]\tvalidation_0-auc:0.91395\tvalidation_1-auc:0.83204\n", + "[245]\tvalidation_0-auc:0.91402\tvalidation_1-auc:0.83196\n", + "ROC AUC: 0.8429\n" + ] + } + ], + "source": [ + "from xgboost import XGBClassifier\n", + "from sklearn.metrics import roc_auc_score\n", + "\n", + "# n_estimators는 500으로, learning_rate 0.05, random state는 예제 수행 시마다 동일 예측 결과를 위해 설정. \n", + "xgb_clf = XGBClassifier(n_estimators=500, learning_rate=0.05, random_state=156)\n", + "\n", + "# 성능 평가 지표를 auc로, 조기 중단 파라미터는 100으로 설정하고 학습 수행. \n", + "xgb_clf.fit(X_tr, y_tr, early_stopping_rounds=100, eval_metric='auc', eval_set=[(X_tr, y_tr), (X_val, y_val)])\n", + "\n", + "xgb_roc_score = roc_auc_score(y_test, xgb_clf.predict_proba(X_test)[:, 1])\n", + "print('ROC AUC: {0:.4f}'.format(xgb_roc_score))" + ] + }, + { + "cell_type": "code", + "execution_count": 21, + "metadata": {}, + "outputs": [], + "source": [ + "from hyperopt import hp\n", + "\n", + "# max_depth는 5에서 15까지 1간격으로, min_child_weight는 1에서 6까지 1간격으로\n", + "# colsample_bytree는 0.5에서 0.95사이, learning_rate는 0.01에서 0.2사이 정규 분포된 값으로 검색. \n", + "\n", + "xgb_search_space = {'max_depth': hp.quniform('max_depth', 5, 15, 1), \n", + " 'min_child_weight': hp.quniform('min_child_weight', 1, 6, 1),\n", + " 'colsample_bytree': hp.uniform('colsample_bytree', 0.5, 0.95),\n", + " 'learning_rate': hp.uniform('learning_rate', 0.01, 0.2)\n", + "}" + ] + }, + { + "cell_type": "code", + "execution_count": 22, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.model_selection import KFold\n", + "from sklearn.metrics import roc_auc_score\n", + "\n", + "# 목적 함수 설정. \n", + "# 추후 fmin()에서 입력된 search_space값으로 XGBClassifier 교차 검증 학습 후 -1* roc_auc 평균 값을 반환. \n", + "def objective_func(search_space):\n", + " xgb_clf = XGBClassifier(n_estimators=100, max_depth=int(search_space['max_depth']),\n", + " min_child_weight=int(search_space['min_child_weight']),\n", + " colsample_bytree=search_space['colsample_bytree'],\n", + " learning_rate=search_space['learning_rate']\n", + " )\n", + " # 3개 k-fold 방식으로 평가된 roc_auc 지표를 담는 list\n", + " roc_auc_list= []\n", + " \n", + " # 3개 k-fold방식 적용 \n", + " kf = KFold(n_splits=3)\n", + " # X_train을 다시 학습과 검증용 데이터로 분리\n", + " for tr_index, val_index in kf.split(X_train):\n", + " # kf.split(X_train)으로 추출된 학습과 검증 index값으로 학습과 검증 데이터 세트 분리 \n", + " X_tr, y_tr = X_train.iloc[tr_index], y_train.iloc[tr_index]\n", + " X_val, y_val = X_train.iloc[val_index], y_train.iloc[val_index]\n", + " # early stopping은 30회로 설정하고 추출된 학습과 검증 데이터로 XGBClassifier 학습 수행. \n", + " xgb_clf.fit(X_tr, y_tr, early_stopping_rounds=30, eval_metric='auc',\n", + " eval_set=[(X_tr, y_tr), (X_val, y_val)])\n", + " \n", + " # 1로 예측한 확률값 추출후 roc auc 계산하고 평균 roc auc 계산을 위해 list에 결과값 담음. \n", + " score = roc_auc_score(y_val, xgb_clf.predict_proba(X_val)[:, 1])\n", + " roc_auc_list.append(score)\n", + " \n", + " # 3개 k-fold로 계산된 roc_auc값의 평균값을 반환하되, \n", + " # HyperOpt는 목적함수의 최소값을 위한 입력값을 찾으므로 -1을 곱한 뒤 반환. \n", + " return -1 * np.mean(roc_auc_list)" + ] + }, + { + "cell_type": "code", + "execution_count": 23, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[0]\tvalidation_0-auc:0.81678\tvalidation_1-auc:0.79160 \n", + "[1]\tvalidation_0-auc:0.82454\tvalidation_1-auc:0.79688 \n", + "[2]\tvalidation_0-auc:0.83323\tvalidation_1-auc:0.80572 \n", + "[3]\tvalidation_0-auc:0.83854\tvalidation_1-auc:0.81095 \n", + "[4]\tvalidation_0-auc:0.83847\tvalidation_1-auc:0.80989 \n", + "[5]\tvalidation_0-auc:0.83879\tvalidation_1-auc:0.80978 \n", + "[6]\tvalidation_0-auc:0.84053\tvalidation_1-auc:0.81042 \n", + "[7]\tvalidation_0-auc:0.84129\tvalidation_1-auc:0.81116 \n", + "[8]\tvalidation_0-auc:0.84224\tvalidation_1-auc:0.81135 \n", + "[9]\tvalidation_0-auc:0.84515\tvalidation_1-auc:0.81587 \n", + "[10]\tvalidation_0-auc:0.84736\tvalidation_1-auc:0.81683 \n", + "[11]\tvalidation_0-auc:0.84784\tvalidation_1-auc:0.81750 \n", + "[12]\tvalidation_0-auc:0.84909\tvalidation_1-auc:0.81925 \n", + "[13]\tvalidation_0-auc:0.84984\tvalidation_1-auc:0.82003 \n", + "[14]\tvalidation_0-auc:0.85307\tvalidation_1-auc:0.82285 \n", + "[15]\tvalidation_0-auc:0.85493\tvalidation_1-auc:0.82363 \n", + "[16]\tvalidation_0-auc:0.85640\tvalidation_1-auc:0.82444 \n", + "[17]\tvalidation_0-auc:0.85791\tvalidation_1-auc:0.82505 \n", + "[18]\tvalidation_0-auc:0.85803\tvalidation_1-auc:0.82578 \n", + "[19]\tvalidation_0-auc:0.85864\tvalidation_1-auc:0.82518 \n", + "[20]\tvalidation_0-auc:0.85944\tvalidation_1-auc:0.82483 \n", + "[21]\tvalidation_0-auc:0.86087\tvalidation_1-auc:0.82507 \n", + "[22]\tvalidation_0-auc:0.86286\tvalidation_1-auc:0.82542 \n", + "[23]\tvalidation_0-auc:0.86395\tvalidation_1-auc:0.82617 \n", + "[24]\tvalidation_0-auc:0.86454\tvalidation_1-auc:0.82586 \n", + "[25]\tvalidation_0-auc:0.86530\tvalidation_1-auc:0.82628 \n", + "[26]\tvalidation_0-auc:0.86599\tvalidation_1-auc:0.82721 \n", + "[27]\tvalidation_0-auc:0.86691\tvalidation_1-auc:0.82734 \n", + "[28]\tvalidation_0-auc:0.86755\tvalidation_1-auc:0.82787 \n", + "[29]\tvalidation_0-auc:0.86836\tvalidation_1-auc:0.82835 \n", + "[30]\tvalidation_0-auc:0.86887\tvalidation_1-auc:0.82912 \n", + "[31]\tvalidation_0-auc:0.86988\tvalidation_1-auc:0.82956 \n", + "[32]\tvalidation_0-auc:0.87047\tvalidation_1-auc:0.82990 \n", + "[33]\tvalidation_0-auc:0.87144\tvalidation_1-auc:0.83007 \n", + "[34]\tvalidation_0-auc:0.87253\tvalidation_1-auc:0.82995 \n", + "[35]\tvalidation_0-auc:0.87350\tvalidation_1-auc:0.83031 \n", + "[36]\tvalidation_0-auc:0.87375\tvalidation_1-auc:0.83091 \n", + "[37]\tvalidation_0-auc:0.87443\tvalidation_1-auc:0.83088 \n", + "[38]\tvalidation_0-auc:0.87521\tvalidation_1-auc:0.83091 \n", + "[39]\tvalidation_0-auc:0.87620\tvalidation_1-auc:0.83137 \n", + "[40]\tvalidation_0-auc:0.87686\tvalidation_1-auc:0.83113 \n", + "[41]\tvalidation_0-auc:0.87799\tvalidation_1-auc:0.83149 \n", + "[42]\tvalidation_0-auc:0.87908\tvalidation_1-auc:0.83174 \n", + "[43]\tvalidation_0-auc:0.87966\tvalidation_1-auc:0.83152 \n", + "[44]\tvalidation_0-auc:0.88016\tvalidation_1-auc:0.83162 \n", + "[45]\tvalidation_0-auc:0.88107\tvalidation_1-auc:0.83126 \n", + "[46]\tvalidation_0-auc:0.88178\tvalidation_1-auc:0.83151 \n", + "[47]\tvalidation_0-auc:0.88252\tvalidation_1-auc:0.83172 \n", + "[48]\tvalidation_0-auc:0.88320\tvalidation_1-auc:0.83204 \n", + "[49]\tvalidation_0-auc:0.88356\tvalidation_1-auc:0.83195 \n", + "[50]\tvalidation_0-auc:0.88411\tvalidation_1-auc:0.83212 \n", + "[51]\tvalidation_0-auc:0.88469\tvalidation_1-auc:0.83217 \n", + "[52]\tvalidation_0-auc:0.88510\tvalidation_1-auc:0.83272 \n", + "[53]\tvalidation_0-auc:0.88562\tvalidation_1-auc:0.83264 \n", + "[54]\tvalidation_0-auc:0.88674\tvalidation_1-auc:0.83268 \n", + "[55]\tvalidation_0-auc:0.88719\tvalidation_1-auc:0.83291 \n", + "[56]\tvalidation_0-auc:0.88780\tvalidation_1-auc:0.83279 \n", + "[57]\tvalidation_0-auc:0.88854\tvalidation_1-auc:0.83297 \n", + "[58]\tvalidation_0-auc:0.88885\tvalidation_1-auc:0.83277 \n", + "[59]\tvalidation_0-auc:0.88919\tvalidation_1-auc:0.83298 \n", + "[60]\tvalidation_0-auc:0.88993\tvalidation_1-auc:0.83282 \n", + "[61]\tvalidation_0-auc:0.89042\tvalidation_1-auc:0.83248 \n", + "[62]\tvalidation_0-auc:0.89106\tvalidation_1-auc:0.83279 \n", + "[63]\tvalidation_0-auc:0.89142\tvalidation_1-auc:0.83290 \n", + "[64]\tvalidation_0-auc:0.89172\tvalidation_1-auc:0.83277 \n", + "[65]\tvalidation_0-auc:0.89200\tvalidation_1-auc:0.83248 \n", + "[66]\tvalidation_0-auc:0.89232\tvalidation_1-auc:0.83274 \n", + "[67]\tvalidation_0-auc:0.89232\tvalidation_1-auc:0.83283 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[68]\tvalidation_0-auc:0.89247\tvalidation_1-auc:0.83282 \n", + "[69]\tvalidation_0-auc:0.89266\tvalidation_1-auc:0.83292 \n", + "[70]\tvalidation_0-auc:0.89306\tvalidation_1-auc:0.83292 \n", + "[71]\tvalidation_0-auc:0.89358\tvalidation_1-auc:0.83264 \n", + "[72]\tvalidation_0-auc:0.89402\tvalidation_1-auc:0.83256 \n", + "[73]\tvalidation_0-auc:0.89428\tvalidation_1-auc:0.83239 \n", + "[74]\tvalidation_0-auc:0.89455\tvalidation_1-auc:0.83261 \n", + "[75]\tvalidation_0-auc:0.89482\tvalidation_1-auc:0.83233 \n", + "[76]\tvalidation_0-auc:0.89494\tvalidation_1-auc:0.83225 \n", + "[77]\tvalidation_0-auc:0.89509\tvalidation_1-auc:0.83233 \n", + "[78]\tvalidation_0-auc:0.89546\tvalidation_1-auc:0.83236 \n", + "[79]\tvalidation_0-auc:0.89578\tvalidation_1-auc:0.83220 \n", + "[80]\tvalidation_0-auc:0.89591\tvalidation_1-auc:0.83214 \n", + "[81]\tvalidation_0-auc:0.89652\tvalidation_1-auc:0.83189 \n", + "[82]\tvalidation_0-auc:0.89669\tvalidation_1-auc:0.83193 \n", + "[83]\tvalidation_0-auc:0.89721\tvalidation_1-auc:0.83186 \n", + "[84]\tvalidation_0-auc:0.89746\tvalidation_1-auc:0.83174 \n", + "[85]\tvalidation_0-auc:0.89802\tvalidation_1-auc:0.83179 \n", + "[86]\tvalidation_0-auc:0.89823\tvalidation_1-auc:0.83172 \n", + "[87]\tvalidation_0-auc:0.89861\tvalidation_1-auc:0.83173 \n", + "[88]\tvalidation_0-auc:0.89889\tvalidation_1-auc:0.83155 \n", + "[0]\tvalidation_0-auc:0.81645\tvalidation_1-auc:0.80415 \n", + "[1]\tvalidation_0-auc:0.82149\tvalidation_1-auc:0.80712 \n", + "[2]\tvalidation_0-auc:0.83100\tvalidation_1-auc:0.82058 \n", + "[3]\tvalidation_0-auc:0.83162\tvalidation_1-auc:0.81977 \n", + "[4]\tvalidation_0-auc:0.83682\tvalidation_1-auc:0.81846 \n", + "[5]\tvalidation_0-auc:0.83858\tvalidation_1-auc:0.82111 \n", + "[6]\tvalidation_0-auc:0.84021\tvalidation_1-auc:0.82048 \n", + "[7]\tvalidation_0-auc:0.84093\tvalidation_1-auc:0.82130 \n", + "[8]\tvalidation_0-auc:0.84181\tvalidation_1-auc:0.82142 \n", + "[9]\tvalidation_0-auc:0.84628\tvalidation_1-auc:0.82601 \n", + "[10]\tvalidation_0-auc:0.84747\tvalidation_1-auc:0.82481 \n", + "[11]\tvalidation_0-auc:0.84642\tvalidation_1-auc:0.82134 \n", + "[12]\tvalidation_0-auc:0.85104\tvalidation_1-auc:0.82403 \n", + "[13]\tvalidation_0-auc:0.85295\tvalidation_1-auc:0.82562 \n", + "[14]\tvalidation_0-auc:0.85536\tvalidation_1-auc:0.82714 \n", + "[15]\tvalidation_0-auc:0.85630\tvalidation_1-auc:0.82832 \n", + "[16]\tvalidation_0-auc:0.85751\tvalidation_1-auc:0.82827 \n", + "[17]\tvalidation_0-auc:0.85842\tvalidation_1-auc:0.82859 \n", + "[18]\tvalidation_0-auc:0.85831\tvalidation_1-auc:0.82826 \n", + "[19]\tvalidation_0-auc:0.85946\tvalidation_1-auc:0.82842 \n", + "[20]\tvalidation_0-auc:0.86060\tvalidation_1-auc:0.82849 \n", + "[21]\tvalidation_0-auc:0.86173\tvalidation_1-auc:0.82915 \n", + "[22]\tvalidation_0-auc:0.86369\tvalidation_1-auc:0.82993 \n", + "[23]\tvalidation_0-auc:0.86460\tvalidation_1-auc:0.82943 \n", + "[24]\tvalidation_0-auc:0.86562\tvalidation_1-auc:0.83030 \n", + "[25]\tvalidation_0-auc:0.86608\tvalidation_1-auc:0.83044 \n", + "[26]\tvalidation_0-auc:0.86676\tvalidation_1-auc:0.83060 \n", + "[27]\tvalidation_0-auc:0.86760\tvalidation_1-auc:0.83127 \n", + "[28]\tvalidation_0-auc:0.86829\tvalidation_1-auc:0.83130 \n", + "[29]\tvalidation_0-auc:0.86898\tvalidation_1-auc:0.83197 \n", + "[30]\tvalidation_0-auc:0.86983\tvalidation_1-auc:0.83139 \n", + "[31]\tvalidation_0-auc:0.87046\tvalidation_1-auc:0.83214 \n", + "[32]\tvalidation_0-auc:0.87121\tvalidation_1-auc:0.83274 \n", + "[33]\tvalidation_0-auc:0.87196\tvalidation_1-auc:0.83310 \n", + "[34]\tvalidation_0-auc:0.87262\tvalidation_1-auc:0.83325 \n", + "[35]\tvalidation_0-auc:0.87371\tvalidation_1-auc:0.83351 \n", + "[36]\tvalidation_0-auc:0.87444\tvalidation_1-auc:0.83318 \n", + "[37]\tvalidation_0-auc:0.87501\tvalidation_1-auc:0.83313 \n", + "[38]\tvalidation_0-auc:0.87603\tvalidation_1-auc:0.83367 \n", + "[39]\tvalidation_0-auc:0.87669\tvalidation_1-auc:0.83405 \n", + "[40]\tvalidation_0-auc:0.87754\tvalidation_1-auc:0.83409 \n", + "[41]\tvalidation_0-auc:0.87853\tvalidation_1-auc:0.83480 \n", + "[42]\tvalidation_0-auc:0.87960\tvalidation_1-auc:0.83517 \n", + "[43]\tvalidation_0-auc:0.88007\tvalidation_1-auc:0.83521 \n", + "[44]\tvalidation_0-auc:0.88100\tvalidation_1-auc:0.83549 \n", + "[45]\tvalidation_0-auc:0.88167\tvalidation_1-auc:0.83587 \n", + "[46]\tvalidation_0-auc:0.88227\tvalidation_1-auc:0.83625 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[47]\tvalidation_0-auc:0.88318\tvalidation_1-auc:0.83603 \n", + "[48]\tvalidation_0-auc:0.88406\tvalidation_1-auc:0.83587 \n", + "[49]\tvalidation_0-auc:0.88500\tvalidation_1-auc:0.83567 \n", + "[50]\tvalidation_0-auc:0.88567\tvalidation_1-auc:0.83621 \n", + "[51]\tvalidation_0-auc:0.88618\tvalidation_1-auc:0.83640 \n", + "[52]\tvalidation_0-auc:0.88687\tvalidation_1-auc:0.83592 \n", + "[53]\tvalidation_0-auc:0.88747\tvalidation_1-auc:0.83641 \n", + "[54]\tvalidation_0-auc:0.88845\tvalidation_1-auc:0.83647 \n", + "[55]\tvalidation_0-auc:0.88910\tvalidation_1-auc:0.83633 \n", + "[56]\tvalidation_0-auc:0.88934\tvalidation_1-auc:0.83654 \n", + "[57]\tvalidation_0-auc:0.88980\tvalidation_1-auc:0.83647 \n", + "[58]\tvalidation_0-auc:0.89028\tvalidation_1-auc:0.83645 \n", + "[59]\tvalidation_0-auc:0.89052\tvalidation_1-auc:0.83661 \n", + "[60]\tvalidation_0-auc:0.89098\tvalidation_1-auc:0.83654 \n", + "[61]\tvalidation_0-auc:0.89180\tvalidation_1-auc:0.83638 \n", + "[62]\tvalidation_0-auc:0.89222\tvalidation_1-auc:0.83630 \n", + "[63]\tvalidation_0-auc:0.89314\tvalidation_1-auc:0.83599 \n", + "[64]\tvalidation_0-auc:0.89344\tvalidation_1-auc:0.83620 \n", + "[65]\tvalidation_0-auc:0.89368\tvalidation_1-auc:0.83629 \n", + "[66]\tvalidation_0-auc:0.89394\tvalidation_1-auc:0.83631 \n", + "[67]\tvalidation_0-auc:0.89417\tvalidation_1-auc:0.83643 \n", + "[68]\tvalidation_0-auc:0.89445\tvalidation_1-auc:0.83653 \n", + "[69]\tvalidation_0-auc:0.89465\tvalidation_1-auc:0.83649 \n", + "[70]\tvalidation_0-auc:0.89490\tvalidation_1-auc:0.83655 \n", + "[71]\tvalidation_0-auc:0.89518\tvalidation_1-auc:0.83656 \n", + "[72]\tvalidation_0-auc:0.89558\tvalidation_1-auc:0.83650 \n", + "[73]\tvalidation_0-auc:0.89633\tvalidation_1-auc:0.83656 \n", + "[74]\tvalidation_0-auc:0.89677\tvalidation_1-auc:0.83662 \n", + "[75]\tvalidation_0-auc:0.89706\tvalidation_1-auc:0.83671 \n", + "[76]\tvalidation_0-auc:0.89731\tvalidation_1-auc:0.83669 \n", + "[77]\tvalidation_0-auc:0.89748\tvalidation_1-auc:0.83670 \n", + "[78]\tvalidation_0-auc:0.89755\tvalidation_1-auc:0.83675 \n", + "[79]\tvalidation_0-auc:0.89798\tvalidation_1-auc:0.83652 \n", + "[80]\tvalidation_0-auc:0.89838\tvalidation_1-auc:0.83681 \n", + "[81]\tvalidation_0-auc:0.89872\tvalidation_1-auc:0.83669 \n", + "[82]\tvalidation_0-auc:0.89915\tvalidation_1-auc:0.83660 \n", + "[83]\tvalidation_0-auc:0.89960\tvalidation_1-auc:0.83667 \n", + "[84]\tvalidation_0-auc:0.89974\tvalidation_1-auc:0.83667 \n", + "[85]\tvalidation_0-auc:0.89997\tvalidation_1-auc:0.83680 \n", + "[86]\tvalidation_0-auc:0.90025\tvalidation_1-auc:0.83672 \n", + "[87]\tvalidation_0-auc:0.90063\tvalidation_1-auc:0.83659 \n", + "[88]\tvalidation_0-auc:0.90073\tvalidation_1-auc:0.83664 \n", + "[89]\tvalidation_0-auc:0.90081\tvalidation_1-auc:0.83661 \n", + "[90]\tvalidation_0-auc:0.90090\tvalidation_1-auc:0.83661 \n", + "[91]\tvalidation_0-auc:0.90097\tvalidation_1-auc:0.83656 \n", + "[92]\tvalidation_0-auc:0.90127\tvalidation_1-auc:0.83650 \n", + "[93]\tvalidation_0-auc:0.90134\tvalidation_1-auc:0.83650 \n", + "[94]\tvalidation_0-auc:0.90137\tvalidation_1-auc:0.83657 \n", + "[95]\tvalidation_0-auc:0.90160\tvalidation_1-auc:0.83642 \n", + "[96]\tvalidation_0-auc:0.90182\tvalidation_1-auc:0.83643 \n", + "[97]\tvalidation_0-auc:0.90200\tvalidation_1-auc:0.83626 \n", + "[98]\tvalidation_0-auc:0.90206\tvalidation_1-auc:0.83620 \n", + "[99]\tvalidation_0-auc:0.90244\tvalidation_1-auc:0.83622 \n", + "[0]\tvalidation_0-auc:0.82722\tvalidation_1-auc:0.81055 \n", + "[1]\tvalidation_0-auc:0.83004\tvalidation_1-auc:0.81294 \n", + "[2]\tvalidation_0-auc:0.83657\tvalidation_1-auc:0.81821 \n", + "[3]\tvalidation_0-auc:0.83902\tvalidation_1-auc:0.81736 \n", + "[4]\tvalidation_0-auc:0.84061\tvalidation_1-auc:0.81876 \n", + "[5]\tvalidation_0-auc:0.84373\tvalidation_1-auc:0.82262 \n", + "[6]\tvalidation_0-auc:0.84346\tvalidation_1-auc:0.82117 \n", + "[7]\tvalidation_0-auc:0.84401\tvalidation_1-auc:0.82159 \n", + "[8]\tvalidation_0-auc:0.84546\tvalidation_1-auc:0.82202 \n", + "[9]\tvalidation_0-auc:0.84981\tvalidation_1-auc:0.82481 \n", + "[10]\tvalidation_0-auc:0.84979\tvalidation_1-auc:0.82447 \n", + "[11]\tvalidation_0-auc:0.84925\tvalidation_1-auc:0.82420 \n", + "[12]\tvalidation_0-auc:0.85143\tvalidation_1-auc:0.82483 \n", + "[13]\tvalidation_0-auc:0.85317\tvalidation_1-auc:0.82525 \n", + "[14]\tvalidation_0-auc:0.85451\tvalidation_1-auc:0.82647 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[15]\tvalidation_0-auc:0.85543\tvalidation_1-auc:0.82596 \n", + "[16]\tvalidation_0-auc:0.85660\tvalidation_1-auc:0.82658 \n", + "[17]\tvalidation_0-auc:0.85740\tvalidation_1-auc:0.82710 \n", + "[18]\tvalidation_0-auc:0.85886\tvalidation_1-auc:0.82679 \n", + "[19]\tvalidation_0-auc:0.85976\tvalidation_1-auc:0.82722 \n", + "[20]\tvalidation_0-auc:0.86042\tvalidation_1-auc:0.82733 \n", + "[21]\tvalidation_0-auc:0.86157\tvalidation_1-auc:0.82861 \n", + "[22]\tvalidation_0-auc:0.86180\tvalidation_1-auc:0.82913 \n", + "[23]\tvalidation_0-auc:0.86289\tvalidation_1-auc:0.82976 \n", + "[24]\tvalidation_0-auc:0.86406\tvalidation_1-auc:0.83100 \n", + "[25]\tvalidation_0-auc:0.86446\tvalidation_1-auc:0.83093 \n", + "[26]\tvalidation_0-auc:0.86549\tvalidation_1-auc:0.83073 \n", + "[27]\tvalidation_0-auc:0.86646\tvalidation_1-auc:0.83126 \n", + "[28]\tvalidation_0-auc:0.86704\tvalidation_1-auc:0.83175 \n", + "[29]\tvalidation_0-auc:0.86740\tvalidation_1-auc:0.83218 \n", + "[30]\tvalidation_0-auc:0.86842\tvalidation_1-auc:0.83240 \n", + "[31]\tvalidation_0-auc:0.86985\tvalidation_1-auc:0.83361 \n", + "[32]\tvalidation_0-auc:0.87086\tvalidation_1-auc:0.83447 \n", + "[33]\tvalidation_0-auc:0.87205\tvalidation_1-auc:0.83449 \n", + "[34]\tvalidation_0-auc:0.87294\tvalidation_1-auc:0.83475 \n", + "[35]\tvalidation_0-auc:0.87363\tvalidation_1-auc:0.83452 \n", + "[36]\tvalidation_0-auc:0.87409\tvalidation_1-auc:0.83446 \n", + "[37]\tvalidation_0-auc:0.87477\tvalidation_1-auc:0.83445 \n", + "[38]\tvalidation_0-auc:0.87558\tvalidation_1-auc:0.83496 \n", + "[39]\tvalidation_0-auc:0.87655\tvalidation_1-auc:0.83521 \n", + "[40]\tvalidation_0-auc:0.87735\tvalidation_1-auc:0.83508 \n", + "[41]\tvalidation_0-auc:0.87813\tvalidation_1-auc:0.83483 \n", + "[42]\tvalidation_0-auc:0.87946\tvalidation_1-auc:0.83554 \n", + "[43]\tvalidation_0-auc:0.88027\tvalidation_1-auc:0.83537 \n", + "[44]\tvalidation_0-auc:0.88164\tvalidation_1-auc:0.83542 \n", + "[45]\tvalidation_0-auc:0.88292\tvalidation_1-auc:0.83586 \n", + "[46]\tvalidation_0-auc:0.88330\tvalidation_1-auc:0.83634 \n", + "[47]\tvalidation_0-auc:0.88416\tvalidation_1-auc:0.83624 \n", + "[48]\tvalidation_0-auc:0.88499\tvalidation_1-auc:0.83635 \n", + "[49]\tvalidation_0-auc:0.88527\tvalidation_1-auc:0.83635 \n", + "[50]\tvalidation_0-auc:0.88595\tvalidation_1-auc:0.83635 \n", + "[51]\tvalidation_0-auc:0.88653\tvalidation_1-auc:0.83626 \n", + "[52]\tvalidation_0-auc:0.88729\tvalidation_1-auc:0.83625 \n", + "[53]\tvalidation_0-auc:0.88772\tvalidation_1-auc:0.83629 \n", + "[54]\tvalidation_0-auc:0.88813\tvalidation_1-auc:0.83641 \n", + "[55]\tvalidation_0-auc:0.88855\tvalidation_1-auc:0.83655 \n", + "[56]\tvalidation_0-auc:0.88921\tvalidation_1-auc:0.83681 \n", + "[57]\tvalidation_0-auc:0.88958\tvalidation_1-auc:0.83665 \n", + "[58]\tvalidation_0-auc:0.88991\tvalidation_1-auc:0.83691 \n", + "[59]\tvalidation_0-auc:0.89033\tvalidation_1-auc:0.83699 \n", + "[60]\tvalidation_0-auc:0.89135\tvalidation_1-auc:0.83681 \n", + "[61]\tvalidation_0-auc:0.89196\tvalidation_1-auc:0.83658 \n", + "[62]\tvalidation_0-auc:0.89222\tvalidation_1-auc:0.83647 \n", + "[63]\tvalidation_0-auc:0.89279\tvalidation_1-auc:0.83625 \n", + "[64]\tvalidation_0-auc:0.89342\tvalidation_1-auc:0.83651 \n", + "[65]\tvalidation_0-auc:0.89374\tvalidation_1-auc:0.83649 \n", + "[66]\tvalidation_0-auc:0.89413\tvalidation_1-auc:0.83678 \n", + "[67]\tvalidation_0-auc:0.89477\tvalidation_1-auc:0.83686 \n", + "[68]\tvalidation_0-auc:0.89523\tvalidation_1-auc:0.83661 \n", + "[69]\tvalidation_0-auc:0.89550\tvalidation_1-auc:0.83708 \n", + "[70]\tvalidation_0-auc:0.89589\tvalidation_1-auc:0.83712 \n", + "[71]\tvalidation_0-auc:0.89605\tvalidation_1-auc:0.83692 \n", + "[72]\tvalidation_0-auc:0.89630\tvalidation_1-auc:0.83701 \n", + "[73]\tvalidation_0-auc:0.89717\tvalidation_1-auc:0.83680 \n", + "[74]\tvalidation_0-auc:0.89765\tvalidation_1-auc:0.83659 \n", + "[75]\tvalidation_0-auc:0.89788\tvalidation_1-auc:0.83666 \n", + "[76]\tvalidation_0-auc:0.89816\tvalidation_1-auc:0.83684 \n", + "[77]\tvalidation_0-auc:0.89834\tvalidation_1-auc:0.83680 \n", + "[78]\tvalidation_0-auc:0.89850\tvalidation_1-auc:0.83687 \n", + "[79]\tvalidation_0-auc:0.89873\tvalidation_1-auc:0.83699 \n", + "[80]\tvalidation_0-auc:0.89909\tvalidation_1-auc:0.83698 \n", + "[81]\tvalidation_0-auc:0.89960\tvalidation_1-auc:0.83698 \n", + "[82]\tvalidation_0-auc:0.90021\tvalidation_1-auc:0.83718 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[83]\tvalidation_0-auc:0.90075\tvalidation_1-auc:0.83709 \n", + "[84]\tvalidation_0-auc:0.90107\tvalidation_1-auc:0.83727 \n", + "[85]\tvalidation_0-auc:0.90143\tvalidation_1-auc:0.83751 \n", + "[86]\tvalidation_0-auc:0.90158\tvalidation_1-auc:0.83765 \n", + "[87]\tvalidation_0-auc:0.90167\tvalidation_1-auc:0.83763 \n", + "[88]\tvalidation_0-auc:0.90173\tvalidation_1-auc:0.83761 \n", + "[89]\tvalidation_0-auc:0.90208\tvalidation_1-auc:0.83762 \n", + "[90]\tvalidation_0-auc:0.90247\tvalidation_1-auc:0.83791 \n", + "[91]\tvalidation_0-auc:0.90255\tvalidation_1-auc:0.83779 \n", + "[92]\tvalidation_0-auc:0.90285\tvalidation_1-auc:0.83776 \n", + "[93]\tvalidation_0-auc:0.90299\tvalidation_1-auc:0.83768 \n", + "[94]\tvalidation_0-auc:0.90325\tvalidation_1-auc:0.83765 \n", + "[95]\tvalidation_0-auc:0.90332\tvalidation_1-auc:0.83758 \n", + "[96]\tvalidation_0-auc:0.90378\tvalidation_1-auc:0.83770 \n", + "[97]\tvalidation_0-auc:0.90387\tvalidation_1-auc:0.83760 \n", + "[98]\tvalidation_0-auc:0.90409\tvalidation_1-auc:0.83756 \n", + "[99]\tvalidation_0-auc:0.90428\tvalidation_1-auc:0.83769 \n", + "[0]\tvalidation_0-auc:0.82774\tvalidation_1-auc:0.80070 \n", + "[1]\tvalidation_0-auc:0.83281\tvalidation_1-auc:0.80392 \n", + "[2]\tvalidation_0-auc:0.83808\tvalidation_1-auc:0.80674 \n", + "[3]\tvalidation_0-auc:0.84214\tvalidation_1-auc:0.80910 \n", + "[4]\tvalidation_0-auc:0.84461\tvalidation_1-auc:0.81348 \n", + "[5]\tvalidation_0-auc:0.84588\tvalidation_1-auc:0.81084 \n", + "[6]\tvalidation_0-auc:0.84961\tvalidation_1-auc:0.81557 \n", + "[7]\tvalidation_0-auc:0.85247\tvalidation_1-auc:0.81736 \n", + "[8]\tvalidation_0-auc:0.85333\tvalidation_1-auc:0.81849 \n", + "[9]\tvalidation_0-auc:0.85277\tvalidation_1-auc:0.81597 \n", + "[10]\tvalidation_0-auc:0.85281\tvalidation_1-auc:0.81484 \n", + "[11]\tvalidation_0-auc:0.85388\tvalidation_1-auc:0.81609 \n", + "[12]\tvalidation_0-auc:0.85745\tvalidation_1-auc:0.81817 \n", + "[13]\tvalidation_0-auc:0.86111\tvalidation_1-auc:0.82011 \n", + "[14]\tvalidation_0-auc:0.86299\tvalidation_1-auc:0.82119 \n", + "[15]\tvalidation_0-auc:0.86410\tvalidation_1-auc:0.82093 \n", + "[16]\tvalidation_0-auc:0.86566\tvalidation_1-auc:0.82213 \n", + "[17]\tvalidation_0-auc:0.86732\tvalidation_1-auc:0.82303 \n", + "[18]\tvalidation_0-auc:0.86814\tvalidation_1-auc:0.82290 \n", + "[19]\tvalidation_0-auc:0.87072\tvalidation_1-auc:0.82312 \n", + "[20]\tvalidation_0-auc:0.87043\tvalidation_1-auc:0.82314 \n", + "[21]\tvalidation_0-auc:0.87006\tvalidation_1-auc:0.82142 \n", + "[22]\tvalidation_0-auc:0.87174\tvalidation_1-auc:0.82267 \n", + "[23]\tvalidation_0-auc:0.87406\tvalidation_1-auc:0.82300 \n", + "[24]\tvalidation_0-auc:0.87584\tvalidation_1-auc:0.82412 \n", + "[25]\tvalidation_0-auc:0.87671\tvalidation_1-auc:0.82477 \n", + "[26]\tvalidation_0-auc:0.87852\tvalidation_1-auc:0.82374 \n", + "[27]\tvalidation_0-auc:0.88070\tvalidation_1-auc:0.82474 \n", + "[28]\tvalidation_0-auc:0.88029\tvalidation_1-auc:0.82428 \n", + "[29]\tvalidation_0-auc:0.88254\tvalidation_1-auc:0.82502 \n", + "[30]\tvalidation_0-auc:0.88386\tvalidation_1-auc:0.82427 \n", + "[31]\tvalidation_0-auc:0.88581\tvalidation_1-auc:0.82567 \n", + "[32]\tvalidation_0-auc:0.88696\tvalidation_1-auc:0.82697 \n", + "[33]\tvalidation_0-auc:0.88771\tvalidation_1-auc:0.82786 \n", + "[34]\tvalidation_0-auc:0.88839\tvalidation_1-auc:0.82790 \n", + "[35]\tvalidation_0-auc:0.88925\tvalidation_1-auc:0.82823 \n", + "[36]\tvalidation_0-auc:0.89028\tvalidation_1-auc:0.82736 \n", + "[37]\tvalidation_0-auc:0.89087\tvalidation_1-auc:0.82673 \n", + "[38]\tvalidation_0-auc:0.89143\tvalidation_1-auc:0.82639 \n", + "[39]\tvalidation_0-auc:0.89216\tvalidation_1-auc:0.82729 \n", + "[40]\tvalidation_0-auc:0.89319\tvalidation_1-auc:0.82798 \n", + "[41]\tvalidation_0-auc:0.89363\tvalidation_1-auc:0.82734 \n", + "[42]\tvalidation_0-auc:0.89540\tvalidation_1-auc:0.82862 \n", + "[43]\tvalidation_0-auc:0.89602\tvalidation_1-auc:0.82923 \n", + "[44]\tvalidation_0-auc:0.89736\tvalidation_1-auc:0.82953 \n", + "[45]\tvalidation_0-auc:0.89786\tvalidation_1-auc:0.83018 \n", + "[46]\tvalidation_0-auc:0.89846\tvalidation_1-auc:0.83030 \n", + "[47]\tvalidation_0-auc:0.89942\tvalidation_1-auc:0.83039 \n", + "[48]\tvalidation_0-auc:0.90076\tvalidation_1-auc:0.83044 \n", + "[49]\tvalidation_0-auc:0.90236\tvalidation_1-auc:0.83062 \n", + "[50]\tvalidation_0-auc:0.90265\tvalidation_1-auc:0.83022 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[51]\tvalidation_0-auc:0.90402\tvalidation_1-auc:0.83032 \n", + "[52]\tvalidation_0-auc:0.90437\tvalidation_1-auc:0.83093 \n", + "[53]\tvalidation_0-auc:0.90514\tvalidation_1-auc:0.82994 \n", + "[54]\tvalidation_0-auc:0.90563\tvalidation_1-auc:0.82977 \n", + "[55]\tvalidation_0-auc:0.90637\tvalidation_1-auc:0.82996 \n", + "[56]\tvalidation_0-auc:0.90670\tvalidation_1-auc:0.82932 \n", + "[57]\tvalidation_0-auc:0.90707\tvalidation_1-auc:0.82900 \n", + "[58]\tvalidation_0-auc:0.90802\tvalidation_1-auc:0.82926 \n", + "[59]\tvalidation_0-auc:0.90872\tvalidation_1-auc:0.82902 \n", + "[60]\tvalidation_0-auc:0.90923\tvalidation_1-auc:0.82842 \n", + "[61]\tvalidation_0-auc:0.91025\tvalidation_1-auc:0.82827 \n", + "[62]\tvalidation_0-auc:0.91068\tvalidation_1-auc:0.82857 \n", + "[63]\tvalidation_0-auc:0.91145\tvalidation_1-auc:0.82818 \n", + "[64]\tvalidation_0-auc:0.91238\tvalidation_1-auc:0.82859 \n", + "[65]\tvalidation_0-auc:0.91291\tvalidation_1-auc:0.82860 \n", + "[66]\tvalidation_0-auc:0.91337\tvalidation_1-auc:0.82819 \n", + "[67]\tvalidation_0-auc:0.91429\tvalidation_1-auc:0.82859 \n", + "[68]\tvalidation_0-auc:0.91471\tvalidation_1-auc:0.82848 \n", + "[69]\tvalidation_0-auc:0.91521\tvalidation_1-auc:0.82931 \n", + "[70]\tvalidation_0-auc:0.91591\tvalidation_1-auc:0.82860 \n", + "[71]\tvalidation_0-auc:0.91605\tvalidation_1-auc:0.82844 \n", + "[72]\tvalidation_0-auc:0.91678\tvalidation_1-auc:0.82890 \n", + "[73]\tvalidation_0-auc:0.91720\tvalidation_1-auc:0.82836 \n", + "[74]\tvalidation_0-auc:0.91744\tvalidation_1-auc:0.82802 \n", + "[75]\tvalidation_0-auc:0.91781\tvalidation_1-auc:0.82864 \n", + "[76]\tvalidation_0-auc:0.91828\tvalidation_1-auc:0.82930 \n", + "[77]\tvalidation_0-auc:0.91853\tvalidation_1-auc:0.82911 \n", + "[78]\tvalidation_0-auc:0.91887\tvalidation_1-auc:0.82947 \n", + "[79]\tvalidation_0-auc:0.91929\tvalidation_1-auc:0.82932 \n", + "[80]\tvalidation_0-auc:0.91972\tvalidation_1-auc:0.82964 \n", + "[81]\tvalidation_0-auc:0.92031\tvalidation_1-auc:0.82954 \n", + "[0]\tvalidation_0-auc:0.82128\tvalidation_1-auc:0.80603 \n", + "[1]\tvalidation_0-auc:0.82734\tvalidation_1-auc:0.80820 \n", + "[2]\tvalidation_0-auc:0.83693\tvalidation_1-auc:0.81837 \n", + "[3]\tvalidation_0-auc:0.84076\tvalidation_1-auc:0.82377 \n", + "[4]\tvalidation_0-auc:0.84675\tvalidation_1-auc:0.82426 \n", + "[5]\tvalidation_0-auc:0.84979\tvalidation_1-auc:0.82363 \n", + "[6]\tvalidation_0-auc:0.85384\tvalidation_1-auc:0.82628 \n", + "[7]\tvalidation_0-auc:0.85475\tvalidation_1-auc:0.82713 \n", + "[8]\tvalidation_0-auc:0.85587\tvalidation_1-auc:0.82832 \n", + "[9]\tvalidation_0-auc:0.85593\tvalidation_1-auc:0.82735 \n", + "[10]\tvalidation_0-auc:0.85605\tvalidation_1-auc:0.82348 \n", + "[11]\tvalidation_0-auc:0.85825\tvalidation_1-auc:0.82216 \n", + "[12]\tvalidation_0-auc:0.85977\tvalidation_1-auc:0.82423 \n", + "[13]\tvalidation_0-auc:0.86183\tvalidation_1-auc:0.82581 \n", + "[14]\tvalidation_0-auc:0.86394\tvalidation_1-auc:0.82742 \n", + "[15]\tvalidation_0-auc:0.86612\tvalidation_1-auc:0.82586 \n", + "[16]\tvalidation_0-auc:0.86785\tvalidation_1-auc:0.82719 \n", + "[17]\tvalidation_0-auc:0.87010\tvalidation_1-auc:0.82776 \n", + "[18]\tvalidation_0-auc:0.86974\tvalidation_1-auc:0.82651 \n", + "[19]\tvalidation_0-auc:0.87217\tvalidation_1-auc:0.82698 \n", + "[20]\tvalidation_0-auc:0.87221\tvalidation_1-auc:0.82552 \n", + "[21]\tvalidation_0-auc:0.87148\tvalidation_1-auc:0.82379 \n", + "[22]\tvalidation_0-auc:0.87351\tvalidation_1-auc:0.82475 \n", + "[23]\tvalidation_0-auc:0.87605\tvalidation_1-auc:0.82582 \n", + "[24]\tvalidation_0-auc:0.87870\tvalidation_1-auc:0.82673 \n", + "[25]\tvalidation_0-auc:0.88012\tvalidation_1-auc:0.82815 \n", + "[26]\tvalidation_0-auc:0.88124\tvalidation_1-auc:0.82690 \n", + "[27]\tvalidation_0-auc:0.88327\tvalidation_1-auc:0.82789 \n", + "[28]\tvalidation_0-auc:0.88251\tvalidation_1-auc:0.82677 \n", + "[29]\tvalidation_0-auc:0.88404\tvalidation_1-auc:0.82756 \n", + "[30]\tvalidation_0-auc:0.88450\tvalidation_1-auc:0.82673 \n", + "[31]\tvalidation_0-auc:0.88596\tvalidation_1-auc:0.82749 \n", + "[32]\tvalidation_0-auc:0.88711\tvalidation_1-auc:0.82808 \n", + "[33]\tvalidation_0-auc:0.88754\tvalidation_1-auc:0.82837 \n", + "[34]\tvalidation_0-auc:0.88815\tvalidation_1-auc:0.82919 \n", + "[35]\tvalidation_0-auc:0.88945\tvalidation_1-auc:0.83037 \n", + "[36]\tvalidation_0-auc:0.89004\tvalidation_1-auc:0.82920 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[37]\tvalidation_0-auc:0.89056\tvalidation_1-auc:0.82864 \n", + "[38]\tvalidation_0-auc:0.89098\tvalidation_1-auc:0.82831 \n", + "[39]\tvalidation_0-auc:0.89169\tvalidation_1-auc:0.82861 \n", + "[40]\tvalidation_0-auc:0.89308\tvalidation_1-auc:0.82975 \n", + "[41]\tvalidation_0-auc:0.89324\tvalidation_1-auc:0.82911 \n", + "[42]\tvalidation_0-auc:0.89554\tvalidation_1-auc:0.82967 \n", + "[43]\tvalidation_0-auc:0.89671\tvalidation_1-auc:0.82997 \n", + "[44]\tvalidation_0-auc:0.89801\tvalidation_1-auc:0.83066 \n", + "[45]\tvalidation_0-auc:0.89858\tvalidation_1-auc:0.83086 \n", + "[46]\tvalidation_0-auc:0.89946\tvalidation_1-auc:0.83136 \n", + "[47]\tvalidation_0-auc:0.90084\tvalidation_1-auc:0.83134 \n", + "[48]\tvalidation_0-auc:0.90193\tvalidation_1-auc:0.83171 \n", + "[49]\tvalidation_0-auc:0.90334\tvalidation_1-auc:0.83230 \n", + "[50]\tvalidation_0-auc:0.90405\tvalidation_1-auc:0.83199 \n", + "[51]\tvalidation_0-auc:0.90508\tvalidation_1-auc:0.83210 \n", + "[52]\tvalidation_0-auc:0.90534\tvalidation_1-auc:0.83251 \n", + "[53]\tvalidation_0-auc:0.90608\tvalidation_1-auc:0.83169 \n", + "[54]\tvalidation_0-auc:0.90659\tvalidation_1-auc:0.83136 \n", + "[55]\tvalidation_0-auc:0.90760\tvalidation_1-auc:0.83184 \n", + "[56]\tvalidation_0-auc:0.90755\tvalidation_1-auc:0.83151 \n", + "[57]\tvalidation_0-auc:0.90826\tvalidation_1-auc:0.83118 \n", + "[58]\tvalidation_0-auc:0.90927\tvalidation_1-auc:0.83190 \n", + "[59]\tvalidation_0-auc:0.90985\tvalidation_1-auc:0.83136 \n", + "[60]\tvalidation_0-auc:0.90982\tvalidation_1-auc:0.83122 \n", + "[61]\tvalidation_0-auc:0.91104\tvalidation_1-auc:0.83080 \n", + "[62]\tvalidation_0-auc:0.91125\tvalidation_1-auc:0.83026 \n", + "[63]\tvalidation_0-auc:0.91183\tvalidation_1-auc:0.82965 \n", + "[64]\tvalidation_0-auc:0.91283\tvalidation_1-auc:0.83049 \n", + "[65]\tvalidation_0-auc:0.91341\tvalidation_1-auc:0.83012 \n", + "[66]\tvalidation_0-auc:0.91400\tvalidation_1-auc:0.82958 \n", + "[67]\tvalidation_0-auc:0.91461\tvalidation_1-auc:0.83030 \n", + "[68]\tvalidation_0-auc:0.91501\tvalidation_1-auc:0.82990 \n", + "[69]\tvalidation_0-auc:0.91547\tvalidation_1-auc:0.83067 \n", + "[70]\tvalidation_0-auc:0.91622\tvalidation_1-auc:0.83023 \n", + "[71]\tvalidation_0-auc:0.91644\tvalidation_1-auc:0.83046 \n", + "[72]\tvalidation_0-auc:0.91717\tvalidation_1-auc:0.83111 \n", + "[73]\tvalidation_0-auc:0.91781\tvalidation_1-auc:0.83120 \n", + "[74]\tvalidation_0-auc:0.91827\tvalidation_1-auc:0.83108 \n", + "[75]\tvalidation_0-auc:0.91883\tvalidation_1-auc:0.83182 \n", + "[76]\tvalidation_0-auc:0.91964\tvalidation_1-auc:0.83229 \n", + "[77]\tvalidation_0-auc:0.91980\tvalidation_1-auc:0.83228 \n", + "[78]\tvalidation_0-auc:0.92005\tvalidation_1-auc:0.83275 \n", + "[79]\tvalidation_0-auc:0.92038\tvalidation_1-auc:0.83330 \n", + "[80]\tvalidation_0-auc:0.92111\tvalidation_1-auc:0.83392 \n", + "[81]\tvalidation_0-auc:0.92178\tvalidation_1-auc:0.83396 \n", + "[82]\tvalidation_0-auc:0.92190\tvalidation_1-auc:0.83421 \n", + "[83]\tvalidation_0-auc:0.92229\tvalidation_1-auc:0.83413 \n", + "[84]\tvalidation_0-auc:0.92275\tvalidation_1-auc:0.83403 \n", + "[85]\tvalidation_0-auc:0.92308\tvalidation_1-auc:0.83423 \n", + "[86]\tvalidation_0-auc:0.92327\tvalidation_1-auc:0.83433 \n", + "[87]\tvalidation_0-auc:0.92362\tvalidation_1-auc:0.83464 \n", + "[88]\tvalidation_0-auc:0.92388\tvalidation_1-auc:0.83469 \n", + "[89]\tvalidation_0-auc:0.92452\tvalidation_1-auc:0.83477 \n", + "[90]\tvalidation_0-auc:0.92458\tvalidation_1-auc:0.83481 \n", + "[91]\tvalidation_0-auc:0.92486\tvalidation_1-auc:0.83482 \n", + "[92]\tvalidation_0-auc:0.92520\tvalidation_1-auc:0.83508 \n", + "[93]\tvalidation_0-auc:0.92552\tvalidation_1-auc:0.83547 \n", + "[94]\tvalidation_0-auc:0.92564\tvalidation_1-auc:0.83551 \n", + "[95]\tvalidation_0-auc:0.92584\tvalidation_1-auc:0.83559 \n", + "[96]\tvalidation_0-auc:0.92590\tvalidation_1-auc:0.83574 \n", + "[97]\tvalidation_0-auc:0.92599\tvalidation_1-auc:0.83564 \n", + "[98]\tvalidation_0-auc:0.92602\tvalidation_1-auc:0.83574 \n", + "[99]\tvalidation_0-auc:0.92623\tvalidation_1-auc:0.83593 \n", + "[0]\tvalidation_0-auc:0.83112\tvalidation_1-auc:0.81268 \n", + "[1]\tvalidation_0-auc:0.83682\tvalidation_1-auc:0.81355 \n", + "[2]\tvalidation_0-auc:0.84258\tvalidation_1-auc:0.81920 \n", + "[3]\tvalidation_0-auc:0.84275\tvalidation_1-auc:0.81851 \n", + "[4]\tvalidation_0-auc:0.84851\tvalidation_1-auc:0.81928 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[5]\tvalidation_0-auc:0.85511\tvalidation_1-auc:0.82100 \n", + "[6]\tvalidation_0-auc:0.85611\tvalidation_1-auc:0.82251 \n", + "[7]\tvalidation_0-auc:0.85814\tvalidation_1-auc:0.82231 \n", + "[8]\tvalidation_0-auc:0.85953\tvalidation_1-auc:0.82212 \n", + "[9]\tvalidation_0-auc:0.86282\tvalidation_1-auc:0.82205 \n", + "[10]\tvalidation_0-auc:0.86284\tvalidation_1-auc:0.82076 \n", + "[11]\tvalidation_0-auc:0.86207\tvalidation_1-auc:0.82028 \n", + "[12]\tvalidation_0-auc:0.86463\tvalidation_1-auc:0.82218 \n", + "[13]\tvalidation_0-auc:0.86692\tvalidation_1-auc:0.82317 \n", + "[14]\tvalidation_0-auc:0.86878\tvalidation_1-auc:0.82529 \n", + "[15]\tvalidation_0-auc:0.86830\tvalidation_1-auc:0.82424 \n", + "[16]\tvalidation_0-auc:0.87026\tvalidation_1-auc:0.82532 \n", + "[17]\tvalidation_0-auc:0.87279\tvalidation_1-auc:0.82603 \n", + "[18]\tvalidation_0-auc:0.87304\tvalidation_1-auc:0.82561 \n", + "[19]\tvalidation_0-auc:0.87533\tvalidation_1-auc:0.82637 \n", + "[20]\tvalidation_0-auc:0.87539\tvalidation_1-auc:0.82525 \n", + "[21]\tvalidation_0-auc:0.87631\tvalidation_1-auc:0.82475 \n", + "[22]\tvalidation_0-auc:0.87755\tvalidation_1-auc:0.82573 \n", + "[23]\tvalidation_0-auc:0.88026\tvalidation_1-auc:0.82674 \n", + "[24]\tvalidation_0-auc:0.88166\tvalidation_1-auc:0.82771 \n", + "[25]\tvalidation_0-auc:0.88277\tvalidation_1-auc:0.82822 \n", + "[26]\tvalidation_0-auc:0.88436\tvalidation_1-auc:0.82806 \n", + "[27]\tvalidation_0-auc:0.88607\tvalidation_1-auc:0.82819 \n", + "[28]\tvalidation_0-auc:0.88625\tvalidation_1-auc:0.82665 \n", + "[29]\tvalidation_0-auc:0.88761\tvalidation_1-auc:0.82739 \n", + "[30]\tvalidation_0-auc:0.88815\tvalidation_1-auc:0.82659 \n", + "[31]\tvalidation_0-auc:0.88919\tvalidation_1-auc:0.82770 \n", + "[32]\tvalidation_0-auc:0.89118\tvalidation_1-auc:0.82820 \n", + "[33]\tvalidation_0-auc:0.89151\tvalidation_1-auc:0.82799 \n", + "[34]\tvalidation_0-auc:0.89241\tvalidation_1-auc:0.82822 \n", + "[35]\tvalidation_0-auc:0.89386\tvalidation_1-auc:0.82878 \n", + "[36]\tvalidation_0-auc:0.89465\tvalidation_1-auc:0.82859 \n", + "[37]\tvalidation_0-auc:0.89505\tvalidation_1-auc:0.82796 \n", + "[38]\tvalidation_0-auc:0.89548\tvalidation_1-auc:0.82770 \n", + "[39]\tvalidation_0-auc:0.89606\tvalidation_1-auc:0.82809 \n", + "[40]\tvalidation_0-auc:0.89688\tvalidation_1-auc:0.82988 \n", + "[41]\tvalidation_0-auc:0.89741\tvalidation_1-auc:0.82913 \n", + "[42]\tvalidation_0-auc:0.89894\tvalidation_1-auc:0.83030 \n", + "[43]\tvalidation_0-auc:0.89966\tvalidation_1-auc:0.83100 \n", + "[44]\tvalidation_0-auc:0.90098\tvalidation_1-auc:0.83117 \n", + "[45]\tvalidation_0-auc:0.90133\tvalidation_1-auc:0.83174 \n", + "[46]\tvalidation_0-auc:0.90162\tvalidation_1-auc:0.83209 \n", + "[47]\tvalidation_0-auc:0.90273\tvalidation_1-auc:0.83154 \n", + "[48]\tvalidation_0-auc:0.90335\tvalidation_1-auc:0.83188 \n", + "[49]\tvalidation_0-auc:0.90452\tvalidation_1-auc:0.83232 \n", + "[50]\tvalidation_0-auc:0.90516\tvalidation_1-auc:0.83217 \n", + "[51]\tvalidation_0-auc:0.90613\tvalidation_1-auc:0.83277 \n", + "[52]\tvalidation_0-auc:0.90642\tvalidation_1-auc:0.83298 \n", + "[53]\tvalidation_0-auc:0.90755\tvalidation_1-auc:0.83230 \n", + "[54]\tvalidation_0-auc:0.90784\tvalidation_1-auc:0.83227 \n", + "[55]\tvalidation_0-auc:0.90899\tvalidation_1-auc:0.83253 \n", + "[56]\tvalidation_0-auc:0.90932\tvalidation_1-auc:0.83214 \n", + "[57]\tvalidation_0-auc:0.90973\tvalidation_1-auc:0.83150 \n", + "[58]\tvalidation_0-auc:0.91060\tvalidation_1-auc:0.83250 \n", + "[59]\tvalidation_0-auc:0.91125\tvalidation_1-auc:0.83183 \n", + "[60]\tvalidation_0-auc:0.91164\tvalidation_1-auc:0.83135 \n", + "[61]\tvalidation_0-auc:0.91230\tvalidation_1-auc:0.83104 \n", + "[62]\tvalidation_0-auc:0.91270\tvalidation_1-auc:0.83091 \n", + "[63]\tvalidation_0-auc:0.91309\tvalidation_1-auc:0.83032 \n", + "[64]\tvalidation_0-auc:0.91390\tvalidation_1-auc:0.83069 \n", + "[65]\tvalidation_0-auc:0.91470\tvalidation_1-auc:0.83041 \n", + "[66]\tvalidation_0-auc:0.91542\tvalidation_1-auc:0.83024 \n", + "[67]\tvalidation_0-auc:0.91593\tvalidation_1-auc:0.83104 \n", + "[68]\tvalidation_0-auc:0.91647\tvalidation_1-auc:0.83041 \n", + "[69]\tvalidation_0-auc:0.91713\tvalidation_1-auc:0.83122 \n", + "[70]\tvalidation_0-auc:0.91761\tvalidation_1-auc:0.83085 \n", + "[71]\tvalidation_0-auc:0.91784\tvalidation_1-auc:0.83059 \n", + "[72]\tvalidation_0-auc:0.91846\tvalidation_1-auc:0.83110 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[73]\tvalidation_0-auc:0.91874\tvalidation_1-auc:0.83085 \n", + "[74]\tvalidation_0-auc:0.91944\tvalidation_1-auc:0.83065 \n", + "[75]\tvalidation_0-auc:0.91976\tvalidation_1-auc:0.83107 \n", + "[76]\tvalidation_0-auc:0.92022\tvalidation_1-auc:0.83147 \n", + "[77]\tvalidation_0-auc:0.92049\tvalidation_1-auc:0.83143 \n", + "[78]\tvalidation_0-auc:0.92081\tvalidation_1-auc:0.83193 \n", + "[79]\tvalidation_0-auc:0.92117\tvalidation_1-auc:0.83232 \n", + "[80]\tvalidation_0-auc:0.92192\tvalidation_1-auc:0.83284 \n", + "[81]\tvalidation_0-auc:0.92240\tvalidation_1-auc:0.83290 \n", + "[82]\tvalidation_0-auc:0.92254\tvalidation_1-auc:0.83322 \n", + "[83]\tvalidation_0-auc:0.92306\tvalidation_1-auc:0.83309 \n", + "[84]\tvalidation_0-auc:0.92343\tvalidation_1-auc:0.83280 \n", + "[85]\tvalidation_0-auc:0.92374\tvalidation_1-auc:0.83290 \n", + "[86]\tvalidation_0-auc:0.92391\tvalidation_1-auc:0.83325 \n", + "[87]\tvalidation_0-auc:0.92430\tvalidation_1-auc:0.83357 \n", + "[88]\tvalidation_0-auc:0.92465\tvalidation_1-auc:0.83339 \n", + "[89]\tvalidation_0-auc:0.92489\tvalidation_1-auc:0.83350 \n", + "[90]\tvalidation_0-auc:0.92517\tvalidation_1-auc:0.83344 \n", + "[91]\tvalidation_0-auc:0.92542\tvalidation_1-auc:0.83371 \n", + "[92]\tvalidation_0-auc:0.92564\tvalidation_1-auc:0.83369 \n", + "[93]\tvalidation_0-auc:0.92574\tvalidation_1-auc:0.83388 \n", + "[94]\tvalidation_0-auc:0.92606\tvalidation_1-auc:0.83363 \n", + "[95]\tvalidation_0-auc:0.92645\tvalidation_1-auc:0.83380 \n", + "[96]\tvalidation_0-auc:0.92652\tvalidation_1-auc:0.83394 \n", + "[97]\tvalidation_0-auc:0.92662\tvalidation_1-auc:0.83381 \n", + "[98]\tvalidation_0-auc:0.92682\tvalidation_1-auc:0.83373 \n", + "[99]\tvalidation_0-auc:0.92697\tvalidation_1-auc:0.83395 \n", + "[0]\tvalidation_0-auc:0.82657\tvalidation_1-auc:0.80149 \n", + "[1]\tvalidation_0-auc:0.83724\tvalidation_1-auc:0.80530 \n", + "[2]\tvalidation_0-auc:0.84620\tvalidation_1-auc:0.81009 \n", + "[3]\tvalidation_0-auc:0.84867\tvalidation_1-auc:0.81020 \n", + "[4]\tvalidation_0-auc:0.85292\tvalidation_1-auc:0.81531 \n", + "[5]\tvalidation_0-auc:0.85540\tvalidation_1-auc:0.81681 \n", + "[6]\tvalidation_0-auc:0.85916\tvalidation_1-auc:0.81716 \n", + "[7]\tvalidation_0-auc:0.86259\tvalidation_1-auc:0.81789 \n", + "[8]\tvalidation_0-auc:0.86617\tvalidation_1-auc:0.81788 \n", + "[9]\tvalidation_0-auc:0.87338\tvalidation_1-auc:0.82355 \n", + "[10]\tvalidation_0-auc:0.87480\tvalidation_1-auc:0.82203 \n", + "[11]\tvalidation_0-auc:0.87537\tvalidation_1-auc:0.82012 \n", + "[12]\tvalidation_0-auc:0.88123\tvalidation_1-auc:0.82314 \n", + "[13]\tvalidation_0-auc:0.88803\tvalidation_1-auc:0.82376 \n", + "[14]\tvalidation_0-auc:0.88986\tvalidation_1-auc:0.82503 \n", + "[15]\tvalidation_0-auc:0.89340\tvalidation_1-auc:0.82631 \n", + "[16]\tvalidation_0-auc:0.89568\tvalidation_1-auc:0.82610 \n", + "[17]\tvalidation_0-auc:0.89997\tvalidation_1-auc:0.82685 \n", + "[18]\tvalidation_0-auc:0.90108\tvalidation_1-auc:0.82601 \n", + "[19]\tvalidation_0-auc:0.90426\tvalidation_1-auc:0.82584 \n", + "[20]\tvalidation_0-auc:0.90603\tvalidation_1-auc:0.82607 \n", + "[21]\tvalidation_0-auc:0.90763\tvalidation_1-auc:0.82503 \n", + "[22]\tvalidation_0-auc:0.90984\tvalidation_1-auc:0.82692 \n", + "[23]\tvalidation_0-auc:0.91251\tvalidation_1-auc:0.82787 \n", + "[24]\tvalidation_0-auc:0.91464\tvalidation_1-auc:0.82807 \n", + "[25]\tvalidation_0-auc:0.91644\tvalidation_1-auc:0.82851 \n", + "[26]\tvalidation_0-auc:0.91787\tvalidation_1-auc:0.82772 \n", + "[27]\tvalidation_0-auc:0.92011\tvalidation_1-auc:0.82873 \n", + "[28]\tvalidation_0-auc:0.92232\tvalidation_1-auc:0.82934 \n", + "[29]\tvalidation_0-auc:0.92407\tvalidation_1-auc:0.82839 \n", + "[30]\tvalidation_0-auc:0.92527\tvalidation_1-auc:0.82740 \n", + "[31]\tvalidation_0-auc:0.92675\tvalidation_1-auc:0.82803 \n", + "[32]\tvalidation_0-auc:0.92822\tvalidation_1-auc:0.82714 \n", + "[33]\tvalidation_0-auc:0.92920\tvalidation_1-auc:0.82659 \n", + "[34]\tvalidation_0-auc:0.93015\tvalidation_1-auc:0.82688 \n", + "[35]\tvalidation_0-auc:0.93111\tvalidation_1-auc:0.82661 \n", + "[36]\tvalidation_0-auc:0.93189\tvalidation_1-auc:0.82657 \n", + "[37]\tvalidation_0-auc:0.93278\tvalidation_1-auc:0.82603 \n", + "[38]\tvalidation_0-auc:0.93396\tvalidation_1-auc:0.82642 \n", + "[39]\tvalidation_0-auc:0.93414\tvalidation_1-auc:0.82625 \n", + "[40]\tvalidation_0-auc:0.93486\tvalidation_1-auc:0.82603 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[41]\tvalidation_0-auc:0.93513\tvalidation_1-auc:0.82577 \n", + "[42]\tvalidation_0-auc:0.93574\tvalidation_1-auc:0.82560 \n", + "[43]\tvalidation_0-auc:0.93603\tvalidation_1-auc:0.82574 \n", + "[44]\tvalidation_0-auc:0.93697\tvalidation_1-auc:0.82628 \n", + "[45]\tvalidation_0-auc:0.93714\tvalidation_1-auc:0.82631 \n", + "[46]\tvalidation_0-auc:0.93738\tvalidation_1-auc:0.82635 \n", + "[47]\tvalidation_0-auc:0.93798\tvalidation_1-auc:0.82599 \n", + "[48]\tvalidation_0-auc:0.93835\tvalidation_1-auc:0.82550 \n", + "[49]\tvalidation_0-auc:0.93861\tvalidation_1-auc:0.82571 \n", + "[50]\tvalidation_0-auc:0.93908\tvalidation_1-auc:0.82567 \n", + "[51]\tvalidation_0-auc:0.93929\tvalidation_1-auc:0.82541 \n", + "[52]\tvalidation_0-auc:0.93967\tvalidation_1-auc:0.82542 \n", + "[53]\tvalidation_0-auc:0.93994\tvalidation_1-auc:0.82518 \n", + "[54]\tvalidation_0-auc:0.94052\tvalidation_1-auc:0.82525 \n", + "[55]\tvalidation_0-auc:0.94081\tvalidation_1-auc:0.82504 \n", + "[56]\tvalidation_0-auc:0.94162\tvalidation_1-auc:0.82495 \n", + "[57]\tvalidation_0-auc:0.94169\tvalidation_1-auc:0.82482 \n", + "[0]\tvalidation_0-auc:0.82424\tvalidation_1-auc:0.80450 \n", + "[1]\tvalidation_0-auc:0.83668\tvalidation_1-auc:0.81505 \n", + "[2]\tvalidation_0-auc:0.84661\tvalidation_1-auc:0.82324 \n", + "[3]\tvalidation_0-auc:0.84859\tvalidation_1-auc:0.82247 \n", + "[4]\tvalidation_0-auc:0.85267\tvalidation_1-auc:0.82327 \n", + "[5]\tvalidation_0-auc:0.85659\tvalidation_1-auc:0.82285 \n", + "[6]\tvalidation_0-auc:0.86155\tvalidation_1-auc:0.82378 \n", + "[7]\tvalidation_0-auc:0.86509\tvalidation_1-auc:0.82397 \n", + "[8]\tvalidation_0-auc:0.87084\tvalidation_1-auc:0.82619 \n", + "[9]\tvalidation_0-auc:0.87774\tvalidation_1-auc:0.82645 \n", + "[10]\tvalidation_0-auc:0.87954\tvalidation_1-auc:0.82517 \n", + "[11]\tvalidation_0-auc:0.88039\tvalidation_1-auc:0.82228 \n", + "[12]\tvalidation_0-auc:0.88679\tvalidation_1-auc:0.82404 \n", + "[13]\tvalidation_0-auc:0.89074\tvalidation_1-auc:0.82625 \n", + "[14]\tvalidation_0-auc:0.89342\tvalidation_1-auc:0.82792 \n", + "[15]\tvalidation_0-auc:0.89701\tvalidation_1-auc:0.82786 \n", + "[16]\tvalidation_0-auc:0.89923\tvalidation_1-auc:0.82903 \n", + "[17]\tvalidation_0-auc:0.90148\tvalidation_1-auc:0.82949 \n", + "[18]\tvalidation_0-auc:0.90263\tvalidation_1-auc:0.82898 \n", + "[19]\tvalidation_0-auc:0.90488\tvalidation_1-auc:0.83076 \n", + "[20]\tvalidation_0-auc:0.90660\tvalidation_1-auc:0.83152 \n", + "[21]\tvalidation_0-auc:0.90746\tvalidation_1-auc:0.83091 \n", + "[22]\tvalidation_0-auc:0.91012\tvalidation_1-auc:0.83122 \n", + "[23]\tvalidation_0-auc:0.91329\tvalidation_1-auc:0.83084 \n", + "[24]\tvalidation_0-auc:0.91559\tvalidation_1-auc:0.83109 \n", + "[25]\tvalidation_0-auc:0.91763\tvalidation_1-auc:0.83178 \n", + "[26]\tvalidation_0-auc:0.91886\tvalidation_1-auc:0.83141 \n", + "[27]\tvalidation_0-auc:0.92161\tvalidation_1-auc:0.83048 \n", + "[28]\tvalidation_0-auc:0.92383\tvalidation_1-auc:0.82992 \n", + "[29]\tvalidation_0-auc:0.92523\tvalidation_1-auc:0.83001 \n", + "[30]\tvalidation_0-auc:0.92728\tvalidation_1-auc:0.82892 \n", + "[31]\tvalidation_0-auc:0.92877\tvalidation_1-auc:0.82889 \n", + "[32]\tvalidation_0-auc:0.92991\tvalidation_1-auc:0.82872 \n", + "[33]\tvalidation_0-auc:0.93084\tvalidation_1-auc:0.82927 \n", + "[34]\tvalidation_0-auc:0.93239\tvalidation_1-auc:0.82973 \n", + "[35]\tvalidation_0-auc:0.93331\tvalidation_1-auc:0.83009 \n", + "[36]\tvalidation_0-auc:0.93401\tvalidation_1-auc:0.83035 \n", + "[37]\tvalidation_0-auc:0.93457\tvalidation_1-auc:0.82993 \n", + "[38]\tvalidation_0-auc:0.93561\tvalidation_1-auc:0.82995 \n", + "[39]\tvalidation_0-auc:0.93592\tvalidation_1-auc:0.83063 \n", + "[40]\tvalidation_0-auc:0.93653\tvalidation_1-auc:0.83064 \n", + "[41]\tvalidation_0-auc:0.93724\tvalidation_1-auc:0.83059 \n", + "[42]\tvalidation_0-auc:0.93780\tvalidation_1-auc:0.83065 \n", + "[43]\tvalidation_0-auc:0.93805\tvalidation_1-auc:0.83080 \n", + "[44]\tvalidation_0-auc:0.93852\tvalidation_1-auc:0.83062 \n", + "[45]\tvalidation_0-auc:0.93883\tvalidation_1-auc:0.83053 \n", + "[46]\tvalidation_0-auc:0.93924\tvalidation_1-auc:0.83035 \n", + "[47]\tvalidation_0-auc:0.93978\tvalidation_1-auc:0.83050 \n", + "[48]\tvalidation_0-auc:0.94019\tvalidation_1-auc:0.83073 \n", + "[49]\tvalidation_0-auc:0.94044\tvalidation_1-auc:0.83093 \n", + "[50]\tvalidation_0-auc:0.94066\tvalidation_1-auc:0.83113 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[51]\tvalidation_0-auc:0.94151\tvalidation_1-auc:0.83151 \n", + "[52]\tvalidation_0-auc:0.94212\tvalidation_1-auc:0.83151 \n", + "[53]\tvalidation_0-auc:0.94252\tvalidation_1-auc:0.83139 \n", + "[54]\tvalidation_0-auc:0.94318\tvalidation_1-auc:0.83146 \n", + "[0]\tvalidation_0-auc:0.83493\tvalidation_1-auc:0.81063 \n", + "[1]\tvalidation_0-auc:0.84197\tvalidation_1-auc:0.81316 \n", + "[2]\tvalidation_0-auc:0.85026\tvalidation_1-auc:0.81739 \n", + "[3]\tvalidation_0-auc:0.85484\tvalidation_1-auc:0.81605 \n", + "[4]\tvalidation_0-auc:0.85947\tvalidation_1-auc:0.81764 \n", + "[5]\tvalidation_0-auc:0.86117\tvalidation_1-auc:0.81876 \n", + "[6]\tvalidation_0-auc:0.86492\tvalidation_1-auc:0.82089 \n", + "[7]\tvalidation_0-auc:0.86831\tvalidation_1-auc:0.82248 \n", + "[8]\tvalidation_0-auc:0.87071\tvalidation_1-auc:0.82290 \n", + "[9]\tvalidation_0-auc:0.87695\tvalidation_1-auc:0.82570 \n", + "[10]\tvalidation_0-auc:0.87940\tvalidation_1-auc:0.82562 \n", + "[11]\tvalidation_0-auc:0.88177\tvalidation_1-auc:0.82244 \n", + "[12]\tvalidation_0-auc:0.88622\tvalidation_1-auc:0.82344 \n", + "[13]\tvalidation_0-auc:0.89065\tvalidation_1-auc:0.82471 \n", + "[14]\tvalidation_0-auc:0.89352\tvalidation_1-auc:0.82734 \n", + "[15]\tvalidation_0-auc:0.89774\tvalidation_1-auc:0.82795 \n", + "[16]\tvalidation_0-auc:0.90057\tvalidation_1-auc:0.82916 \n", + "[17]\tvalidation_0-auc:0.90264\tvalidation_1-auc:0.83059 \n", + "[18]\tvalidation_0-auc:0.90409\tvalidation_1-auc:0.82815 \n", + "[19]\tvalidation_0-auc:0.90743\tvalidation_1-auc:0.82937 \n", + "[20]\tvalidation_0-auc:0.91043\tvalidation_1-auc:0.82959 \n", + "[21]\tvalidation_0-auc:0.91094\tvalidation_1-auc:0.82917 \n", + "[22]\tvalidation_0-auc:0.91353\tvalidation_1-auc:0.82960 \n", + "[23]\tvalidation_0-auc:0.91641\tvalidation_1-auc:0.83030 \n", + "[24]\tvalidation_0-auc:0.91794\tvalidation_1-auc:0.83041 \n", + "[25]\tvalidation_0-auc:0.91987\tvalidation_1-auc:0.83083 \n", + "[26]\tvalidation_0-auc:0.92135\tvalidation_1-auc:0.83006 \n", + "[27]\tvalidation_0-auc:0.92381\tvalidation_1-auc:0.83143 \n", + "[28]\tvalidation_0-auc:0.92559\tvalidation_1-auc:0.83141 \n", + "[29]\tvalidation_0-auc:0.92712\tvalidation_1-auc:0.83202 \n", + "[30]\tvalidation_0-auc:0.92833\tvalidation_1-auc:0.83131 \n", + "[31]\tvalidation_0-auc:0.92964\tvalidation_1-auc:0.83176 \n", + "[32]\tvalidation_0-auc:0.93092\tvalidation_1-auc:0.83183 \n", + "[33]\tvalidation_0-auc:0.93171\tvalidation_1-auc:0.83129 \n", + "[34]\tvalidation_0-auc:0.93271\tvalidation_1-auc:0.83132 \n", + "[35]\tvalidation_0-auc:0.93400\tvalidation_1-auc:0.83161 \n", + "[36]\tvalidation_0-auc:0.93479\tvalidation_1-auc:0.83178 \n", + "[37]\tvalidation_0-auc:0.93587\tvalidation_1-auc:0.83120 \n", + "[38]\tvalidation_0-auc:0.93657\tvalidation_1-auc:0.83136 \n", + "[39]\tvalidation_0-auc:0.93703\tvalidation_1-auc:0.83185 \n", + "[40]\tvalidation_0-auc:0.93769\tvalidation_1-auc:0.83187 \n", + "[41]\tvalidation_0-auc:0.93822\tvalidation_1-auc:0.83139 \n", + "[42]\tvalidation_0-auc:0.93873\tvalidation_1-auc:0.83120 \n", + "[43]\tvalidation_0-auc:0.93932\tvalidation_1-auc:0.83127 \n", + "[44]\tvalidation_0-auc:0.93978\tvalidation_1-auc:0.83147 \n", + "[45]\tvalidation_0-auc:0.94036\tvalidation_1-auc:0.83218 \n", + "[46]\tvalidation_0-auc:0.94048\tvalidation_1-auc:0.83239 \n", + "[47]\tvalidation_0-auc:0.94112\tvalidation_1-auc:0.83245 \n", + "[48]\tvalidation_0-auc:0.94181\tvalidation_1-auc:0.83259 \n", + "[49]\tvalidation_0-auc:0.94227\tvalidation_1-auc:0.83293 \n", + "[50]\tvalidation_0-auc:0.94278\tvalidation_1-auc:0.83287 \n", + "[51]\tvalidation_0-auc:0.94289\tvalidation_1-auc:0.83283 \n", + "[52]\tvalidation_0-auc:0.94327\tvalidation_1-auc:0.83286 \n", + "[53]\tvalidation_0-auc:0.94346\tvalidation_1-auc:0.83277 \n", + "[54]\tvalidation_0-auc:0.94356\tvalidation_1-auc:0.83262 \n", + "[55]\tvalidation_0-auc:0.94387\tvalidation_1-auc:0.83290 \n", + "[56]\tvalidation_0-auc:0.94409\tvalidation_1-auc:0.83297 \n", + "[57]\tvalidation_0-auc:0.94476\tvalidation_1-auc:0.83262 \n", + "[58]\tvalidation_0-auc:0.94512\tvalidation_1-auc:0.83246 \n", + "[59]\tvalidation_0-auc:0.94529\tvalidation_1-auc:0.83265 \n", + "[60]\tvalidation_0-auc:0.94542\tvalidation_1-auc:0.83253 \n", + "[61]\tvalidation_0-auc:0.94566\tvalidation_1-auc:0.83228 \n", + "[62]\tvalidation_0-auc:0.94589\tvalidation_1-auc:0.83233 \n", + "[63]\tvalidation_0-auc:0.94598\tvalidation_1-auc:0.83211 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[64]\tvalidation_0-auc:0.94598\tvalidation_1-auc:0.83213 \n", + "[65]\tvalidation_0-auc:0.94626\tvalidation_1-auc:0.83215 \n", + "[66]\tvalidation_0-auc:0.94647\tvalidation_1-auc:0.83167 \n", + "[67]\tvalidation_0-auc:0.94659\tvalidation_1-auc:0.83147 \n", + "[68]\tvalidation_0-auc:0.94664\tvalidation_1-auc:0.83137 \n", + "[69]\tvalidation_0-auc:0.94672\tvalidation_1-auc:0.83122 \n", + "[70]\tvalidation_0-auc:0.94741\tvalidation_1-auc:0.83109 \n", + "[71]\tvalidation_0-auc:0.94752\tvalidation_1-auc:0.83093 \n", + "[72]\tvalidation_0-auc:0.94770\tvalidation_1-auc:0.83095 \n", + "[73]\tvalidation_0-auc:0.94776\tvalidation_1-auc:0.83093 \n", + "[74]\tvalidation_0-auc:0.94798\tvalidation_1-auc:0.83065 \n", + "[75]\tvalidation_0-auc:0.94807\tvalidation_1-auc:0.83056 \n", + "[76]\tvalidation_0-auc:0.94837\tvalidation_1-auc:0.83042 \n", + "[77]\tvalidation_0-auc:0.94841\tvalidation_1-auc:0.83046 \n", + "[78]\tvalidation_0-auc:0.94849\tvalidation_1-auc:0.83019 \n", + "[79]\tvalidation_0-auc:0.94905\tvalidation_1-auc:0.83002 \n", + "[80]\tvalidation_0-auc:0.94916\tvalidation_1-auc:0.82974 \n", + "[81]\tvalidation_0-auc:0.94936\tvalidation_1-auc:0.82947 \n", + "[82]\tvalidation_0-auc:0.94958\tvalidation_1-auc:0.82970 \n", + "[83]\tvalidation_0-auc:0.94968\tvalidation_1-auc:0.82960 \n", + "[84]\tvalidation_0-auc:0.94972\tvalidation_1-auc:0.82947 \n", + "[85]\tvalidation_0-auc:0.94980\tvalidation_1-auc:0.82936 \n", + "[86]\tvalidation_0-auc:0.94989\tvalidation_1-auc:0.82936 \n", + "[0]\tvalidation_0-auc:0.82822\tvalidation_1-auc:0.80085 \n", + "[1]\tvalidation_0-auc:0.83452\tvalidation_1-auc:0.80298 \n", + "[2]\tvalidation_0-auc:0.83879\tvalidation_1-auc:0.80562 \n", + "[3]\tvalidation_0-auc:0.84177\tvalidation_1-auc:0.80715 \n", + "[4]\tvalidation_0-auc:0.84381\tvalidation_1-auc:0.80986 \n", + "[5]\tvalidation_0-auc:0.84400\tvalidation_1-auc:0.80852 \n", + "[6]\tvalidation_0-auc:0.84627\tvalidation_1-auc:0.81028 \n", + "[7]\tvalidation_0-auc:0.85133\tvalidation_1-auc:0.81525 \n", + "[8]\tvalidation_0-auc:0.85175\tvalidation_1-auc:0.81625 \n", + "[9]\tvalidation_0-auc:0.85165\tvalidation_1-auc:0.81321 \n", + "[10]\tvalidation_0-auc:0.85088\tvalidation_1-auc:0.81170 \n", + "[11]\tvalidation_0-auc:0.85254\tvalidation_1-auc:0.81344 \n", + "[12]\tvalidation_0-auc:0.85442\tvalidation_1-auc:0.81525 \n", + "[13]\tvalidation_0-auc:0.85776\tvalidation_1-auc:0.81538 \n", + "[14]\tvalidation_0-auc:0.85831\tvalidation_1-auc:0.81600 \n", + "[15]\tvalidation_0-auc:0.86014\tvalidation_1-auc:0.81717 \n", + "[16]\tvalidation_0-auc:0.86258\tvalidation_1-auc:0.81812 \n", + "[17]\tvalidation_0-auc:0.86392\tvalidation_1-auc:0.82040 \n", + "[18]\tvalidation_0-auc:0.86335\tvalidation_1-auc:0.81748 \n", + "[19]\tvalidation_0-auc:0.86497\tvalidation_1-auc:0.81793 \n", + "[20]\tvalidation_0-auc:0.86558\tvalidation_1-auc:0.81926 \n", + "[21]\tvalidation_0-auc:0.86545\tvalidation_1-auc:0.81812 \n", + "[22]\tvalidation_0-auc:0.86794\tvalidation_1-auc:0.81943 \n", + "[23]\tvalidation_0-auc:0.86995\tvalidation_1-auc:0.82103 \n", + "[24]\tvalidation_0-auc:0.87129\tvalidation_1-auc:0.82201 \n", + "[25]\tvalidation_0-auc:0.87218\tvalidation_1-auc:0.82260 \n", + "[26]\tvalidation_0-auc:0.87359\tvalidation_1-auc:0.82260 \n", + "[27]\tvalidation_0-auc:0.87491\tvalidation_1-auc:0.82360 \n", + "[28]\tvalidation_0-auc:0.87686\tvalidation_1-auc:0.82454 \n", + "[29]\tvalidation_0-auc:0.87887\tvalidation_1-auc:0.82564 \n", + "[30]\tvalidation_0-auc:0.87976\tvalidation_1-auc:0.82536 \n", + "[31]\tvalidation_0-auc:0.88176\tvalidation_1-auc:0.82619 \n", + "[32]\tvalidation_0-auc:0.88278\tvalidation_1-auc:0.82792 \n", + "[33]\tvalidation_0-auc:0.88363\tvalidation_1-auc:0.82810 \n", + "[34]\tvalidation_0-auc:0.88502\tvalidation_1-auc:0.82839 \n", + "[35]\tvalidation_0-auc:0.88603\tvalidation_1-auc:0.82901 \n", + "[36]\tvalidation_0-auc:0.88681\tvalidation_1-auc:0.82852 \n", + "[37]\tvalidation_0-auc:0.88729\tvalidation_1-auc:0.82778 \n", + "[38]\tvalidation_0-auc:0.88757\tvalidation_1-auc:0.82783 \n", + "[39]\tvalidation_0-auc:0.88835\tvalidation_1-auc:0.82835 \n", + "[40]\tvalidation_0-auc:0.88935\tvalidation_1-auc:0.82902 \n", + "[41]\tvalidation_0-auc:0.88989\tvalidation_1-auc:0.82934 \n", + "[42]\tvalidation_0-auc:0.89100\tvalidation_1-auc:0.82978 \n", + "[43]\tvalidation_0-auc:0.89221\tvalidation_1-auc:0.82971 \n", + "[44]\tvalidation_0-auc:0.89368\tvalidation_1-auc:0.83013 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[45]\tvalidation_0-auc:0.89463\tvalidation_1-auc:0.83043 \n", + "[46]\tvalidation_0-auc:0.89489\tvalidation_1-auc:0.83080 \n", + "[47]\tvalidation_0-auc:0.89599\tvalidation_1-auc:0.83056 \n", + "[48]\tvalidation_0-auc:0.89665\tvalidation_1-auc:0.83082 \n", + "[49]\tvalidation_0-auc:0.89744\tvalidation_1-auc:0.83093 \n", + "[50]\tvalidation_0-auc:0.89782\tvalidation_1-auc:0.83066 \n", + "[51]\tvalidation_0-auc:0.89842\tvalidation_1-auc:0.83060 \n", + "[52]\tvalidation_0-auc:0.89949\tvalidation_1-auc:0.83067 \n", + "[53]\tvalidation_0-auc:0.90008\tvalidation_1-auc:0.83088 \n", + "[54]\tvalidation_0-auc:0.90073\tvalidation_1-auc:0.83094 \n", + "[55]\tvalidation_0-auc:0.90139\tvalidation_1-auc:0.83054 \n", + "[56]\tvalidation_0-auc:0.90142\tvalidation_1-auc:0.83050 \n", + "[57]\tvalidation_0-auc:0.90242\tvalidation_1-auc:0.82996 \n", + "[58]\tvalidation_0-auc:0.90306\tvalidation_1-auc:0.83043 \n", + "[59]\tvalidation_0-auc:0.90369\tvalidation_1-auc:0.83091 \n", + "[60]\tvalidation_0-auc:0.90429\tvalidation_1-auc:0.83081 \n", + "[61]\tvalidation_0-auc:0.90512\tvalidation_1-auc:0.83065 \n", + "[62]\tvalidation_0-auc:0.90584\tvalidation_1-auc:0.83067 \n", + "[63]\tvalidation_0-auc:0.90691\tvalidation_1-auc:0.83068 \n", + "[64]\tvalidation_0-auc:0.90834\tvalidation_1-auc:0.83127 \n", + "[65]\tvalidation_0-auc:0.90935\tvalidation_1-auc:0.83163 \n", + "[66]\tvalidation_0-auc:0.90978\tvalidation_1-auc:0.83131 \n", + "[67]\tvalidation_0-auc:0.91040\tvalidation_1-auc:0.83161 \n", + "[68]\tvalidation_0-auc:0.91142\tvalidation_1-auc:0.83200 \n", + "[69]\tvalidation_0-auc:0.91223\tvalidation_1-auc:0.83233 \n", + "[70]\tvalidation_0-auc:0.91322\tvalidation_1-auc:0.83263 \n", + "[71]\tvalidation_0-auc:0.91352\tvalidation_1-auc:0.83220 \n", + "[72]\tvalidation_0-auc:0.91442\tvalidation_1-auc:0.83262 \n", + "[73]\tvalidation_0-auc:0.91516\tvalidation_1-auc:0.83239 \n", + "[74]\tvalidation_0-auc:0.91563\tvalidation_1-auc:0.83208 \n", + "[75]\tvalidation_0-auc:0.91625\tvalidation_1-auc:0.83235 \n", + "[76]\tvalidation_0-auc:0.91677\tvalidation_1-auc:0.83253 \n", + "[77]\tvalidation_0-auc:0.91699\tvalidation_1-auc:0.83262 \n", + "[78]\tvalidation_0-auc:0.91747\tvalidation_1-auc:0.83294 \n", + "[79]\tvalidation_0-auc:0.91806\tvalidation_1-auc:0.83302 \n", + "[80]\tvalidation_0-auc:0.91865\tvalidation_1-auc:0.83357 \n", + "[81]\tvalidation_0-auc:0.91912\tvalidation_1-auc:0.83321 \n", + "[82]\tvalidation_0-auc:0.91940\tvalidation_1-auc:0.83329 \n", + "[83]\tvalidation_0-auc:0.91995\tvalidation_1-auc:0.83294 \n", + "[84]\tvalidation_0-auc:0.92042\tvalidation_1-auc:0.83295 \n", + "[85]\tvalidation_0-auc:0.92098\tvalidation_1-auc:0.83331 \n", + "[86]\tvalidation_0-auc:0.92127\tvalidation_1-auc:0.83355 \n", + "[87]\tvalidation_0-auc:0.92162\tvalidation_1-auc:0.83373 \n", + "[88]\tvalidation_0-auc:0.92198\tvalidation_1-auc:0.83323 \n", + "[89]\tvalidation_0-auc:0.92249\tvalidation_1-auc:0.83356 \n", + "[90]\tvalidation_0-auc:0.92294\tvalidation_1-auc:0.83306 \n", + "[91]\tvalidation_0-auc:0.92324\tvalidation_1-auc:0.83322 \n", + "[92]\tvalidation_0-auc:0.92372\tvalidation_1-auc:0.83340 \n", + "[93]\tvalidation_0-auc:0.92410\tvalidation_1-auc:0.83348 \n", + "[94]\tvalidation_0-auc:0.92460\tvalidation_1-auc:0.83298 \n", + "[95]\tvalidation_0-auc:0.92504\tvalidation_1-auc:0.83282 \n", + "[96]\tvalidation_0-auc:0.92539\tvalidation_1-auc:0.83293 \n", + "[97]\tvalidation_0-auc:0.92604\tvalidation_1-auc:0.83270 \n", + "[98]\tvalidation_0-auc:0.92631\tvalidation_1-auc:0.83249 \n", + "[99]\tvalidation_0-auc:0.92680\tvalidation_1-auc:0.83290 \n", + "[0]\tvalidation_0-auc:0.82234\tvalidation_1-auc:0.80555 \n", + "[1]\tvalidation_0-auc:0.82821\tvalidation_1-auc:0.80812 \n", + "[2]\tvalidation_0-auc:0.83272\tvalidation_1-auc:0.81080 \n", + "[3]\tvalidation_0-auc:0.83784\tvalidation_1-auc:0.82045 \n", + "[4]\tvalidation_0-auc:0.84577\tvalidation_1-auc:0.82188 \n", + "[5]\tvalidation_0-auc:0.84814\tvalidation_1-auc:0.82236 \n", + "[6]\tvalidation_0-auc:0.85201\tvalidation_1-auc:0.82448 \n", + "[7]\tvalidation_0-auc:0.85363\tvalidation_1-auc:0.82626 \n", + "[8]\tvalidation_0-auc:0.85501\tvalidation_1-auc:0.82658 \n", + "[9]\tvalidation_0-auc:0.85423\tvalidation_1-auc:0.82449 \n", + "[10]\tvalidation_0-auc:0.85379\tvalidation_1-auc:0.82174 \n", + "[11]\tvalidation_0-auc:0.85457\tvalidation_1-auc:0.82095 \n", + "[12]\tvalidation_0-auc:0.85695\tvalidation_1-auc:0.82278 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[13]\tvalidation_0-auc:0.86039\tvalidation_1-auc:0.82427 \n", + "[14]\tvalidation_0-auc:0.86126\tvalidation_1-auc:0.82481 \n", + "[15]\tvalidation_0-auc:0.86335\tvalidation_1-auc:0.82649 \n", + "[16]\tvalidation_0-auc:0.86505\tvalidation_1-auc:0.82707 \n", + "[17]\tvalidation_0-auc:0.86622\tvalidation_1-auc:0.82740 \n", + "[18]\tvalidation_0-auc:0.86591\tvalidation_1-auc:0.82552 \n", + "[19]\tvalidation_0-auc:0.86830\tvalidation_1-auc:0.82661 \n", + "[20]\tvalidation_0-auc:0.86984\tvalidation_1-auc:0.82728 \n", + "[21]\tvalidation_0-auc:0.86991\tvalidation_1-auc:0.82547 \n", + "[22]\tvalidation_0-auc:0.87245\tvalidation_1-auc:0.82705 \n", + "[23]\tvalidation_0-auc:0.87388\tvalidation_1-auc:0.82798 \n", + "[24]\tvalidation_0-auc:0.87520\tvalidation_1-auc:0.82898 \n", + "[25]\tvalidation_0-auc:0.87601\tvalidation_1-auc:0.82930 \n", + "[26]\tvalidation_0-auc:0.87824\tvalidation_1-auc:0.82851 \n", + "[27]\tvalidation_0-auc:0.88005\tvalidation_1-auc:0.82873 \n", + "[28]\tvalidation_0-auc:0.88046\tvalidation_1-auc:0.82965 \n", + "[29]\tvalidation_0-auc:0.88169\tvalidation_1-auc:0.82984 \n", + "[30]\tvalidation_0-auc:0.88251\tvalidation_1-auc:0.82944 \n", + "[31]\tvalidation_0-auc:0.88387\tvalidation_1-auc:0.82976 \n", + "[32]\tvalidation_0-auc:0.88510\tvalidation_1-auc:0.82988 \n", + "[33]\tvalidation_0-auc:0.88597\tvalidation_1-auc:0.83041 \n", + "[34]\tvalidation_0-auc:0.88646\tvalidation_1-auc:0.83041 \n", + "[35]\tvalidation_0-auc:0.88782\tvalidation_1-auc:0.83031 \n", + "[36]\tvalidation_0-auc:0.88881\tvalidation_1-auc:0.83003 \n", + "[37]\tvalidation_0-auc:0.88931\tvalidation_1-auc:0.82923 \n", + "[38]\tvalidation_0-auc:0.88968\tvalidation_1-auc:0.82828 \n", + "[39]\tvalidation_0-auc:0.89053\tvalidation_1-auc:0.82820 \n", + "[40]\tvalidation_0-auc:0.89096\tvalidation_1-auc:0.82889 \n", + "[41]\tvalidation_0-auc:0.89099\tvalidation_1-auc:0.82833 \n", + "[42]\tvalidation_0-auc:0.89267\tvalidation_1-auc:0.82901 \n", + "[43]\tvalidation_0-auc:0.89368\tvalidation_1-auc:0.82928 \n", + "[44]\tvalidation_0-auc:0.89515\tvalidation_1-auc:0.82971 \n", + "[45]\tvalidation_0-auc:0.89565\tvalidation_1-auc:0.83002 \n", + "[46]\tvalidation_0-auc:0.89609\tvalidation_1-auc:0.83003 \n", + "[47]\tvalidation_0-auc:0.89711\tvalidation_1-auc:0.82999 \n", + "[48]\tvalidation_0-auc:0.89779\tvalidation_1-auc:0.83047 \n", + "[49]\tvalidation_0-auc:0.89891\tvalidation_1-auc:0.83118 \n", + "[50]\tvalidation_0-auc:0.89913\tvalidation_1-auc:0.83171 \n", + "[51]\tvalidation_0-auc:0.89997\tvalidation_1-auc:0.83209 \n", + "[52]\tvalidation_0-auc:0.90100\tvalidation_1-auc:0.83210 \n", + "[53]\tvalidation_0-auc:0.90175\tvalidation_1-auc:0.83192 \n", + "[54]\tvalidation_0-auc:0.90238\tvalidation_1-auc:0.83188 \n", + "[55]\tvalidation_0-auc:0.90296\tvalidation_1-auc:0.83199 \n", + "[56]\tvalidation_0-auc:0.90333\tvalidation_1-auc:0.83202 \n", + "[57]\tvalidation_0-auc:0.90438\tvalidation_1-auc:0.83154 \n", + "[58]\tvalidation_0-auc:0.90489\tvalidation_1-auc:0.83146 \n", + "[59]\tvalidation_0-auc:0.90531\tvalidation_1-auc:0.83120 \n", + "[60]\tvalidation_0-auc:0.90556\tvalidation_1-auc:0.83093 \n", + "[61]\tvalidation_0-auc:0.90624\tvalidation_1-auc:0.83026 \n", + "[62]\tvalidation_0-auc:0.90680\tvalidation_1-auc:0.82982 \n", + "[63]\tvalidation_0-auc:0.90777\tvalidation_1-auc:0.82927 \n", + "[64]\tvalidation_0-auc:0.90897\tvalidation_1-auc:0.82956 \n", + "[65]\tvalidation_0-auc:0.91014\tvalidation_1-auc:0.82939 \n", + "[66]\tvalidation_0-auc:0.91082\tvalidation_1-auc:0.82902 \n", + "[67]\tvalidation_0-auc:0.91140\tvalidation_1-auc:0.82940 \n", + "[68]\tvalidation_0-auc:0.91258\tvalidation_1-auc:0.82943 \n", + "[69]\tvalidation_0-auc:0.91313\tvalidation_1-auc:0.82990 \n", + "[70]\tvalidation_0-auc:0.91396\tvalidation_1-auc:0.83029 \n", + "[71]\tvalidation_0-auc:0.91439\tvalidation_1-auc:0.82990 \n", + "[72]\tvalidation_0-auc:0.91513\tvalidation_1-auc:0.82992 \n", + "[73]\tvalidation_0-auc:0.91538\tvalidation_1-auc:0.82957 \n", + "[74]\tvalidation_0-auc:0.91598\tvalidation_1-auc:0.82915 \n", + "[75]\tvalidation_0-auc:0.91682\tvalidation_1-auc:0.82928 \n", + "[76]\tvalidation_0-auc:0.91717\tvalidation_1-auc:0.82980 \n", + "[77]\tvalidation_0-auc:0.91743\tvalidation_1-auc:0.82926 \n", + "[78]\tvalidation_0-auc:0.91790\tvalidation_1-auc:0.82969 \n", + "[79]\tvalidation_0-auc:0.91868\tvalidation_1-auc:0.83010 \n", + "[80]\tvalidation_0-auc:0.91935\tvalidation_1-auc:0.83045 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[81]\tvalidation_0-auc:0.91981\tvalidation_1-auc:0.83005 \n", + "[82]\tvalidation_0-auc:0.92014\tvalidation_1-auc:0.83046 \n", + "[0]\tvalidation_0-auc:0.83132\tvalidation_1-auc:0.81167 \n", + "[1]\tvalidation_0-auc:0.83662\tvalidation_1-auc:0.81285 \n", + "[2]\tvalidation_0-auc:0.84048\tvalidation_1-auc:0.81616 \n", + "[3]\tvalidation_0-auc:0.84220\tvalidation_1-auc:0.81680 \n", + "[4]\tvalidation_0-auc:0.84545\tvalidation_1-auc:0.81751 \n", + "[5]\tvalidation_0-auc:0.85363\tvalidation_1-auc:0.82067 \n", + "[6]\tvalidation_0-auc:0.85464\tvalidation_1-auc:0.82229 \n", + "[7]\tvalidation_0-auc:0.85629\tvalidation_1-auc:0.82187 \n", + "[8]\tvalidation_0-auc:0.85654\tvalidation_1-auc:0.82144 \n", + "[9]\tvalidation_0-auc:0.85937\tvalidation_1-auc:0.82215 \n", + "[10]\tvalidation_0-auc:0.86023\tvalidation_1-auc:0.81986 \n", + "[11]\tvalidation_0-auc:0.85993\tvalidation_1-auc:0.82013 \n", + "[12]\tvalidation_0-auc:0.86056\tvalidation_1-auc:0.82104 \n", + "[13]\tvalidation_0-auc:0.86269\tvalidation_1-auc:0.82137 \n", + "[14]\tvalidation_0-auc:0.86481\tvalidation_1-auc:0.82259 \n", + "[15]\tvalidation_0-auc:0.86704\tvalidation_1-auc:0.82391 \n", + "[16]\tvalidation_0-auc:0.86900\tvalidation_1-auc:0.82596 \n", + "[17]\tvalidation_0-auc:0.86951\tvalidation_1-auc:0.82589 \n", + "[18]\tvalidation_0-auc:0.86930\tvalidation_1-auc:0.82518 \n", + "[19]\tvalidation_0-auc:0.87140\tvalidation_1-auc:0.82525 \n", + "[20]\tvalidation_0-auc:0.87280\tvalidation_1-auc:0.82586 \n", + "[21]\tvalidation_0-auc:0.87326\tvalidation_1-auc:0.82531 \n", + "[22]\tvalidation_0-auc:0.87461\tvalidation_1-auc:0.82533 \n", + "[23]\tvalidation_0-auc:0.87619\tvalidation_1-auc:0.82555 \n", + "[24]\tvalidation_0-auc:0.87714\tvalidation_1-auc:0.82597 \n", + "[25]\tvalidation_0-auc:0.87763\tvalidation_1-auc:0.82595 \n", + "[26]\tvalidation_0-auc:0.87938\tvalidation_1-auc:0.82552 \n", + "[27]\tvalidation_0-auc:0.88128\tvalidation_1-auc:0.82566 \n", + "[28]\tvalidation_0-auc:0.88200\tvalidation_1-auc:0.82603 \n", + "[29]\tvalidation_0-auc:0.88290\tvalidation_1-auc:0.82707 \n", + "[30]\tvalidation_0-auc:0.88396\tvalidation_1-auc:0.82579 \n", + "[31]\tvalidation_0-auc:0.88541\tvalidation_1-auc:0.82616 \n", + "[32]\tvalidation_0-auc:0.88665\tvalidation_1-auc:0.82672 \n", + "[33]\tvalidation_0-auc:0.88743\tvalidation_1-auc:0.82670 \n", + "[34]\tvalidation_0-auc:0.88813\tvalidation_1-auc:0.82657 \n", + "[35]\tvalidation_0-auc:0.88942\tvalidation_1-auc:0.82687 \n", + "[36]\tvalidation_0-auc:0.89034\tvalidation_1-auc:0.82695 \n", + "[37]\tvalidation_0-auc:0.89106\tvalidation_1-auc:0.82650 \n", + "[38]\tvalidation_0-auc:0.89198\tvalidation_1-auc:0.82632 \n", + "[39]\tvalidation_0-auc:0.89254\tvalidation_1-auc:0.82680 \n", + "[40]\tvalidation_0-auc:0.89325\tvalidation_1-auc:0.82723 \n", + "[41]\tvalidation_0-auc:0.89401\tvalidation_1-auc:0.82682 \n", + "[42]\tvalidation_0-auc:0.89482\tvalidation_1-auc:0.82688 \n", + "[43]\tvalidation_0-auc:0.89559\tvalidation_1-auc:0.82719 \n", + "[44]\tvalidation_0-auc:0.89594\tvalidation_1-auc:0.82722 \n", + "[45]\tvalidation_0-auc:0.89663\tvalidation_1-auc:0.82826 \n", + "[46]\tvalidation_0-auc:0.89708\tvalidation_1-auc:0.82871 \n", + "[47]\tvalidation_0-auc:0.89817\tvalidation_1-auc:0.82841 \n", + "[48]\tvalidation_0-auc:0.89886\tvalidation_1-auc:0.82831 \n", + "[49]\tvalidation_0-auc:0.90004\tvalidation_1-auc:0.82838 \n", + "[50]\tvalidation_0-auc:0.90067\tvalidation_1-auc:0.82871 \n", + "[51]\tvalidation_0-auc:0.90121\tvalidation_1-auc:0.82892 \n", + "[52]\tvalidation_0-auc:0.90202\tvalidation_1-auc:0.82896 \n", + "[53]\tvalidation_0-auc:0.90254\tvalidation_1-auc:0.82904 \n", + "[54]\tvalidation_0-auc:0.90307\tvalidation_1-auc:0.82862 \n", + "[55]\tvalidation_0-auc:0.90376\tvalidation_1-auc:0.82841 \n", + "[56]\tvalidation_0-auc:0.90424\tvalidation_1-auc:0.82916 \n", + "[57]\tvalidation_0-auc:0.90539\tvalidation_1-auc:0.82823 \n", + "[58]\tvalidation_0-auc:0.90570\tvalidation_1-auc:0.82827 \n", + "[59]\tvalidation_0-auc:0.90685\tvalidation_1-auc:0.82782 \n", + "[60]\tvalidation_0-auc:0.90731\tvalidation_1-auc:0.82782 \n", + "[61]\tvalidation_0-auc:0.90808\tvalidation_1-auc:0.82731 \n", + "[62]\tvalidation_0-auc:0.90863\tvalidation_1-auc:0.82680 \n", + "[63]\tvalidation_0-auc:0.90934\tvalidation_1-auc:0.82618 \n", + "[64]\tvalidation_0-auc:0.91038\tvalidation_1-auc:0.82620 \n", + "[65]\tvalidation_0-auc:0.91115\tvalidation_1-auc:0.82687 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[66]\tvalidation_0-auc:0.91175\tvalidation_1-auc:0.82650 \n", + "[67]\tvalidation_0-auc:0.91212\tvalidation_1-auc:0.82694 \n", + "[68]\tvalidation_0-auc:0.91281\tvalidation_1-auc:0.82720 \n", + "[69]\tvalidation_0-auc:0.91357\tvalidation_1-auc:0.82751 \n", + "[70]\tvalidation_0-auc:0.91416\tvalidation_1-auc:0.82789 \n", + "[71]\tvalidation_0-auc:0.91463\tvalidation_1-auc:0.82784 \n", + "[72]\tvalidation_0-auc:0.91525\tvalidation_1-auc:0.82798 \n", + "[73]\tvalidation_0-auc:0.91600\tvalidation_1-auc:0.82770 \n", + "[74]\tvalidation_0-auc:0.91647\tvalidation_1-auc:0.82711 \n", + "[75]\tvalidation_0-auc:0.91721\tvalidation_1-auc:0.82750 \n", + "[76]\tvalidation_0-auc:0.91744\tvalidation_1-auc:0.82787 \n", + "[77]\tvalidation_0-auc:0.91775\tvalidation_1-auc:0.82778 \n", + "[78]\tvalidation_0-auc:0.91812\tvalidation_1-auc:0.82822 \n", + "[79]\tvalidation_0-auc:0.91885\tvalidation_1-auc:0.82869 \n", + "[80]\tvalidation_0-auc:0.91952\tvalidation_1-auc:0.82874 \n", + "[81]\tvalidation_0-auc:0.91987\tvalidation_1-auc:0.82844 \n", + "[82]\tvalidation_0-auc:0.92026\tvalidation_1-auc:0.82878 \n", + "[83]\tvalidation_0-auc:0.92061\tvalidation_1-auc:0.82856 \n", + "[84]\tvalidation_0-auc:0.92126\tvalidation_1-auc:0.82834 \n", + "[85]\tvalidation_0-auc:0.92166\tvalidation_1-auc:0.82864 \n", + "[86]\tvalidation_0-auc:0.92201\tvalidation_1-auc:0.82905 \n", + "[0]\tvalidation_0-auc:0.82730\tvalidation_1-auc:0.80139 \n", + "[1]\tvalidation_0-auc:0.84185\tvalidation_1-auc:0.80782 \n", + "[2]\tvalidation_0-auc:0.84905\tvalidation_1-auc:0.81110 \n", + "[3]\tvalidation_0-auc:0.85357\tvalidation_1-auc:0.81297 \n", + "[4]\tvalidation_0-auc:0.85984\tvalidation_1-auc:0.81412 \n", + "[5]\tvalidation_0-auc:0.86445\tvalidation_1-auc:0.81503 \n", + "[6]\tvalidation_0-auc:0.86837\tvalidation_1-auc:0.81527 \n", + "[7]\tvalidation_0-auc:0.87144\tvalidation_1-auc:0.81559 \n", + "[8]\tvalidation_0-auc:0.87841\tvalidation_1-auc:0.81845 \n", + "[9]\tvalidation_0-auc:0.88348\tvalidation_1-auc:0.82296 \n", + "[10]\tvalidation_0-auc:0.88536\tvalidation_1-auc:0.82192 \n", + "[11]\tvalidation_0-auc:0.88768\tvalidation_1-auc:0.81950 \n", + "[12]\tvalidation_0-auc:0.89499\tvalidation_1-auc:0.82292 \n", + "[13]\tvalidation_0-auc:0.90087\tvalidation_1-auc:0.82344 \n", + "[14]\tvalidation_0-auc:0.90367\tvalidation_1-auc:0.82554 \n", + "[15]\tvalidation_0-auc:0.90909\tvalidation_1-auc:0.82542 \n", + "[16]\tvalidation_0-auc:0.91247\tvalidation_1-auc:0.82648 \n", + "[17]\tvalidation_0-auc:0.91469\tvalidation_1-auc:0.82706 \n", + "[18]\tvalidation_0-auc:0.91788\tvalidation_1-auc:0.82698 \n", + "[19]\tvalidation_0-auc:0.92124\tvalidation_1-auc:0.82764 \n", + "[20]\tvalidation_0-auc:0.92251\tvalidation_1-auc:0.82772 \n", + "[21]\tvalidation_0-auc:0.92444\tvalidation_1-auc:0.82750 \n", + "[22]\tvalidation_0-auc:0.92738\tvalidation_1-auc:0.82805 \n", + "[23]\tvalidation_0-auc:0.92905\tvalidation_1-auc:0.82851 \n", + "[24]\tvalidation_0-auc:0.93180\tvalidation_1-auc:0.82834 \n", + "[25]\tvalidation_0-auc:0.93360\tvalidation_1-auc:0.82855 \n", + "[26]\tvalidation_0-auc:0.93471\tvalidation_1-auc:0.82794 \n", + "[27]\tvalidation_0-auc:0.93665\tvalidation_1-auc:0.82752 \n", + "[28]\tvalidation_0-auc:0.93852\tvalidation_1-auc:0.82685 \n", + "[29]\tvalidation_0-auc:0.94004\tvalidation_1-auc:0.82655 \n", + "[30]\tvalidation_0-auc:0.94093\tvalidation_1-auc:0.82540 \n", + "[31]\tvalidation_0-auc:0.94176\tvalidation_1-auc:0.82481 \n", + "[32]\tvalidation_0-auc:0.94249\tvalidation_1-auc:0.82488 \n", + "[33]\tvalidation_0-auc:0.94294\tvalidation_1-auc:0.82485 \n", + "[34]\tvalidation_0-auc:0.94365\tvalidation_1-auc:0.82433 \n", + "[35]\tvalidation_0-auc:0.94440\tvalidation_1-auc:0.82474 \n", + "[36]\tvalidation_0-auc:0.94494\tvalidation_1-auc:0.82432 \n", + "[37]\tvalidation_0-auc:0.94538\tvalidation_1-auc:0.82411 \n", + "[38]\tvalidation_0-auc:0.94550\tvalidation_1-auc:0.82401 \n", + "[39]\tvalidation_0-auc:0.94568\tvalidation_1-auc:0.82421 \n", + "[40]\tvalidation_0-auc:0.94618\tvalidation_1-auc:0.82376 \n", + "[41]\tvalidation_0-auc:0.94626\tvalidation_1-auc:0.82352 \n", + "[42]\tvalidation_0-auc:0.94691\tvalidation_1-auc:0.82360 \n", + "[43]\tvalidation_0-auc:0.94739\tvalidation_1-auc:0.82350 \n", + "[44]\tvalidation_0-auc:0.94810\tvalidation_1-auc:0.82302 \n", + "[45]\tvalidation_0-auc:0.94839\tvalidation_1-auc:0.82266 \n", + "[46]\tvalidation_0-auc:0.94886\tvalidation_1-auc:0.82269 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[47]\tvalidation_0-auc:0.94897\tvalidation_1-auc:0.82298 \n", + "[48]\tvalidation_0-auc:0.94993\tvalidation_1-auc:0.82219 \n", + "[49]\tvalidation_0-auc:0.95043\tvalidation_1-auc:0.82191 \n", + "[50]\tvalidation_0-auc:0.95059\tvalidation_1-auc:0.82184 \n", + "[51]\tvalidation_0-auc:0.95134\tvalidation_1-auc:0.82163 \n", + "[52]\tvalidation_0-auc:0.95164\tvalidation_1-auc:0.82149 \n", + "[53]\tvalidation_0-auc:0.95172\tvalidation_1-auc:0.82083 \n", + "[54]\tvalidation_0-auc:0.95253\tvalidation_1-auc:0.82074 \n", + "[0]\tvalidation_0-auc:0.82403\tvalidation_1-auc:0.80542 \n", + "[1]\tvalidation_0-auc:0.83752\tvalidation_1-auc:0.81644 \n", + "[2]\tvalidation_0-auc:0.84646\tvalidation_1-auc:0.82204 \n", + "[3]\tvalidation_0-auc:0.85356\tvalidation_1-auc:0.82355 \n", + "[4]\tvalidation_0-auc:0.85684\tvalidation_1-auc:0.82385 \n", + "[5]\tvalidation_0-auc:0.86408\tvalidation_1-auc:0.82520 \n", + "[6]\tvalidation_0-auc:0.86996\tvalidation_1-auc:0.82501 \n", + "[7]\tvalidation_0-auc:0.87481\tvalidation_1-auc:0.82853 \n", + "[8]\tvalidation_0-auc:0.87960\tvalidation_1-auc:0.82740 \n", + "[9]\tvalidation_0-auc:0.88652\tvalidation_1-auc:0.82824 \n", + "[10]\tvalidation_0-auc:0.88902\tvalidation_1-auc:0.82622 \n", + "[11]\tvalidation_0-auc:0.89258\tvalidation_1-auc:0.82376 \n", + "[12]\tvalidation_0-auc:0.89881\tvalidation_1-auc:0.82576 \n", + "[13]\tvalidation_0-auc:0.90295\tvalidation_1-auc:0.82654 \n", + "[14]\tvalidation_0-auc:0.90729\tvalidation_1-auc:0.82756 \n", + "[15]\tvalidation_0-auc:0.91367\tvalidation_1-auc:0.82858 \n", + "[16]\tvalidation_0-auc:0.91885\tvalidation_1-auc:0.82895 \n", + "[17]\tvalidation_0-auc:0.92163\tvalidation_1-auc:0.83034 \n", + "[18]\tvalidation_0-auc:0.92260\tvalidation_1-auc:0.82897 \n", + "[19]\tvalidation_0-auc:0.92545\tvalidation_1-auc:0.82895 \n", + "[20]\tvalidation_0-auc:0.92804\tvalidation_1-auc:0.83069 \n", + "[21]\tvalidation_0-auc:0.92974\tvalidation_1-auc:0.83127 \n", + "[22]\tvalidation_0-auc:0.93165\tvalidation_1-auc:0.83123 \n", + "[23]\tvalidation_0-auc:0.93344\tvalidation_1-auc:0.83149 \n", + "[24]\tvalidation_0-auc:0.93540\tvalidation_1-auc:0.83120 \n", + "[25]\tvalidation_0-auc:0.93668\tvalidation_1-auc:0.83163 \n", + "[26]\tvalidation_0-auc:0.93887\tvalidation_1-auc:0.83150 \n", + "[27]\tvalidation_0-auc:0.94017\tvalidation_1-auc:0.83135 \n", + "[28]\tvalidation_0-auc:0.94157\tvalidation_1-auc:0.83067 \n", + "[29]\tvalidation_0-auc:0.94307\tvalidation_1-auc:0.83046 \n", + "[30]\tvalidation_0-auc:0.94417\tvalidation_1-auc:0.82971 \n", + "[31]\tvalidation_0-auc:0.94524\tvalidation_1-auc:0.83028 \n", + "[32]\tvalidation_0-auc:0.94585\tvalidation_1-auc:0.83051 \n", + "[33]\tvalidation_0-auc:0.94633\tvalidation_1-auc:0.83090 \n", + "[34]\tvalidation_0-auc:0.94663\tvalidation_1-auc:0.83071 \n", + "[35]\tvalidation_0-auc:0.94703\tvalidation_1-auc:0.83099 \n", + "[36]\tvalidation_0-auc:0.94737\tvalidation_1-auc:0.83088 \n", + "[37]\tvalidation_0-auc:0.94802\tvalidation_1-auc:0.83028 \n", + "[38]\tvalidation_0-auc:0.94847\tvalidation_1-auc:0.83049 \n", + "[39]\tvalidation_0-auc:0.94871\tvalidation_1-auc:0.83072 \n", + "[40]\tvalidation_0-auc:0.94900\tvalidation_1-auc:0.83037 \n", + "[41]\tvalidation_0-auc:0.94918\tvalidation_1-auc:0.83072 \n", + "[42]\tvalidation_0-auc:0.94983\tvalidation_1-auc:0.83064 \n", + "[43]\tvalidation_0-auc:0.95055\tvalidation_1-auc:0.83039 \n", + "[44]\tvalidation_0-auc:0.95076\tvalidation_1-auc:0.83058 \n", + "[45]\tvalidation_0-auc:0.95125\tvalidation_1-auc:0.83020 \n", + "[46]\tvalidation_0-auc:0.95171\tvalidation_1-auc:0.83018 \n", + "[47]\tvalidation_0-auc:0.95187\tvalidation_1-auc:0.83010 \n", + "[48]\tvalidation_0-auc:0.95206\tvalidation_1-auc:0.82980 \n", + "[49]\tvalidation_0-auc:0.95268\tvalidation_1-auc:0.82992 \n", + "[50]\tvalidation_0-auc:0.95321\tvalidation_1-auc:0.82973 \n", + "[51]\tvalidation_0-auc:0.95377\tvalidation_1-auc:0.82960 \n", + "[52]\tvalidation_0-auc:0.95413\tvalidation_1-auc:0.82971 \n", + "[53]\tvalidation_0-auc:0.95428\tvalidation_1-auc:0.82971 \n", + "[54]\tvalidation_0-auc:0.95435\tvalidation_1-auc:0.82963 \n", + "[55]\tvalidation_0-auc:0.95452\tvalidation_1-auc:0.82946 \n", + "[0]\tvalidation_0-auc:0.83591\tvalidation_1-auc:0.80958 \n", + "[1]\tvalidation_0-auc:0.84347\tvalidation_1-auc:0.81172 \n", + "[2]\tvalidation_0-auc:0.85065\tvalidation_1-auc:0.81595 \n", + "[3]\tvalidation_0-auc:0.85812\tvalidation_1-auc:0.81956 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[4]\tvalidation_0-auc:0.86408\tvalidation_1-auc:0.82143 \n", + "[5]\tvalidation_0-auc:0.86731\tvalidation_1-auc:0.82281 \n", + "[6]\tvalidation_0-auc:0.87105\tvalidation_1-auc:0.82461 \n", + "[7]\tvalidation_0-auc:0.87499\tvalidation_1-auc:0.82682 \n", + "[8]\tvalidation_0-auc:0.88082\tvalidation_1-auc:0.82873 \n", + "[9]\tvalidation_0-auc:0.88887\tvalidation_1-auc:0.82957 \n", + "[10]\tvalidation_0-auc:0.89139\tvalidation_1-auc:0.82678 \n", + "[11]\tvalidation_0-auc:0.89241\tvalidation_1-auc:0.82558 \n", + "[12]\tvalidation_0-auc:0.90053\tvalidation_1-auc:0.82820 \n", + "[13]\tvalidation_0-auc:0.90516\tvalidation_1-auc:0.82895 \n", + "[14]\tvalidation_0-auc:0.90831\tvalidation_1-auc:0.82917 \n", + "[15]\tvalidation_0-auc:0.91192\tvalidation_1-auc:0.82952 \n", + "[16]\tvalidation_0-auc:0.91623\tvalidation_1-auc:0.83051 \n", + "[17]\tvalidation_0-auc:0.91795\tvalidation_1-auc:0.83199 \n", + "[18]\tvalidation_0-auc:0.91869\tvalidation_1-auc:0.83044 \n", + "[19]\tvalidation_0-auc:0.92356\tvalidation_1-auc:0.82946 \n", + "[20]\tvalidation_0-auc:0.92691\tvalidation_1-auc:0.82939 \n", + "[21]\tvalidation_0-auc:0.92840\tvalidation_1-auc:0.82987 \n", + "[22]\tvalidation_0-auc:0.93044\tvalidation_1-auc:0.83070 \n", + "[23]\tvalidation_0-auc:0.93274\tvalidation_1-auc:0.83018 \n", + "[24]\tvalidation_0-auc:0.93463\tvalidation_1-auc:0.83040 \n", + "[25]\tvalidation_0-auc:0.93586\tvalidation_1-auc:0.83106 \n", + "[26]\tvalidation_0-auc:0.93758\tvalidation_1-auc:0.83143 \n", + "[27]\tvalidation_0-auc:0.93966\tvalidation_1-auc:0.83170 \n", + "[28]\tvalidation_0-auc:0.94092\tvalidation_1-auc:0.83092 \n", + "[29]\tvalidation_0-auc:0.94244\tvalidation_1-auc:0.83125 \n", + "[30]\tvalidation_0-auc:0.94356\tvalidation_1-auc:0.83085 \n", + "[31]\tvalidation_0-auc:0.94451\tvalidation_1-auc:0.83109 \n", + "[32]\tvalidation_0-auc:0.94527\tvalidation_1-auc:0.83110 \n", + "[33]\tvalidation_0-auc:0.94545\tvalidation_1-auc:0.83138 \n", + "[34]\tvalidation_0-auc:0.94571\tvalidation_1-auc:0.83127 \n", + "[35]\tvalidation_0-auc:0.94674\tvalidation_1-auc:0.83122 \n", + "[36]\tvalidation_0-auc:0.94737\tvalidation_1-auc:0.83114 \n", + "[37]\tvalidation_0-auc:0.94776\tvalidation_1-auc:0.83144 \n", + "[38]\tvalidation_0-auc:0.94808\tvalidation_1-auc:0.83187 \n", + "[39]\tvalidation_0-auc:0.94839\tvalidation_1-auc:0.83208 \n", + "[40]\tvalidation_0-auc:0.94883\tvalidation_1-auc:0.83221 \n", + "[41]\tvalidation_0-auc:0.94916\tvalidation_1-auc:0.83215 \n", + "[42]\tvalidation_0-auc:0.94993\tvalidation_1-auc:0.83263 \n", + "[43]\tvalidation_0-auc:0.95076\tvalidation_1-auc:0.83189 \n", + "[44]\tvalidation_0-auc:0.95107\tvalidation_1-auc:0.83244 \n", + "[45]\tvalidation_0-auc:0.95154\tvalidation_1-auc:0.83241 \n", + "[46]\tvalidation_0-auc:0.95218\tvalidation_1-auc:0.83152 \n", + "[47]\tvalidation_0-auc:0.95295\tvalidation_1-auc:0.83129 \n", + "[48]\tvalidation_0-auc:0.95340\tvalidation_1-auc:0.83130 \n", + "[49]\tvalidation_0-auc:0.95348\tvalidation_1-auc:0.83110 \n", + "[50]\tvalidation_0-auc:0.95361\tvalidation_1-auc:0.83091 \n", + "[51]\tvalidation_0-auc:0.95362\tvalidation_1-auc:0.83098 \n", + "[52]\tvalidation_0-auc:0.95373\tvalidation_1-auc:0.83101 \n", + "[53]\tvalidation_0-auc:0.95379\tvalidation_1-auc:0.83100 \n", + "[54]\tvalidation_0-auc:0.95385\tvalidation_1-auc:0.83080 \n", + "[55]\tvalidation_0-auc:0.95416\tvalidation_1-auc:0.83110 \n", + "[56]\tvalidation_0-auc:0.95425\tvalidation_1-auc:0.83099 \n", + "[57]\tvalidation_0-auc:0.95437\tvalidation_1-auc:0.83084 \n", + "[58]\tvalidation_0-auc:0.95444\tvalidation_1-auc:0.83055 \n", + "[59]\tvalidation_0-auc:0.95465\tvalidation_1-auc:0.83042 \n", + "[60]\tvalidation_0-auc:0.95478\tvalidation_1-auc:0.83023 \n", + "[61]\tvalidation_0-auc:0.95492\tvalidation_1-auc:0.82994 \n", + "[62]\tvalidation_0-auc:0.95538\tvalidation_1-auc:0.82948 \n", + "[63]\tvalidation_0-auc:0.95555\tvalidation_1-auc:0.82908 \n", + "[64]\tvalidation_0-auc:0.95599\tvalidation_1-auc:0.82930 \n", + "[65]\tvalidation_0-auc:0.95616\tvalidation_1-auc:0.82930 \n", + "[66]\tvalidation_0-auc:0.95626\tvalidation_1-auc:0.82888 \n", + "[67]\tvalidation_0-auc:0.95631\tvalidation_1-auc:0.82877 \n", + "[68]\tvalidation_0-auc:0.95669\tvalidation_1-auc:0.82889 \n", + "[69]\tvalidation_0-auc:0.95743\tvalidation_1-auc:0.82850 \n", + "[70]\tvalidation_0-auc:0.95808\tvalidation_1-auc:0.82804 \n", + "[71]\tvalidation_0-auc:0.95861\tvalidation_1-auc:0.82819 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[72]\tvalidation_0-auc:0.95872\tvalidation_1-auc:0.82823 \n", + "[0]\tvalidation_0-auc:0.82360\tvalidation_1-auc:0.80052 \n", + "[1]\tvalidation_0-auc:0.82942\tvalidation_1-auc:0.80498 \n", + "[2]\tvalidation_0-auc:0.83477\tvalidation_1-auc:0.80715 \n", + "[3]\tvalidation_0-auc:0.83989\tvalidation_1-auc:0.81232 \n", + "[4]\tvalidation_0-auc:0.84115\tvalidation_1-auc:0.81348 \n", + "[5]\tvalidation_0-auc:0.84452\tvalidation_1-auc:0.81346 \n", + "[6]\tvalidation_0-auc:0.84443\tvalidation_1-auc:0.81594 \n", + "[7]\tvalidation_0-auc:0.84528\tvalidation_1-auc:0.81614 \n", + "[8]\tvalidation_0-auc:0.84627\tvalidation_1-auc:0.81614 \n", + "[9]\tvalidation_0-auc:0.84842\tvalidation_1-auc:0.81893 \n", + "[10]\tvalidation_0-auc:0.84923\tvalidation_1-auc:0.82112 \n", + "[11]\tvalidation_0-auc:0.84878\tvalidation_1-auc:0.81873 \n", + "[12]\tvalidation_0-auc:0.85225\tvalidation_1-auc:0.82170 \n", + "[13]\tvalidation_0-auc:0.85411\tvalidation_1-auc:0.82361 \n", + "[14]\tvalidation_0-auc:0.85661\tvalidation_1-auc:0.82478 \n", + "[15]\tvalidation_0-auc:0.85894\tvalidation_1-auc:0.82667 \n", + "[16]\tvalidation_0-auc:0.86124\tvalidation_1-auc:0.82744 \n", + "[17]\tvalidation_0-auc:0.86318\tvalidation_1-auc:0.82753 \n", + "[18]\tvalidation_0-auc:0.86338\tvalidation_1-auc:0.82664 \n", + "[19]\tvalidation_0-auc:0.86487\tvalidation_1-auc:0.82668 \n", + "[20]\tvalidation_0-auc:0.86678\tvalidation_1-auc:0.82787 \n", + "[21]\tvalidation_0-auc:0.86640\tvalidation_1-auc:0.82681 \n", + "[22]\tvalidation_0-auc:0.86874\tvalidation_1-auc:0.82805 \n", + "[23]\tvalidation_0-auc:0.86981\tvalidation_1-auc:0.82876 \n", + "[24]\tvalidation_0-auc:0.87039\tvalidation_1-auc:0.82935 \n", + "[25]\tvalidation_0-auc:0.87074\tvalidation_1-auc:0.82947 \n", + "[26]\tvalidation_0-auc:0.87221\tvalidation_1-auc:0.83044 \n", + "[27]\tvalidation_0-auc:0.87378\tvalidation_1-auc:0.83095 \n", + "[28]\tvalidation_0-auc:0.87526\tvalidation_1-auc:0.83124 \n", + "[29]\tvalidation_0-auc:0.87606\tvalidation_1-auc:0.83111 \n", + "[30]\tvalidation_0-auc:0.87687\tvalidation_1-auc:0.83101 \n", + "[31]\tvalidation_0-auc:0.87847\tvalidation_1-auc:0.83154 \n", + "[32]\tvalidation_0-auc:0.87951\tvalidation_1-auc:0.83186 \n", + "[33]\tvalidation_0-auc:0.87999\tvalidation_1-auc:0.83204 \n", + "[34]\tvalidation_0-auc:0.88085\tvalidation_1-auc:0.83263 \n", + "[35]\tvalidation_0-auc:0.88141\tvalidation_1-auc:0.83258 \n", + "[36]\tvalidation_0-auc:0.88229\tvalidation_1-auc:0.83286 \n", + "[37]\tvalidation_0-auc:0.88326\tvalidation_1-auc:0.83210 \n", + "[38]\tvalidation_0-auc:0.88398\tvalidation_1-auc:0.83184 \n", + "[39]\tvalidation_0-auc:0.88485\tvalidation_1-auc:0.83201 \n", + "[40]\tvalidation_0-auc:0.88541\tvalidation_1-auc:0.83217 \n", + "[41]\tvalidation_0-auc:0.88644\tvalidation_1-auc:0.83118 \n", + "[42]\tvalidation_0-auc:0.88705\tvalidation_1-auc:0.83168 \n", + "[43]\tvalidation_0-auc:0.88810\tvalidation_1-auc:0.83208 \n", + "[44]\tvalidation_0-auc:0.88855\tvalidation_1-auc:0.83220 \n", + "[45]\tvalidation_0-auc:0.88957\tvalidation_1-auc:0.83209 \n", + "[46]\tvalidation_0-auc:0.88999\tvalidation_1-auc:0.83245 \n", + "[47]\tvalidation_0-auc:0.89071\tvalidation_1-auc:0.83262 \n", + "[48]\tvalidation_0-auc:0.89168\tvalidation_1-auc:0.83269 \n", + "[49]\tvalidation_0-auc:0.89239\tvalidation_1-auc:0.83300 \n", + "[50]\tvalidation_0-auc:0.89283\tvalidation_1-auc:0.83294 \n", + "[51]\tvalidation_0-auc:0.89356\tvalidation_1-auc:0.83284 \n", + "[52]\tvalidation_0-auc:0.89417\tvalidation_1-auc:0.83276 \n", + "[53]\tvalidation_0-auc:0.89475\tvalidation_1-auc:0.83265 \n", + "[54]\tvalidation_0-auc:0.89545\tvalidation_1-auc:0.83258 \n", + "[55]\tvalidation_0-auc:0.89589\tvalidation_1-auc:0.83217 \n", + "[56]\tvalidation_0-auc:0.89620\tvalidation_1-auc:0.83223 \n", + "[57]\tvalidation_0-auc:0.89704\tvalidation_1-auc:0.83197 \n", + "[58]\tvalidation_0-auc:0.89717\tvalidation_1-auc:0.83215 \n", + "[59]\tvalidation_0-auc:0.89772\tvalidation_1-auc:0.83194 \n", + "[60]\tvalidation_0-auc:0.89839\tvalidation_1-auc:0.83151 \n", + "[61]\tvalidation_0-auc:0.89867\tvalidation_1-auc:0.83179 \n", + "[62]\tvalidation_0-auc:0.89901\tvalidation_1-auc:0.83161 \n", + "[63]\tvalidation_0-auc:0.89953\tvalidation_1-auc:0.83174 \n", + "[64]\tvalidation_0-auc:0.89972\tvalidation_1-auc:0.83188 \n", + "[65]\tvalidation_0-auc:0.89999\tvalidation_1-auc:0.83149 \n", + "[66]\tvalidation_0-auc:0.90011\tvalidation_1-auc:0.83154 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[67]\tvalidation_0-auc:0.90023\tvalidation_1-auc:0.83153 \n", + "[68]\tvalidation_0-auc:0.90040\tvalidation_1-auc:0.83136 \n", + "[69]\tvalidation_0-auc:0.90053\tvalidation_1-auc:0.83120 \n", + "[70]\tvalidation_0-auc:0.90069\tvalidation_1-auc:0.83097 \n", + "[71]\tvalidation_0-auc:0.90078\tvalidation_1-auc:0.83103 \n", + "[72]\tvalidation_0-auc:0.90084\tvalidation_1-auc:0.83093 \n", + "[73]\tvalidation_0-auc:0.90119\tvalidation_1-auc:0.83070 \n", + "[74]\tvalidation_0-auc:0.90128\tvalidation_1-auc:0.83063 \n", + "[75]\tvalidation_0-auc:0.90186\tvalidation_1-auc:0.83075 \n", + "[76]\tvalidation_0-auc:0.90191\tvalidation_1-auc:0.83074 \n", + "[77]\tvalidation_0-auc:0.90202\tvalidation_1-auc:0.83059 \n", + "[78]\tvalidation_0-auc:0.90218\tvalidation_1-auc:0.83058 \n", + "[0]\tvalidation_0-auc:0.81887\tvalidation_1-auc:0.80602 \n", + "[1]\tvalidation_0-auc:0.82432\tvalidation_1-auc:0.80828 \n", + "[2]\tvalidation_0-auc:0.83499\tvalidation_1-auc:0.82019 \n", + "[3]\tvalidation_0-auc:0.83656\tvalidation_1-auc:0.82047 \n", + "[4]\tvalidation_0-auc:0.83983\tvalidation_1-auc:0.81922 \n", + "[5]\tvalidation_0-auc:0.84165\tvalidation_1-auc:0.82002 \n", + "[6]\tvalidation_0-auc:0.84634\tvalidation_1-auc:0.82398 \n", + "[7]\tvalidation_0-auc:0.84823\tvalidation_1-auc:0.82655 \n", + "[8]\tvalidation_0-auc:0.84958\tvalidation_1-auc:0.82701 \n", + "[9]\tvalidation_0-auc:0.85446\tvalidation_1-auc:0.82797 \n", + "[10]\tvalidation_0-auc:0.85433\tvalidation_1-auc:0.82656 \n", + "[11]\tvalidation_0-auc:0.85412\tvalidation_1-auc:0.82389 \n", + "[12]\tvalidation_0-auc:0.85861\tvalidation_1-auc:0.82639 \n", + "[13]\tvalidation_0-auc:0.86081\tvalidation_1-auc:0.82741 \n", + "[14]\tvalidation_0-auc:0.86158\tvalidation_1-auc:0.82894 \n", + "[15]\tvalidation_0-auc:0.86403\tvalidation_1-auc:0.83021 \n", + "[16]\tvalidation_0-auc:0.86498\tvalidation_1-auc:0.83098 \n", + "[17]\tvalidation_0-auc:0.86624\tvalidation_1-auc:0.83105 \n", + "[18]\tvalidation_0-auc:0.86596\tvalidation_1-auc:0.83003 \n", + "[19]\tvalidation_0-auc:0.86728\tvalidation_1-auc:0.82987 \n", + "[20]\tvalidation_0-auc:0.86858\tvalidation_1-auc:0.82962 \n", + "[21]\tvalidation_0-auc:0.86843\tvalidation_1-auc:0.82914 \n", + "[22]\tvalidation_0-auc:0.87012\tvalidation_1-auc:0.83008 \n", + "[23]\tvalidation_0-auc:0.87126\tvalidation_1-auc:0.83055 \n", + "[24]\tvalidation_0-auc:0.87246\tvalidation_1-auc:0.83198 \n", + "[25]\tvalidation_0-auc:0.87304\tvalidation_1-auc:0.83197 \n", + "[26]\tvalidation_0-auc:0.87444\tvalidation_1-auc:0.83121 \n", + "[27]\tvalidation_0-auc:0.87624\tvalidation_1-auc:0.83245 \n", + "[28]\tvalidation_0-auc:0.87754\tvalidation_1-auc:0.83290 \n", + "[29]\tvalidation_0-auc:0.87848\tvalidation_1-auc:0.83334 \n", + "[30]\tvalidation_0-auc:0.87912\tvalidation_1-auc:0.83256 \n", + "[31]\tvalidation_0-auc:0.88018\tvalidation_1-auc:0.83303 \n", + "[32]\tvalidation_0-auc:0.88090\tvalidation_1-auc:0.83397 \n", + "[33]\tvalidation_0-auc:0.88177\tvalidation_1-auc:0.83434 \n", + "[34]\tvalidation_0-auc:0.88218\tvalidation_1-auc:0.83431 \n", + "[35]\tvalidation_0-auc:0.88327\tvalidation_1-auc:0.83444 \n", + "[36]\tvalidation_0-auc:0.88395\tvalidation_1-auc:0.83416 \n", + "[37]\tvalidation_0-auc:0.88466\tvalidation_1-auc:0.83418 \n", + "[38]\tvalidation_0-auc:0.88503\tvalidation_1-auc:0.83357 \n", + "[39]\tvalidation_0-auc:0.88589\tvalidation_1-auc:0.83403 \n", + "[40]\tvalidation_0-auc:0.88652\tvalidation_1-auc:0.83428 \n", + "[41]\tvalidation_0-auc:0.88735\tvalidation_1-auc:0.83419 \n", + "[42]\tvalidation_0-auc:0.88848\tvalidation_1-auc:0.83498 \n", + "[43]\tvalidation_0-auc:0.88922\tvalidation_1-auc:0.83502 \n", + "[44]\tvalidation_0-auc:0.88989\tvalidation_1-auc:0.83544 \n", + "[45]\tvalidation_0-auc:0.89022\tvalidation_1-auc:0.83537 \n", + "[46]\tvalidation_0-auc:0.89102\tvalidation_1-auc:0.83557 \n", + "[47]\tvalidation_0-auc:0.89194\tvalidation_1-auc:0.83574 \n", + "[48]\tvalidation_0-auc:0.89255\tvalidation_1-auc:0.83565 \n", + "[49]\tvalidation_0-auc:0.89314\tvalidation_1-auc:0.83621 \n", + "[50]\tvalidation_0-auc:0.89384\tvalidation_1-auc:0.83653 \n", + "[51]\tvalidation_0-auc:0.89436\tvalidation_1-auc:0.83665 \n", + "[52]\tvalidation_0-auc:0.89489\tvalidation_1-auc:0.83665 \n", + "[53]\tvalidation_0-auc:0.89531\tvalidation_1-auc:0.83694 \n", + "[54]\tvalidation_0-auc:0.89601\tvalidation_1-auc:0.83679 \n", + "[55]\tvalidation_0-auc:0.89651\tvalidation_1-auc:0.83662 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[56]\tvalidation_0-auc:0.89666\tvalidation_1-auc:0.83663 \n", + "[57]\tvalidation_0-auc:0.89776\tvalidation_1-auc:0.83644 \n", + "[58]\tvalidation_0-auc:0.89820\tvalidation_1-auc:0.83676 \n", + "[59]\tvalidation_0-auc:0.89873\tvalidation_1-auc:0.83668 \n", + "[60]\tvalidation_0-auc:0.89902\tvalidation_1-auc:0.83703 \n", + "[61]\tvalidation_0-auc:0.89948\tvalidation_1-auc:0.83693 \n", + "[62]\tvalidation_0-auc:0.89968\tvalidation_1-auc:0.83691 \n", + "[63]\tvalidation_0-auc:0.90008\tvalidation_1-auc:0.83696 \n", + "[64]\tvalidation_0-auc:0.90037\tvalidation_1-auc:0.83683 \n", + "[65]\tvalidation_0-auc:0.90061\tvalidation_1-auc:0.83685 \n", + "[66]\tvalidation_0-auc:0.90081\tvalidation_1-auc:0.83684 \n", + "[67]\tvalidation_0-auc:0.90107\tvalidation_1-auc:0.83676 \n", + "[68]\tvalidation_0-auc:0.90133\tvalidation_1-auc:0.83666 \n", + "[69]\tvalidation_0-auc:0.90165\tvalidation_1-auc:0.83658 \n", + "[70]\tvalidation_0-auc:0.90183\tvalidation_1-auc:0.83642 \n", + "[71]\tvalidation_0-auc:0.90201\tvalidation_1-auc:0.83648 \n", + "[72]\tvalidation_0-auc:0.90247\tvalidation_1-auc:0.83632 \n", + "[73]\tvalidation_0-auc:0.90259\tvalidation_1-auc:0.83631 \n", + "[74]\tvalidation_0-auc:0.90297\tvalidation_1-auc:0.83628 \n", + "[75]\tvalidation_0-auc:0.90322\tvalidation_1-auc:0.83626 \n", + "[76]\tvalidation_0-auc:0.90323\tvalidation_1-auc:0.83614 \n", + "[77]\tvalidation_0-auc:0.90334\tvalidation_1-auc:0.83624 \n", + "[78]\tvalidation_0-auc:0.90348\tvalidation_1-auc:0.83622 \n", + "[79]\tvalidation_0-auc:0.90385\tvalidation_1-auc:0.83627 \n", + "[80]\tvalidation_0-auc:0.90425\tvalidation_1-auc:0.83623 \n", + "[81]\tvalidation_0-auc:0.90443\tvalidation_1-auc:0.83637 \n", + "[82]\tvalidation_0-auc:0.90463\tvalidation_1-auc:0.83639 \n", + "[83]\tvalidation_0-auc:0.90492\tvalidation_1-auc:0.83646 \n", + "[84]\tvalidation_0-auc:0.90510\tvalidation_1-auc:0.83646 \n", + "[85]\tvalidation_0-auc:0.90530\tvalidation_1-auc:0.83625 \n", + "[86]\tvalidation_0-auc:0.90549\tvalidation_1-auc:0.83618 \n", + "[87]\tvalidation_0-auc:0.90559\tvalidation_1-auc:0.83614 \n", + "[88]\tvalidation_0-auc:0.90571\tvalidation_1-auc:0.83625 \n", + "[89]\tvalidation_0-auc:0.90592\tvalidation_1-auc:0.83604 \n", + "[0]\tvalidation_0-auc:0.82782\tvalidation_1-auc:0.81080 \n", + "[1]\tvalidation_0-auc:0.83279\tvalidation_1-auc:0.81373 \n", + "[2]\tvalidation_0-auc:0.83820\tvalidation_1-auc:0.81878 \n", + "[3]\tvalidation_0-auc:0.83905\tvalidation_1-auc:0.81824 \n", + "[4]\tvalidation_0-auc:0.84237\tvalidation_1-auc:0.81753 \n", + "[5]\tvalidation_0-auc:0.84337\tvalidation_1-auc:0.81881 \n", + "[6]\tvalidation_0-auc:0.84812\tvalidation_1-auc:0.82226 \n", + "[7]\tvalidation_0-auc:0.85011\tvalidation_1-auc:0.82227 \n", + "[8]\tvalidation_0-auc:0.85116\tvalidation_1-auc:0.82267 \n", + "[9]\tvalidation_0-auc:0.85534\tvalidation_1-auc:0.82470 \n", + "[10]\tvalidation_0-auc:0.85599\tvalidation_1-auc:0.82474 \n", + "[11]\tvalidation_0-auc:0.85612\tvalidation_1-auc:0.82406 \n", + "[12]\tvalidation_0-auc:0.85932\tvalidation_1-auc:0.82488 \n", + "[13]\tvalidation_0-auc:0.86070\tvalidation_1-auc:0.82534 \n", + "[14]\tvalidation_0-auc:0.86227\tvalidation_1-auc:0.82629 \n", + "[15]\tvalidation_0-auc:0.86310\tvalidation_1-auc:0.82590 \n", + "[16]\tvalidation_0-auc:0.86403\tvalidation_1-auc:0.82629 \n", + "[17]\tvalidation_0-auc:0.86461\tvalidation_1-auc:0.82674 \n", + "[18]\tvalidation_0-auc:0.86535\tvalidation_1-auc:0.82637 \n", + "[19]\tvalidation_0-auc:0.86676\tvalidation_1-auc:0.82731 \n", + "[20]\tvalidation_0-auc:0.86712\tvalidation_1-auc:0.82783 \n", + "[21]\tvalidation_0-auc:0.86764\tvalidation_1-auc:0.82650 \n", + "[22]\tvalidation_0-auc:0.86861\tvalidation_1-auc:0.82756 \n", + "[23]\tvalidation_0-auc:0.87063\tvalidation_1-auc:0.82882 \n", + "[24]\tvalidation_0-auc:0.87137\tvalidation_1-auc:0.82966 \n", + "[25]\tvalidation_0-auc:0.87228\tvalidation_1-auc:0.83094 \n", + "[26]\tvalidation_0-auc:0.87357\tvalidation_1-auc:0.82996 \n", + "[27]\tvalidation_0-auc:0.87535\tvalidation_1-auc:0.83082 \n", + "[28]\tvalidation_0-auc:0.87662\tvalidation_1-auc:0.83158 \n", + "[29]\tvalidation_0-auc:0.87765\tvalidation_1-auc:0.83190 \n", + "[30]\tvalidation_0-auc:0.87875\tvalidation_1-auc:0.83155 \n", + "[31]\tvalidation_0-auc:0.88043\tvalidation_1-auc:0.83283 \n", + "[32]\tvalidation_0-auc:0.88112\tvalidation_1-auc:0.83344 \n", + "[33]\tvalidation_0-auc:0.88174\tvalidation_1-auc:0.83352 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[34]\tvalidation_0-auc:0.88221\tvalidation_1-auc:0.83393 \n", + "[35]\tvalidation_0-auc:0.88276\tvalidation_1-auc:0.83483 \n", + "[36]\tvalidation_0-auc:0.88369\tvalidation_1-auc:0.83404 \n", + "[37]\tvalidation_0-auc:0.88448\tvalidation_1-auc:0.83298 \n", + "[38]\tvalidation_0-auc:0.88525\tvalidation_1-auc:0.83292 \n", + "[39]\tvalidation_0-auc:0.88643\tvalidation_1-auc:0.83380 \n", + "[40]\tvalidation_0-auc:0.88757\tvalidation_1-auc:0.83466 \n", + "[41]\tvalidation_0-auc:0.88796\tvalidation_1-auc:0.83427 \n", + "[42]\tvalidation_0-auc:0.88901\tvalidation_1-auc:0.83478 \n", + "[43]\tvalidation_0-auc:0.88973\tvalidation_1-auc:0.83487 \n", + "[44]\tvalidation_0-auc:0.89040\tvalidation_1-auc:0.83542 \n", + "[45]\tvalidation_0-auc:0.89081\tvalidation_1-auc:0.83559 \n", + "[46]\tvalidation_0-auc:0.89151\tvalidation_1-auc:0.83582 \n", + "[47]\tvalidation_0-auc:0.89202\tvalidation_1-auc:0.83583 \n", + "[48]\tvalidation_0-auc:0.89263\tvalidation_1-auc:0.83562 \n", + "[49]\tvalidation_0-auc:0.89346\tvalidation_1-auc:0.83556 \n", + "[50]\tvalidation_0-auc:0.89390\tvalidation_1-auc:0.83566 \n", + "[51]\tvalidation_0-auc:0.89468\tvalidation_1-auc:0.83607 \n", + "[52]\tvalidation_0-auc:0.89516\tvalidation_1-auc:0.83635 \n", + "[53]\tvalidation_0-auc:0.89536\tvalidation_1-auc:0.83661 \n", + "[54]\tvalidation_0-auc:0.89595\tvalidation_1-auc:0.83642 \n", + "[55]\tvalidation_0-auc:0.89650\tvalidation_1-auc:0.83654 \n", + "[56]\tvalidation_0-auc:0.89739\tvalidation_1-auc:0.83691 \n", + "[57]\tvalidation_0-auc:0.89800\tvalidation_1-auc:0.83674 \n", + "[58]\tvalidation_0-auc:0.89826\tvalidation_1-auc:0.83694 \n", + "[59]\tvalidation_0-auc:0.89879\tvalidation_1-auc:0.83701 \n", + "[60]\tvalidation_0-auc:0.89915\tvalidation_1-auc:0.83679 \n", + "[61]\tvalidation_0-auc:0.89948\tvalidation_1-auc:0.83662 \n", + "[62]\tvalidation_0-auc:0.89984\tvalidation_1-auc:0.83648 \n", + "[63]\tvalidation_0-auc:0.90018\tvalidation_1-auc:0.83634 \n", + "[64]\tvalidation_0-auc:0.90052\tvalidation_1-auc:0.83657 \n", + "[65]\tvalidation_0-auc:0.90091\tvalidation_1-auc:0.83660 \n", + "[66]\tvalidation_0-auc:0.90148\tvalidation_1-auc:0.83640 \n", + "[67]\tvalidation_0-auc:0.90176\tvalidation_1-auc:0.83679 \n", + "[68]\tvalidation_0-auc:0.90216\tvalidation_1-auc:0.83684 \n", + "[69]\tvalidation_0-auc:0.90244\tvalidation_1-auc:0.83715 \n", + "[70]\tvalidation_0-auc:0.90290\tvalidation_1-auc:0.83724 \n", + "[71]\tvalidation_0-auc:0.90311\tvalidation_1-auc:0.83712 \n", + "[72]\tvalidation_0-auc:0.90366\tvalidation_1-auc:0.83724 \n", + "[73]\tvalidation_0-auc:0.90385\tvalidation_1-auc:0.83726 \n", + "[74]\tvalidation_0-auc:0.90450\tvalidation_1-auc:0.83686 \n", + "[75]\tvalidation_0-auc:0.90494\tvalidation_1-auc:0.83698 \n", + "[76]\tvalidation_0-auc:0.90509\tvalidation_1-auc:0.83719 \n", + "[77]\tvalidation_0-auc:0.90529\tvalidation_1-auc:0.83709 \n", + "[78]\tvalidation_0-auc:0.90546\tvalidation_1-auc:0.83703 \n", + "[79]\tvalidation_0-auc:0.90589\tvalidation_1-auc:0.83713 \n", + "[80]\tvalidation_0-auc:0.90606\tvalidation_1-auc:0.83713 \n", + "[81]\tvalidation_0-auc:0.90620\tvalidation_1-auc:0.83708 \n", + "[82]\tvalidation_0-auc:0.90629\tvalidation_1-auc:0.83714 \n", + "[83]\tvalidation_0-auc:0.90650\tvalidation_1-auc:0.83711 \n", + "[84]\tvalidation_0-auc:0.90662\tvalidation_1-auc:0.83704 \n", + "[85]\tvalidation_0-auc:0.90685\tvalidation_1-auc:0.83712 \n", + "[86]\tvalidation_0-auc:0.90706\tvalidation_1-auc:0.83712 \n", + "[87]\tvalidation_0-auc:0.90736\tvalidation_1-auc:0.83721 \n", + "[88]\tvalidation_0-auc:0.90746\tvalidation_1-auc:0.83713 \n", + "[89]\tvalidation_0-auc:0.90769\tvalidation_1-auc:0.83718 \n", + "[90]\tvalidation_0-auc:0.90823\tvalidation_1-auc:0.83723 \n", + "[91]\tvalidation_0-auc:0.90885\tvalidation_1-auc:0.83729 \n", + "[92]\tvalidation_0-auc:0.90930\tvalidation_1-auc:0.83722 \n", + "[93]\tvalidation_0-auc:0.90957\tvalidation_1-auc:0.83728 \n", + "[94]\tvalidation_0-auc:0.90968\tvalidation_1-auc:0.83717 \n", + "[95]\tvalidation_0-auc:0.90982\tvalidation_1-auc:0.83698 \n", + "[96]\tvalidation_0-auc:0.91019\tvalidation_1-auc:0.83695 \n", + "[97]\tvalidation_0-auc:0.91029\tvalidation_1-auc:0.83696 \n", + "[98]\tvalidation_0-auc:0.91034\tvalidation_1-auc:0.83705 \n", + "[99]\tvalidation_0-auc:0.91044\tvalidation_1-auc:0.83697 \n", + "[0]\tvalidation_0-auc:0.82382\tvalidation_1-auc:0.80098 \n", + "[1]\tvalidation_0-auc:0.83035\tvalidation_1-auc:0.80555 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2]\tvalidation_0-auc:0.83743\tvalidation_1-auc:0.80962 \n", + "[3]\tvalidation_0-auc:0.84179\tvalidation_1-auc:0.81318 \n", + "[4]\tvalidation_0-auc:0.84380\tvalidation_1-auc:0.81329 \n", + "[5]\tvalidation_0-auc:0.84851\tvalidation_1-auc:0.81871 \n", + "[6]\tvalidation_0-auc:0.84902\tvalidation_1-auc:0.82071 \n", + "[7]\tvalidation_0-auc:0.85059\tvalidation_1-auc:0.82073 \n", + "[8]\tvalidation_0-auc:0.85241\tvalidation_1-auc:0.82129 \n", + "[9]\tvalidation_0-auc:0.85349\tvalidation_1-auc:0.82022 \n", + "[10]\tvalidation_0-auc:0.85070\tvalidation_1-auc:0.81705 \n", + "[11]\tvalidation_0-auc:0.85182\tvalidation_1-auc:0.81626 \n", + "[12]\tvalidation_0-auc:0.85548\tvalidation_1-auc:0.81947 \n", + "[13]\tvalidation_0-auc:0.85994\tvalidation_1-auc:0.82095 \n", + "[14]\tvalidation_0-auc:0.86191\tvalidation_1-auc:0.82203 \n", + "[15]\tvalidation_0-auc:0.86363\tvalidation_1-auc:0.82339 \n", + "[16]\tvalidation_0-auc:0.86487\tvalidation_1-auc:0.82575 \n", + "[17]\tvalidation_0-auc:0.86757\tvalidation_1-auc:0.82726 \n", + "[18]\tvalidation_0-auc:0.86697\tvalidation_1-auc:0.82684 \n", + "[19]\tvalidation_0-auc:0.86965\tvalidation_1-auc:0.82799 \n", + "[20]\tvalidation_0-auc:0.87051\tvalidation_1-auc:0.82843 \n", + "[21]\tvalidation_0-auc:0.87052\tvalidation_1-auc:0.82762 \n", + "[22]\tvalidation_0-auc:0.87281\tvalidation_1-auc:0.82865 \n", + "[23]\tvalidation_0-auc:0.87573\tvalidation_1-auc:0.82812 \n", + "[24]\tvalidation_0-auc:0.87713\tvalidation_1-auc:0.82829 \n", + "[25]\tvalidation_0-auc:0.87740\tvalidation_1-auc:0.82874 \n", + "[26]\tvalidation_0-auc:0.87939\tvalidation_1-auc:0.82905 \n", + "[27]\tvalidation_0-auc:0.88133\tvalidation_1-auc:0.82934 \n", + "[28]\tvalidation_0-auc:0.88208\tvalidation_1-auc:0.82944 \n", + "[29]\tvalidation_0-auc:0.88293\tvalidation_1-auc:0.82987 \n", + "[30]\tvalidation_0-auc:0.88430\tvalidation_1-auc:0.82910 \n", + "[31]\tvalidation_0-auc:0.88573\tvalidation_1-auc:0.82975 \n", + "[32]\tvalidation_0-auc:0.88640\tvalidation_1-auc:0.83004 \n", + "[33]\tvalidation_0-auc:0.88722\tvalidation_1-auc:0.83040 \n", + "[34]\tvalidation_0-auc:0.88814\tvalidation_1-auc:0.83066 \n", + "[35]\tvalidation_0-auc:0.88892\tvalidation_1-auc:0.83071 \n", + "[36]\tvalidation_0-auc:0.88978\tvalidation_1-auc:0.83041 \n", + "[37]\tvalidation_0-auc:0.89059\tvalidation_1-auc:0.83060 \n", + "[38]\tvalidation_0-auc:0.89179\tvalidation_1-auc:0.82986 \n", + "[39]\tvalidation_0-auc:0.89216\tvalidation_1-auc:0.83045 \n", + "[40]\tvalidation_0-auc:0.89273\tvalidation_1-auc:0.83096 \n", + "[41]\tvalidation_0-auc:0.89392\tvalidation_1-auc:0.83115 \n", + "[42]\tvalidation_0-auc:0.89484\tvalidation_1-auc:0.83163 \n", + "[43]\tvalidation_0-auc:0.89548\tvalidation_1-auc:0.83166 \n", + "[44]\tvalidation_0-auc:0.89624\tvalidation_1-auc:0.83165 \n", + "[45]\tvalidation_0-auc:0.89653\tvalidation_1-auc:0.83144 \n", + "[46]\tvalidation_0-auc:0.89666\tvalidation_1-auc:0.83156 \n", + "[47]\tvalidation_0-auc:0.89710\tvalidation_1-auc:0.83142 \n", + "[48]\tvalidation_0-auc:0.89745\tvalidation_1-auc:0.83168 \n", + "[49]\tvalidation_0-auc:0.89801\tvalidation_1-auc:0.83188 \n", + "[50]\tvalidation_0-auc:0.89821\tvalidation_1-auc:0.83195 \n", + "[51]\tvalidation_0-auc:0.89873\tvalidation_1-auc:0.83144 \n", + "[52]\tvalidation_0-auc:0.89910\tvalidation_1-auc:0.83131 \n", + "[53]\tvalidation_0-auc:0.89992\tvalidation_1-auc:0.83117 \n", + "[54]\tvalidation_0-auc:0.90044\tvalidation_1-auc:0.83104 \n", + "[55]\tvalidation_0-auc:0.90071\tvalidation_1-auc:0.83105 \n", + "[56]\tvalidation_0-auc:0.90135\tvalidation_1-auc:0.83090 \n", + "[57]\tvalidation_0-auc:0.90220\tvalidation_1-auc:0.83091 \n", + "[58]\tvalidation_0-auc:0.90250\tvalidation_1-auc:0.83103 \n", + "[59]\tvalidation_0-auc:0.90317\tvalidation_1-auc:0.83094 \n", + "[60]\tvalidation_0-auc:0.90347\tvalidation_1-auc:0.83060 \n", + "[61]\tvalidation_0-auc:0.90363\tvalidation_1-auc:0.83060 \n", + "[62]\tvalidation_0-auc:0.90375\tvalidation_1-auc:0.83073 \n", + "[63]\tvalidation_0-auc:0.90414\tvalidation_1-auc:0.83073 \n", + "[64]\tvalidation_0-auc:0.90484\tvalidation_1-auc:0.83059 \n", + "[65]\tvalidation_0-auc:0.90507\tvalidation_1-auc:0.83063 \n", + "[66]\tvalidation_0-auc:0.90525\tvalidation_1-auc:0.83063 \n", + "[67]\tvalidation_0-auc:0.90553\tvalidation_1-auc:0.83051 \n", + "[68]\tvalidation_0-auc:0.90608\tvalidation_1-auc:0.83078 \n", + "[69]\tvalidation_0-auc:0.90628\tvalidation_1-auc:0.83042 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[70]\tvalidation_0-auc:0.90658\tvalidation_1-auc:0.83019 \n", + "[71]\tvalidation_0-auc:0.90687\tvalidation_1-auc:0.82995 \n", + "[72]\tvalidation_0-auc:0.90714\tvalidation_1-auc:0.83011 \n", + "[73]\tvalidation_0-auc:0.90727\tvalidation_1-auc:0.83011 \n", + "[74]\tvalidation_0-auc:0.90737\tvalidation_1-auc:0.82986 \n", + "[75]\tvalidation_0-auc:0.90794\tvalidation_1-auc:0.82980 \n", + "[76]\tvalidation_0-auc:0.90812\tvalidation_1-auc:0.82983 \n", + "[77]\tvalidation_0-auc:0.90823\tvalidation_1-auc:0.82975 \n", + "[78]\tvalidation_0-auc:0.90861\tvalidation_1-auc:0.82948 \n", + "[79]\tvalidation_0-auc:0.90943\tvalidation_1-auc:0.82909 \n", + "[0]\tvalidation_0-auc:0.81929\tvalidation_1-auc:0.80799 \n", + "[1]\tvalidation_0-auc:0.83039\tvalidation_1-auc:0.81782 \n", + "[2]\tvalidation_0-auc:0.83763\tvalidation_1-auc:0.82403 \n", + "[3]\tvalidation_0-auc:0.84086\tvalidation_1-auc:0.82409 \n", + "[4]\tvalidation_0-auc:0.84220\tvalidation_1-auc:0.82246 \n", + "[5]\tvalidation_0-auc:0.84562\tvalidation_1-auc:0.82468 \n", + "[6]\tvalidation_0-auc:0.85105\tvalidation_1-auc:0.82718 \n", + "[7]\tvalidation_0-auc:0.85294\tvalidation_1-auc:0.82708 \n", + "[8]\tvalidation_0-auc:0.85431\tvalidation_1-auc:0.82900 \n", + "[9]\tvalidation_0-auc:0.85588\tvalidation_1-auc:0.82763 \n", + "[10]\tvalidation_0-auc:0.85412\tvalidation_1-auc:0.82363 \n", + "[11]\tvalidation_0-auc:0.85543\tvalidation_1-auc:0.82169 \n", + "[12]\tvalidation_0-auc:0.85808\tvalidation_1-auc:0.82405 \n", + "[13]\tvalidation_0-auc:0.86074\tvalidation_1-auc:0.82568 \n", + "[14]\tvalidation_0-auc:0.86324\tvalidation_1-auc:0.82794 \n", + "[15]\tvalidation_0-auc:0.86592\tvalidation_1-auc:0.82915 \n", + "[16]\tvalidation_0-auc:0.86791\tvalidation_1-auc:0.82969 \n", + "[17]\tvalidation_0-auc:0.86997\tvalidation_1-auc:0.83146 \n", + "[18]\tvalidation_0-auc:0.86915\tvalidation_1-auc:0.82995 \n", + "[19]\tvalidation_0-auc:0.87146\tvalidation_1-auc:0.82972 \n", + "[20]\tvalidation_0-auc:0.87266\tvalidation_1-auc:0.83069 \n", + "[21]\tvalidation_0-auc:0.87311\tvalidation_1-auc:0.83042 \n", + "[22]\tvalidation_0-auc:0.87469\tvalidation_1-auc:0.83075 \n", + "[23]\tvalidation_0-auc:0.87650\tvalidation_1-auc:0.83167 \n", + "[24]\tvalidation_0-auc:0.87751\tvalidation_1-auc:0.83236 \n", + "[25]\tvalidation_0-auc:0.87808\tvalidation_1-auc:0.83337 \n", + "[26]\tvalidation_0-auc:0.87979\tvalidation_1-auc:0.83254 \n", + "[27]\tvalidation_0-auc:0.88175\tvalidation_1-auc:0.83319 \n", + "[28]\tvalidation_0-auc:0.88316\tvalidation_1-auc:0.83420 \n", + "[29]\tvalidation_0-auc:0.88438\tvalidation_1-auc:0.83527 \n", + "[30]\tvalidation_0-auc:0.88561\tvalidation_1-auc:0.83501 \n", + "[31]\tvalidation_0-auc:0.88733\tvalidation_1-auc:0.83508 \n", + "[32]\tvalidation_0-auc:0.88848\tvalidation_1-auc:0.83563 \n", + "[33]\tvalidation_0-auc:0.88898\tvalidation_1-auc:0.83546 \n", + "[34]\tvalidation_0-auc:0.88956\tvalidation_1-auc:0.83584 \n", + "[35]\tvalidation_0-auc:0.89086\tvalidation_1-auc:0.83587 \n", + "[36]\tvalidation_0-auc:0.89114\tvalidation_1-auc:0.83605 \n", + "[37]\tvalidation_0-auc:0.89253\tvalidation_1-auc:0.83566 \n", + "[38]\tvalidation_0-auc:0.89324\tvalidation_1-auc:0.83525 \n", + "[39]\tvalidation_0-auc:0.89413\tvalidation_1-auc:0.83576 \n", + "[40]\tvalidation_0-auc:0.89496\tvalidation_1-auc:0.83615 \n", + "[41]\tvalidation_0-auc:0.89585\tvalidation_1-auc:0.83630 \n", + "[42]\tvalidation_0-auc:0.89687\tvalidation_1-auc:0.83645 \n", + "[43]\tvalidation_0-auc:0.89759\tvalidation_1-auc:0.83688 \n", + "[44]\tvalidation_0-auc:0.89816\tvalidation_1-auc:0.83722 \n", + "[45]\tvalidation_0-auc:0.89861\tvalidation_1-auc:0.83731 \n", + "[46]\tvalidation_0-auc:0.89893\tvalidation_1-auc:0.83737 \n", + "[47]\tvalidation_0-auc:0.89926\tvalidation_1-auc:0.83727 \n", + "[48]\tvalidation_0-auc:0.89947\tvalidation_1-auc:0.83730 \n", + "[49]\tvalidation_0-auc:0.90017\tvalidation_1-auc:0.83787 \n", + "[50]\tvalidation_0-auc:0.90052\tvalidation_1-auc:0.83794 \n", + "[51]\tvalidation_0-auc:0.90125\tvalidation_1-auc:0.83794 \n", + "[52]\tvalidation_0-auc:0.90184\tvalidation_1-auc:0.83808 \n", + "[53]\tvalidation_0-auc:0.90252\tvalidation_1-auc:0.83826 \n", + "[54]\tvalidation_0-auc:0.90341\tvalidation_1-auc:0.83855 \n", + "[55]\tvalidation_0-auc:0.90370\tvalidation_1-auc:0.83843 \n", + "[56]\tvalidation_0-auc:0.90388\tvalidation_1-auc:0.83862 \n", + "[57]\tvalidation_0-auc:0.90489\tvalidation_1-auc:0.83861 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[58]\tvalidation_0-auc:0.90541\tvalidation_1-auc:0.83840 \n", + "[59]\tvalidation_0-auc:0.90568\tvalidation_1-auc:0.83853 \n", + "[60]\tvalidation_0-auc:0.90594\tvalidation_1-auc:0.83851 \n", + "[61]\tvalidation_0-auc:0.90630\tvalidation_1-auc:0.83839 \n", + "[62]\tvalidation_0-auc:0.90675\tvalidation_1-auc:0.83827 \n", + "[63]\tvalidation_0-auc:0.90683\tvalidation_1-auc:0.83828 \n", + "[64]\tvalidation_0-auc:0.90744\tvalidation_1-auc:0.83807 \n", + "[65]\tvalidation_0-auc:0.90781\tvalidation_1-auc:0.83780 \n", + "[66]\tvalidation_0-auc:0.90814\tvalidation_1-auc:0.83783 \n", + "[67]\tvalidation_0-auc:0.90836\tvalidation_1-auc:0.83797 \n", + "[68]\tvalidation_0-auc:0.90863\tvalidation_1-auc:0.83795 \n", + "[69]\tvalidation_0-auc:0.90882\tvalidation_1-auc:0.83803 \n", + "[70]\tvalidation_0-auc:0.90921\tvalidation_1-auc:0.83796 \n", + "[71]\tvalidation_0-auc:0.90959\tvalidation_1-auc:0.83776 \n", + "[72]\tvalidation_0-auc:0.91021\tvalidation_1-auc:0.83766 \n", + "[73]\tvalidation_0-auc:0.91035\tvalidation_1-auc:0.83764 \n", + "[74]\tvalidation_0-auc:0.91060\tvalidation_1-auc:0.83763 \n", + "[75]\tvalidation_0-auc:0.91079\tvalidation_1-auc:0.83755 \n", + "[76]\tvalidation_0-auc:0.91140\tvalidation_1-auc:0.83751 \n", + "[77]\tvalidation_0-auc:0.91147\tvalidation_1-auc:0.83739 \n", + "[78]\tvalidation_0-auc:0.91155\tvalidation_1-auc:0.83721 \n", + "[79]\tvalidation_0-auc:0.91221\tvalidation_1-auc:0.83738 \n", + "[80]\tvalidation_0-auc:0.91251\tvalidation_1-auc:0.83740 \n", + "[81]\tvalidation_0-auc:0.91277\tvalidation_1-auc:0.83728 \n", + "[82]\tvalidation_0-auc:0.91316\tvalidation_1-auc:0.83715 \n", + "[83]\tvalidation_0-auc:0.91338\tvalidation_1-auc:0.83701 \n", + "[84]\tvalidation_0-auc:0.91345\tvalidation_1-auc:0.83695 \n", + "[85]\tvalidation_0-auc:0.91352\tvalidation_1-auc:0.83694 \n", + "[0]\tvalidation_0-auc:0.82845\tvalidation_1-auc:0.81010 \n", + "[1]\tvalidation_0-auc:0.83454\tvalidation_1-auc:0.81359 \n", + "[2]\tvalidation_0-auc:0.83987\tvalidation_1-auc:0.81785 \n", + "[3]\tvalidation_0-auc:0.84295\tvalidation_1-auc:0.81776 \n", + "[4]\tvalidation_0-auc:0.84591\tvalidation_1-auc:0.81835 \n", + "[5]\tvalidation_0-auc:0.85215\tvalidation_1-auc:0.82004 \n", + "[6]\tvalidation_0-auc:0.85504\tvalidation_1-auc:0.82272 \n", + "[7]\tvalidation_0-auc:0.85599\tvalidation_1-auc:0.82258 \n", + "[8]\tvalidation_0-auc:0.85749\tvalidation_1-auc:0.82309 \n", + "[9]\tvalidation_0-auc:0.86009\tvalidation_1-auc:0.82346 \n", + "[10]\tvalidation_0-auc:0.85960\tvalidation_1-auc:0.82118 \n", + "[11]\tvalidation_0-auc:0.86108\tvalidation_1-auc:0.82162 \n", + "[12]\tvalidation_0-auc:0.86340\tvalidation_1-auc:0.82344 \n", + "[13]\tvalidation_0-auc:0.86549\tvalidation_1-auc:0.82483 \n", + "[14]\tvalidation_0-auc:0.86674\tvalidation_1-auc:0.82576 \n", + "[15]\tvalidation_0-auc:0.86768\tvalidation_1-auc:0.82615 \n", + "[16]\tvalidation_0-auc:0.86922\tvalidation_1-auc:0.82658 \n", + "[17]\tvalidation_0-auc:0.87091\tvalidation_1-auc:0.82841 \n", + "[18]\tvalidation_0-auc:0.87147\tvalidation_1-auc:0.82765 \n", + "[19]\tvalidation_0-auc:0.87302\tvalidation_1-auc:0.82882 \n", + "[20]\tvalidation_0-auc:0.87406\tvalidation_1-auc:0.83002 \n", + "[21]\tvalidation_0-auc:0.87470\tvalidation_1-auc:0.82903 \n", + "[22]\tvalidation_0-auc:0.87596\tvalidation_1-auc:0.82948 \n", + "[23]\tvalidation_0-auc:0.87748\tvalidation_1-auc:0.83016 \n", + "[24]\tvalidation_0-auc:0.87838\tvalidation_1-auc:0.83096 \n", + "[25]\tvalidation_0-auc:0.87980\tvalidation_1-auc:0.83250 \n", + "[26]\tvalidation_0-auc:0.88094\tvalidation_1-auc:0.83162 \n", + "[27]\tvalidation_0-auc:0.88262\tvalidation_1-auc:0.83185 \n", + "[28]\tvalidation_0-auc:0.88343\tvalidation_1-auc:0.83247 \n", + "[29]\tvalidation_0-auc:0.88529\tvalidation_1-auc:0.83362 \n", + "[30]\tvalidation_0-auc:0.88611\tvalidation_1-auc:0.83266 \n", + "[31]\tvalidation_0-auc:0.88776\tvalidation_1-auc:0.83320 \n", + "[32]\tvalidation_0-auc:0.88882\tvalidation_1-auc:0.83345 \n", + "[33]\tvalidation_0-auc:0.88944\tvalidation_1-auc:0.83352 \n", + "[34]\tvalidation_0-auc:0.89027\tvalidation_1-auc:0.83349 \n", + "[35]\tvalidation_0-auc:0.89118\tvalidation_1-auc:0.83354 \n", + "[36]\tvalidation_0-auc:0.89225\tvalidation_1-auc:0.83339 \n", + "[37]\tvalidation_0-auc:0.89330\tvalidation_1-auc:0.83296 \n", + "[38]\tvalidation_0-auc:0.89413\tvalidation_1-auc:0.83307 \n", + "[39]\tvalidation_0-auc:0.89451\tvalidation_1-auc:0.83377 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[40]\tvalidation_0-auc:0.89507\tvalidation_1-auc:0.83410 \n", + "[41]\tvalidation_0-auc:0.89607\tvalidation_1-auc:0.83380 \n", + "[42]\tvalidation_0-auc:0.89663\tvalidation_1-auc:0.83407 \n", + "[43]\tvalidation_0-auc:0.89735\tvalidation_1-auc:0.83460 \n", + "[44]\tvalidation_0-auc:0.89797\tvalidation_1-auc:0.83521 \n", + "[45]\tvalidation_0-auc:0.89841\tvalidation_1-auc:0.83514 \n", + "[46]\tvalidation_0-auc:0.89890\tvalidation_1-auc:0.83532 \n", + "[47]\tvalidation_0-auc:0.89941\tvalidation_1-auc:0.83526 \n", + "[48]\tvalidation_0-auc:0.90010\tvalidation_1-auc:0.83522 \n", + "[49]\tvalidation_0-auc:0.90072\tvalidation_1-auc:0.83541 \n", + "[50]\tvalidation_0-auc:0.90130\tvalidation_1-auc:0.83546 \n", + "[51]\tvalidation_0-auc:0.90181\tvalidation_1-auc:0.83555 \n", + "[52]\tvalidation_0-auc:0.90247\tvalidation_1-auc:0.83559 \n", + "[53]\tvalidation_0-auc:0.90307\tvalidation_1-auc:0.83555 \n", + "[54]\tvalidation_0-auc:0.90338\tvalidation_1-auc:0.83526 \n", + "[55]\tvalidation_0-auc:0.90362\tvalidation_1-auc:0.83533 \n", + "[56]\tvalidation_0-auc:0.90393\tvalidation_1-auc:0.83590 \n", + "[57]\tvalidation_0-auc:0.90500\tvalidation_1-auc:0.83585 \n", + "[58]\tvalidation_0-auc:0.90531\tvalidation_1-auc:0.83598 \n", + "[59]\tvalidation_0-auc:0.90605\tvalidation_1-auc:0.83576 \n", + "[60]\tvalidation_0-auc:0.90656\tvalidation_1-auc:0.83583 \n", + "[61]\tvalidation_0-auc:0.90719\tvalidation_1-auc:0.83557 \n", + "[62]\tvalidation_0-auc:0.90767\tvalidation_1-auc:0.83552 \n", + "[63]\tvalidation_0-auc:0.90786\tvalidation_1-auc:0.83538 \n", + "[64]\tvalidation_0-auc:0.90814\tvalidation_1-auc:0.83555 \n", + "[65]\tvalidation_0-auc:0.90837\tvalidation_1-auc:0.83575 \n", + "[66]\tvalidation_0-auc:0.90872\tvalidation_1-auc:0.83549 \n", + "[67]\tvalidation_0-auc:0.90927\tvalidation_1-auc:0.83545 \n", + "[68]\tvalidation_0-auc:0.90942\tvalidation_1-auc:0.83554 \n", + "[69]\tvalidation_0-auc:0.90965\tvalidation_1-auc:0.83552 \n", + "[70]\tvalidation_0-auc:0.90996\tvalidation_1-auc:0.83538 \n", + "[71]\tvalidation_0-auc:0.91008\tvalidation_1-auc:0.83521 \n", + "[72]\tvalidation_0-auc:0.91088\tvalidation_1-auc:0.83561 \n", + "[73]\tvalidation_0-auc:0.91110\tvalidation_1-auc:0.83564 \n", + "[74]\tvalidation_0-auc:0.91135\tvalidation_1-auc:0.83572 \n", + "[75]\tvalidation_0-auc:0.91160\tvalidation_1-auc:0.83584 \n", + "[76]\tvalidation_0-auc:0.91231\tvalidation_1-auc:0.83593 \n", + "[77]\tvalidation_0-auc:0.91251\tvalidation_1-auc:0.83560 \n", + "[78]\tvalidation_0-auc:0.91278\tvalidation_1-auc:0.83583 \n", + "[79]\tvalidation_0-auc:0.91311\tvalidation_1-auc:0.83579 \n", + "[80]\tvalidation_0-auc:0.91322\tvalidation_1-auc:0.83561 \n", + "[81]\tvalidation_0-auc:0.91339\tvalidation_1-auc:0.83555 \n", + "[82]\tvalidation_0-auc:0.91389\tvalidation_1-auc:0.83575 \n", + "[83]\tvalidation_0-auc:0.91430\tvalidation_1-auc:0.83526 \n", + "[84]\tvalidation_0-auc:0.91453\tvalidation_1-auc:0.83520 \n", + "[85]\tvalidation_0-auc:0.91468\tvalidation_1-auc:0.83518 \n", + "[86]\tvalidation_0-auc:0.91523\tvalidation_1-auc:0.83542 \n", + "[87]\tvalidation_0-auc:0.91554\tvalidation_1-auc:0.83543 \n", + "[0]\tvalidation_0-auc:0.82941\tvalidation_1-auc:0.79987 \n", + "[1]\tvalidation_0-auc:0.83536\tvalidation_1-auc:0.80324 \n", + "[2]\tvalidation_0-auc:0.84188\tvalidation_1-auc:0.80630 \n", + "[3]\tvalidation_0-auc:0.84378\tvalidation_1-auc:0.80640 \n", + "[4]\tvalidation_0-auc:0.84639\tvalidation_1-auc:0.80891 \n", + "[5]\tvalidation_0-auc:0.85101\tvalidation_1-auc:0.81278 \n", + "[6]\tvalidation_0-auc:0.85342\tvalidation_1-auc:0.81278 \n", + "[7]\tvalidation_0-auc:0.85492\tvalidation_1-auc:0.81310 \n", + "[8]\tvalidation_0-auc:0.85831\tvalidation_1-auc:0.81489 \n", + "[9]\tvalidation_0-auc:0.86321\tvalidation_1-auc:0.81996 \n", + "[10]\tvalidation_0-auc:0.86473\tvalidation_1-auc:0.81859 \n", + "[11]\tvalidation_0-auc:0.86686\tvalidation_1-auc:0.81733 \n", + "[12]\tvalidation_0-auc:0.87156\tvalidation_1-auc:0.81964 \n", + "[13]\tvalidation_0-auc:0.87358\tvalidation_1-auc:0.82049 \n", + "[14]\tvalidation_0-auc:0.87503\tvalidation_1-auc:0.82100 \n", + "[15]\tvalidation_0-auc:0.87701\tvalidation_1-auc:0.82137 \n", + "[16]\tvalidation_0-auc:0.87877\tvalidation_1-auc:0.82190 \n", + "[17]\tvalidation_0-auc:0.88062\tvalidation_1-auc:0.82415 \n", + "[18]\tvalidation_0-auc:0.88113\tvalidation_1-auc:0.82245 \n", + "[19]\tvalidation_0-auc:0.88331\tvalidation_1-auc:0.82334 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[20]\tvalidation_0-auc:0.88573\tvalidation_1-auc:0.82505 \n", + "[21]\tvalidation_0-auc:0.88680\tvalidation_1-auc:0.82486 \n", + "[22]\tvalidation_0-auc:0.88876\tvalidation_1-auc:0.82493 \n", + "[23]\tvalidation_0-auc:0.89089\tvalidation_1-auc:0.82591 \n", + "[24]\tvalidation_0-auc:0.89300\tvalidation_1-auc:0.82668 \n", + "[25]\tvalidation_0-auc:0.89373\tvalidation_1-auc:0.82710 \n", + "[26]\tvalidation_0-auc:0.89669\tvalidation_1-auc:0.82749 \n", + "[27]\tvalidation_0-auc:0.89894\tvalidation_1-auc:0.82844 \n", + "[28]\tvalidation_0-auc:0.90103\tvalidation_1-auc:0.82852 \n", + "[29]\tvalidation_0-auc:0.90213\tvalidation_1-auc:0.82895 \n", + "[30]\tvalidation_0-auc:0.90444\tvalidation_1-auc:0.82789 \n", + "[31]\tvalidation_0-auc:0.90596\tvalidation_1-auc:0.82836 \n", + "[32]\tvalidation_0-auc:0.90702\tvalidation_1-auc:0.82862 \n", + "[33]\tvalidation_0-auc:0.90786\tvalidation_1-auc:0.82897 \n", + "[34]\tvalidation_0-auc:0.90833\tvalidation_1-auc:0.82910 \n", + "[35]\tvalidation_0-auc:0.90937\tvalidation_1-auc:0.82879 \n", + "[36]\tvalidation_0-auc:0.90985\tvalidation_1-auc:0.82872 \n", + "[37]\tvalidation_0-auc:0.91085\tvalidation_1-auc:0.82882 \n", + "[38]\tvalidation_0-auc:0.91155\tvalidation_1-auc:0.82912 \n", + "[39]\tvalidation_0-auc:0.91164\tvalidation_1-auc:0.82937 \n", + "[40]\tvalidation_0-auc:0.91250\tvalidation_1-auc:0.82921 \n", + "[41]\tvalidation_0-auc:0.91370\tvalidation_1-auc:0.82926 \n", + "[42]\tvalidation_0-auc:0.91504\tvalidation_1-auc:0.82872 \n", + "[43]\tvalidation_0-auc:0.91571\tvalidation_1-auc:0.82853 \n", + "[44]\tvalidation_0-auc:0.91670\tvalidation_1-auc:0.82861 \n", + "[45]\tvalidation_0-auc:0.91775\tvalidation_1-auc:0.82878 \n", + "[46]\tvalidation_0-auc:0.91833\tvalidation_1-auc:0.82889 \n", + "[47]\tvalidation_0-auc:0.91933\tvalidation_1-auc:0.82886 \n", + "[48]\tvalidation_0-auc:0.92020\tvalidation_1-auc:0.82871 \n", + "[49]\tvalidation_0-auc:0.92111\tvalidation_1-auc:0.82882 \n", + "[50]\tvalidation_0-auc:0.92190\tvalidation_1-auc:0.82941 \n", + "[51]\tvalidation_0-auc:0.92264\tvalidation_1-auc:0.82933 \n", + "[52]\tvalidation_0-auc:0.92349\tvalidation_1-auc:0.82961 \n", + "[53]\tvalidation_0-auc:0.92447\tvalidation_1-auc:0.82946 \n", + "[54]\tvalidation_0-auc:0.92607\tvalidation_1-auc:0.82975 \n", + "[55]\tvalidation_0-auc:0.92669\tvalidation_1-auc:0.82964 \n", + "[56]\tvalidation_0-auc:0.92693\tvalidation_1-auc:0.82965 \n", + "[57]\tvalidation_0-auc:0.92774\tvalidation_1-auc:0.82920 \n", + "[58]\tvalidation_0-auc:0.92824\tvalidation_1-auc:0.82922 \n", + "[59]\tvalidation_0-auc:0.92905\tvalidation_1-auc:0.82932 \n", + "[60]\tvalidation_0-auc:0.92959\tvalidation_1-auc:0.82903 \n", + "[61]\tvalidation_0-auc:0.93053\tvalidation_1-auc:0.82883 \n", + "[62]\tvalidation_0-auc:0.93146\tvalidation_1-auc:0.82861 \n", + "[63]\tvalidation_0-auc:0.93225\tvalidation_1-auc:0.82856 \n", + "[64]\tvalidation_0-auc:0.93291\tvalidation_1-auc:0.82815 \n", + "[65]\tvalidation_0-auc:0.93342\tvalidation_1-auc:0.82786 \n", + "[66]\tvalidation_0-auc:0.93389\tvalidation_1-auc:0.82780 \n", + "[67]\tvalidation_0-auc:0.93409\tvalidation_1-auc:0.82777 \n", + "[68]\tvalidation_0-auc:0.93439\tvalidation_1-auc:0.82763 \n", + "[69]\tvalidation_0-auc:0.93511\tvalidation_1-auc:0.82790 \n", + "[70]\tvalidation_0-auc:0.93573\tvalidation_1-auc:0.82799 \n", + "[71]\tvalidation_0-auc:0.93632\tvalidation_1-auc:0.82778 \n", + "[72]\tvalidation_0-auc:0.93660\tvalidation_1-auc:0.82783 \n", + "[73]\tvalidation_0-auc:0.93692\tvalidation_1-auc:0.82758 \n", + "[74]\tvalidation_0-auc:0.93749\tvalidation_1-auc:0.82748 \n", + "[75]\tvalidation_0-auc:0.93799\tvalidation_1-auc:0.82732 \n", + "[76]\tvalidation_0-auc:0.93821\tvalidation_1-auc:0.82714 \n", + "[77]\tvalidation_0-auc:0.93841\tvalidation_1-auc:0.82716 \n", + "[78]\tvalidation_0-auc:0.93863\tvalidation_1-auc:0.82710 \n", + "[79]\tvalidation_0-auc:0.93877\tvalidation_1-auc:0.82721 \n", + "[80]\tvalidation_0-auc:0.93914\tvalidation_1-auc:0.82706 \n", + "[81]\tvalidation_0-auc:0.93934\tvalidation_1-auc:0.82697 \n", + "[82]\tvalidation_0-auc:0.93963\tvalidation_1-auc:0.82672 \n", + "[83]\tvalidation_0-auc:0.93997\tvalidation_1-auc:0.82675 \n", + "[84]\tvalidation_0-auc:0.94008\tvalidation_1-auc:0.82670 \n", + "[0]\tvalidation_0-auc:0.82500\tvalidation_1-auc:0.80482 \n", + "[1]\tvalidation_0-auc:0.82829\tvalidation_1-auc:0.80807 \n", + "[2]\tvalidation_0-auc:0.83969\tvalidation_1-auc:0.82030 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[3]\tvalidation_0-auc:0.84190\tvalidation_1-auc:0.81994 \n", + "[4]\tvalidation_0-auc:0.84854\tvalidation_1-auc:0.81987 \n", + "[5]\tvalidation_0-auc:0.85006\tvalidation_1-auc:0.82088 \n", + "[6]\tvalidation_0-auc:0.85222\tvalidation_1-auc:0.82112 \n", + "[7]\tvalidation_0-auc:0.85523\tvalidation_1-auc:0.82275 \n", + "[8]\tvalidation_0-auc:0.85818\tvalidation_1-auc:0.82406 \n", + "[9]\tvalidation_0-auc:0.86445\tvalidation_1-auc:0.82675 \n", + "[10]\tvalidation_0-auc:0.86484\tvalidation_1-auc:0.82553 \n", + "[11]\tvalidation_0-auc:0.86506\tvalidation_1-auc:0.82339 \n", + "[12]\tvalidation_0-auc:0.86868\tvalidation_1-auc:0.82634 \n", + "[13]\tvalidation_0-auc:0.87168\tvalidation_1-auc:0.82749 \n", + "[14]\tvalidation_0-auc:0.87453\tvalidation_1-auc:0.82810 \n", + "[15]\tvalidation_0-auc:0.87788\tvalidation_1-auc:0.82872 \n", + "[16]\tvalidation_0-auc:0.87979\tvalidation_1-auc:0.82864 \n", + "[17]\tvalidation_0-auc:0.88197\tvalidation_1-auc:0.83055 \n", + "[18]\tvalidation_0-auc:0.88276\tvalidation_1-auc:0.82931 \n", + "[19]\tvalidation_0-auc:0.88577\tvalidation_1-auc:0.82912 \n", + "[20]\tvalidation_0-auc:0.88716\tvalidation_1-auc:0.82890 \n", + "[21]\tvalidation_0-auc:0.88890\tvalidation_1-auc:0.82885 \n", + "[22]\tvalidation_0-auc:0.89129\tvalidation_1-auc:0.82998 \n", + "[23]\tvalidation_0-auc:0.89277\tvalidation_1-auc:0.82956 \n", + "[24]\tvalidation_0-auc:0.89476\tvalidation_1-auc:0.82985 \n", + "[25]\tvalidation_0-auc:0.89550\tvalidation_1-auc:0.82978 \n", + "[26]\tvalidation_0-auc:0.89683\tvalidation_1-auc:0.82976 \n", + "[27]\tvalidation_0-auc:0.89924\tvalidation_1-auc:0.82915 \n", + "[28]\tvalidation_0-auc:0.90027\tvalidation_1-auc:0.82996 \n", + "[29]\tvalidation_0-auc:0.90139\tvalidation_1-auc:0.83007 \n", + "[30]\tvalidation_0-auc:0.90362\tvalidation_1-auc:0.82999 \n", + "[31]\tvalidation_0-auc:0.90557\tvalidation_1-auc:0.83057 \n", + "[32]\tvalidation_0-auc:0.90704\tvalidation_1-auc:0.83090 \n", + "[33]\tvalidation_0-auc:0.90756\tvalidation_1-auc:0.83135 \n", + "[34]\tvalidation_0-auc:0.90886\tvalidation_1-auc:0.83120 \n", + "[35]\tvalidation_0-auc:0.90948\tvalidation_1-auc:0.83126 \n", + "[36]\tvalidation_0-auc:0.91079\tvalidation_1-auc:0.83115 \n", + "[37]\tvalidation_0-auc:0.91182\tvalidation_1-auc:0.83085 \n", + "[38]\tvalidation_0-auc:0.91290\tvalidation_1-auc:0.83139 \n", + "[39]\tvalidation_0-auc:0.91341\tvalidation_1-auc:0.83165 \n", + "[40]\tvalidation_0-auc:0.91434\tvalidation_1-auc:0.83198 \n", + "[41]\tvalidation_0-auc:0.91507\tvalidation_1-auc:0.83186 \n", + "[42]\tvalidation_0-auc:0.91657\tvalidation_1-auc:0.83220 \n", + "[43]\tvalidation_0-auc:0.91736\tvalidation_1-auc:0.83254 \n", + "[44]\tvalidation_0-auc:0.91780\tvalidation_1-auc:0.83310 \n", + "[45]\tvalidation_0-auc:0.91903\tvalidation_1-auc:0.83302 \n", + "[46]\tvalidation_0-auc:0.91969\tvalidation_1-auc:0.83284 \n", + "[47]\tvalidation_0-auc:0.92056\tvalidation_1-auc:0.83249 \n", + "[48]\tvalidation_0-auc:0.92160\tvalidation_1-auc:0.83210 \n", + "[49]\tvalidation_0-auc:0.92261\tvalidation_1-auc:0.83234 \n", + "[50]\tvalidation_0-auc:0.92369\tvalidation_1-auc:0.83255 \n", + "[51]\tvalidation_0-auc:0.92442\tvalidation_1-auc:0.83254 \n", + "[52]\tvalidation_0-auc:0.92520\tvalidation_1-auc:0.83235 \n", + "[53]\tvalidation_0-auc:0.92581\tvalidation_1-auc:0.83228 \n", + "[54]\tvalidation_0-auc:0.92686\tvalidation_1-auc:0.83180 \n", + "[55]\tvalidation_0-auc:0.92760\tvalidation_1-auc:0.83175 \n", + "[56]\tvalidation_0-auc:0.92800\tvalidation_1-auc:0.83183 \n", + "[57]\tvalidation_0-auc:0.92878\tvalidation_1-auc:0.83186 \n", + "[58]\tvalidation_0-auc:0.92957\tvalidation_1-auc:0.83199 \n", + "[59]\tvalidation_0-auc:0.93032\tvalidation_1-auc:0.83175 \n", + "[60]\tvalidation_0-auc:0.93079\tvalidation_1-auc:0.83232 \n", + "[61]\tvalidation_0-auc:0.93180\tvalidation_1-auc:0.83198 \n", + "[62]\tvalidation_0-auc:0.93273\tvalidation_1-auc:0.83151 \n", + "[63]\tvalidation_0-auc:0.93346\tvalidation_1-auc:0.83113 \n", + "[64]\tvalidation_0-auc:0.93412\tvalidation_1-auc:0.83116 \n", + "[65]\tvalidation_0-auc:0.93464\tvalidation_1-auc:0.83106 \n", + "[66]\tvalidation_0-auc:0.93527\tvalidation_1-auc:0.83128 \n", + "[67]\tvalidation_0-auc:0.93561\tvalidation_1-auc:0.83121 \n", + "[68]\tvalidation_0-auc:0.93615\tvalidation_1-auc:0.83149 \n", + "[69]\tvalidation_0-auc:0.93653\tvalidation_1-auc:0.83171 \n", + "[70]\tvalidation_0-auc:0.93704\tvalidation_1-auc:0.83178 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[71]\tvalidation_0-auc:0.93768\tvalidation_1-auc:0.83118 \n", + "[72]\tvalidation_0-auc:0.93804\tvalidation_1-auc:0.83156 \n", + "[73]\tvalidation_0-auc:0.93892\tvalidation_1-auc:0.83138 \n", + "[74]\tvalidation_0-auc:0.93928\tvalidation_1-auc:0.83160 \n", + "[0]\tvalidation_0-auc:0.83124\tvalidation_1-auc:0.81038 \n", + "[1]\tvalidation_0-auc:0.83818\tvalidation_1-auc:0.81239 \n", + "[2]\tvalidation_0-auc:0.84484\tvalidation_1-auc:0.81708 \n", + "[3]\tvalidation_0-auc:0.84677\tvalidation_1-auc:0.81698 \n", + "[4]\tvalidation_0-auc:0.84693\tvalidation_1-auc:0.81728 \n", + "[5]\tvalidation_0-auc:0.84854\tvalidation_1-auc:0.81836 \n", + "[6]\tvalidation_0-auc:0.85208\tvalidation_1-auc:0.81890 \n", + "[7]\tvalidation_0-auc:0.85396\tvalidation_1-auc:0.81944 \n", + "[8]\tvalidation_0-auc:0.85633\tvalidation_1-auc:0.81939 \n", + "[9]\tvalidation_0-auc:0.86322\tvalidation_1-auc:0.82291 \n", + "[10]\tvalidation_0-auc:0.86499\tvalidation_1-auc:0.82320 \n", + "[11]\tvalidation_0-auc:0.86736\tvalidation_1-auc:0.82297 \n", + "[12]\tvalidation_0-auc:0.87154\tvalidation_1-auc:0.82439 \n", + "[13]\tvalidation_0-auc:0.87400\tvalidation_1-auc:0.82500 \n", + "[14]\tvalidation_0-auc:0.87508\tvalidation_1-auc:0.82546 \n", + "[15]\tvalidation_0-auc:0.87760\tvalidation_1-auc:0.82534 \n", + "[16]\tvalidation_0-auc:0.87999\tvalidation_1-auc:0.82664 \n", + "[17]\tvalidation_0-auc:0.88250\tvalidation_1-auc:0.82694 \n", + "[18]\tvalidation_0-auc:0.88335\tvalidation_1-auc:0.82655 \n", + "[19]\tvalidation_0-auc:0.88617\tvalidation_1-auc:0.82638 \n", + "[20]\tvalidation_0-auc:0.88829\tvalidation_1-auc:0.82716 \n", + "[21]\tvalidation_0-auc:0.88999\tvalidation_1-auc:0.82760 \n", + "[22]\tvalidation_0-auc:0.89182\tvalidation_1-auc:0.82756 \n", + "[23]\tvalidation_0-auc:0.89260\tvalidation_1-auc:0.82714 \n", + "[24]\tvalidation_0-auc:0.89436\tvalidation_1-auc:0.82754 \n", + "[25]\tvalidation_0-auc:0.89556\tvalidation_1-auc:0.82804 \n", + "[26]\tvalidation_0-auc:0.89785\tvalidation_1-auc:0.82846 \n", + "[27]\tvalidation_0-auc:0.89966\tvalidation_1-auc:0.82873 \n", + "[28]\tvalidation_0-auc:0.90124\tvalidation_1-auc:0.82880 \n", + "[29]\tvalidation_0-auc:0.90229\tvalidation_1-auc:0.82873 \n", + "[30]\tvalidation_0-auc:0.90435\tvalidation_1-auc:0.82808 \n", + "[31]\tvalidation_0-auc:0.90552\tvalidation_1-auc:0.82857 \n", + "[32]\tvalidation_0-auc:0.90693\tvalidation_1-auc:0.82786 \n", + "[33]\tvalidation_0-auc:0.90751\tvalidation_1-auc:0.82832 \n", + "[34]\tvalidation_0-auc:0.90869\tvalidation_1-auc:0.82888 \n", + "[35]\tvalidation_0-auc:0.91057\tvalidation_1-auc:0.82981 \n", + "[36]\tvalidation_0-auc:0.91163\tvalidation_1-auc:0.82982 \n", + "[37]\tvalidation_0-auc:0.91250\tvalidation_1-auc:0.83020 \n", + "[38]\tvalidation_0-auc:0.91340\tvalidation_1-auc:0.82981 \n", + "[39]\tvalidation_0-auc:0.91416\tvalidation_1-auc:0.82950 \n", + "[40]\tvalidation_0-auc:0.91506\tvalidation_1-auc:0.82934 \n", + "[41]\tvalidation_0-auc:0.91616\tvalidation_1-auc:0.82894 \n", + "[42]\tvalidation_0-auc:0.91751\tvalidation_1-auc:0.82917 \n", + "[43]\tvalidation_0-auc:0.91844\tvalidation_1-auc:0.82871 \n", + "[44]\tvalidation_0-auc:0.91931\tvalidation_1-auc:0.82803 \n", + "[45]\tvalidation_0-auc:0.92029\tvalidation_1-auc:0.82838 \n", + "[46]\tvalidation_0-auc:0.92099\tvalidation_1-auc:0.82853 \n", + "[47]\tvalidation_0-auc:0.92182\tvalidation_1-auc:0.82831 \n", + "[48]\tvalidation_0-auc:0.92274\tvalidation_1-auc:0.82797 \n", + "[49]\tvalidation_0-auc:0.92351\tvalidation_1-auc:0.82764 \n", + "[50]\tvalidation_0-auc:0.92427\tvalidation_1-auc:0.82784 \n", + "[51]\tvalidation_0-auc:0.92495\tvalidation_1-auc:0.82781 \n", + "[52]\tvalidation_0-auc:0.92619\tvalidation_1-auc:0.82823 \n", + "[53]\tvalidation_0-auc:0.92700\tvalidation_1-auc:0.82838 \n", + "[54]\tvalidation_0-auc:0.92800\tvalidation_1-auc:0.82787 \n", + "[55]\tvalidation_0-auc:0.92870\tvalidation_1-auc:0.82809 \n", + "[56]\tvalidation_0-auc:0.92893\tvalidation_1-auc:0.82806 \n", + "[57]\tvalidation_0-auc:0.92976\tvalidation_1-auc:0.82810 \n", + "[58]\tvalidation_0-auc:0.93020\tvalidation_1-auc:0.82830 \n", + "[59]\tvalidation_0-auc:0.93098\tvalidation_1-auc:0.82866 \n", + "[60]\tvalidation_0-auc:0.93173\tvalidation_1-auc:0.82839 \n", + "[61]\tvalidation_0-auc:0.93262\tvalidation_1-auc:0.82813 \n", + "[62]\tvalidation_0-auc:0.93326\tvalidation_1-auc:0.82783 \n", + "[63]\tvalidation_0-auc:0.93390\tvalidation_1-auc:0.82766 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[64]\tvalidation_0-auc:0.93433\tvalidation_1-auc:0.82757 \n", + "[65]\tvalidation_0-auc:0.93472\tvalidation_1-auc:0.82757 \n", + "[66]\tvalidation_0-auc:0.93523\tvalidation_1-auc:0.82748 \n", + "[67]\tvalidation_0-auc:0.93568\tvalidation_1-auc:0.82762 \n", + "[0]\tvalidation_0-auc:0.81859\tvalidation_1-auc:0.79401 \n", + "[1]\tvalidation_0-auc:0.82667\tvalidation_1-auc:0.79829 \n", + "[2]\tvalidation_0-auc:0.83794\tvalidation_1-auc:0.81041 \n", + "[3]\tvalidation_0-auc:0.83969\tvalidation_1-auc:0.81330 \n", + "[4]\tvalidation_0-auc:0.84122\tvalidation_1-auc:0.81361 \n", + "[5]\tvalidation_0-auc:0.84405\tvalidation_1-auc:0.81629 \n", + "[6]\tvalidation_0-auc:0.84542\tvalidation_1-auc:0.81610 \n", + "[7]\tvalidation_0-auc:0.84682\tvalidation_1-auc:0.81596 \n", + "[8]\tvalidation_0-auc:0.84842\tvalidation_1-auc:0.81549 \n", + "[9]\tvalidation_0-auc:0.85207\tvalidation_1-auc:0.82021 \n", + "[10]\tvalidation_0-auc:0.85160\tvalidation_1-auc:0.82088 \n", + "[11]\tvalidation_0-auc:0.85620\tvalidation_1-auc:0.82451 \n", + "[12]\tvalidation_0-auc:0.85711\tvalidation_1-auc:0.82480 \n", + "[13]\tvalidation_0-auc:0.85954\tvalidation_1-auc:0.82533 \n", + "[14]\tvalidation_0-auc:0.86081\tvalidation_1-auc:0.82674 \n", + "[15]\tvalidation_0-auc:0.86261\tvalidation_1-auc:0.82620 \n", + "[16]\tvalidation_0-auc:0.86354\tvalidation_1-auc:0.82639 \n", + "[17]\tvalidation_0-auc:0.86499\tvalidation_1-auc:0.82735 \n", + "[18]\tvalidation_0-auc:0.86587\tvalidation_1-auc:0.82741 \n", + "[19]\tvalidation_0-auc:0.86725\tvalidation_1-auc:0.82847 \n", + "[20]\tvalidation_0-auc:0.86806\tvalidation_1-auc:0.82911 \n", + "[21]\tvalidation_0-auc:0.86879\tvalidation_1-auc:0.82923 \n", + "[22]\tvalidation_0-auc:0.86980\tvalidation_1-auc:0.82907 \n", + "[23]\tvalidation_0-auc:0.87108\tvalidation_1-auc:0.82976 \n", + "[24]\tvalidation_0-auc:0.87192\tvalidation_1-auc:0.82920 \n", + "[25]\tvalidation_0-auc:0.87369\tvalidation_1-auc:0.82964 \n", + "[26]\tvalidation_0-auc:0.87429\tvalidation_1-auc:0.83013 \n", + "[27]\tvalidation_0-auc:0.87635\tvalidation_1-auc:0.83063 \n", + "[28]\tvalidation_0-auc:0.87706\tvalidation_1-auc:0.83081 \n", + "[29]\tvalidation_0-auc:0.87767\tvalidation_1-auc:0.83100 \n", + "[30]\tvalidation_0-auc:0.87902\tvalidation_1-auc:0.83172 \n", + "[31]\tvalidation_0-auc:0.87987\tvalidation_1-auc:0.83125 \n", + "[32]\tvalidation_0-auc:0.88092\tvalidation_1-auc:0.83092 \n", + "[33]\tvalidation_0-auc:0.88200\tvalidation_1-auc:0.83125 \n", + "[34]\tvalidation_0-auc:0.88254\tvalidation_1-auc:0.83173 \n", + "[35]\tvalidation_0-auc:0.88333\tvalidation_1-auc:0.83195 \n", + "[36]\tvalidation_0-auc:0.88427\tvalidation_1-auc:0.83179 \n", + "[37]\tvalidation_0-auc:0.88463\tvalidation_1-auc:0.83232 \n", + "[38]\tvalidation_0-auc:0.88558\tvalidation_1-auc:0.83228 \n", + "[39]\tvalidation_0-auc:0.88588\tvalidation_1-auc:0.83259 \n", + "[40]\tvalidation_0-auc:0.88663\tvalidation_1-auc:0.83231 \n", + "[41]\tvalidation_0-auc:0.88759\tvalidation_1-auc:0.83224 \n", + "[42]\tvalidation_0-auc:0.88822\tvalidation_1-auc:0.83271 \n", + "[43]\tvalidation_0-auc:0.88842\tvalidation_1-auc:0.83273 \n", + "[44]\tvalidation_0-auc:0.88878\tvalidation_1-auc:0.83278 \n", + "[45]\tvalidation_0-auc:0.88917\tvalidation_1-auc:0.83266 \n", + "[46]\tvalidation_0-auc:0.88967\tvalidation_1-auc:0.83231 \n", + "[47]\tvalidation_0-auc:0.88989\tvalidation_1-auc:0.83237 \n", + "[48]\tvalidation_0-auc:0.89107\tvalidation_1-auc:0.83244 \n", + "[49]\tvalidation_0-auc:0.89156\tvalidation_1-auc:0.83234 \n", + "[50]\tvalidation_0-auc:0.89206\tvalidation_1-auc:0.83208 \n", + "[51]\tvalidation_0-auc:0.89236\tvalidation_1-auc:0.83202 \n", + "[52]\tvalidation_0-auc:0.89264\tvalidation_1-auc:0.83187 \n", + "[53]\tvalidation_0-auc:0.89284\tvalidation_1-auc:0.83169 \n", + "[54]\tvalidation_0-auc:0.89304\tvalidation_1-auc:0.83176 \n", + "[55]\tvalidation_0-auc:0.89351\tvalidation_1-auc:0.83154 \n", + "[56]\tvalidation_0-auc:0.89367\tvalidation_1-auc:0.83174 \n", + "[57]\tvalidation_0-auc:0.89461\tvalidation_1-auc:0.83192 \n", + "[58]\tvalidation_0-auc:0.89472\tvalidation_1-auc:0.83179 \n", + "[59]\tvalidation_0-auc:0.89488\tvalidation_1-auc:0.83164 \n", + "[60]\tvalidation_0-auc:0.89514\tvalidation_1-auc:0.83171 \n", + "[61]\tvalidation_0-auc:0.89601\tvalidation_1-auc:0.83121 \n", + "[62]\tvalidation_0-auc:0.89619\tvalidation_1-auc:0.83102 \n", + "[63]\tvalidation_0-auc:0.89638\tvalidation_1-auc:0.83089 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[64]\tvalidation_0-auc:0.89713\tvalidation_1-auc:0.83084 \n", + "[65]\tvalidation_0-auc:0.89745\tvalidation_1-auc:0.83075 \n", + "[66]\tvalidation_0-auc:0.89782\tvalidation_1-auc:0.83091 \n", + "[67]\tvalidation_0-auc:0.89854\tvalidation_1-auc:0.83059 \n", + "[68]\tvalidation_0-auc:0.89895\tvalidation_1-auc:0.83071 \n", + "[69]\tvalidation_0-auc:0.89911\tvalidation_1-auc:0.83059 \n", + "[70]\tvalidation_0-auc:0.89951\tvalidation_1-auc:0.83060 \n", + "[71]\tvalidation_0-auc:0.89956\tvalidation_1-auc:0.83056 \n", + "[72]\tvalidation_0-auc:0.89979\tvalidation_1-auc:0.83015 \n", + "[73]\tvalidation_0-auc:0.90018\tvalidation_1-auc:0.82998 \n", + "[0]\tvalidation_0-auc:0.81571\tvalidation_1-auc:0.80310 \n", + "[1]\tvalidation_0-auc:0.82505\tvalidation_1-auc:0.81416 \n", + "[2]\tvalidation_0-auc:0.83257\tvalidation_1-auc:0.82051 \n", + "[3]\tvalidation_0-auc:0.83604\tvalidation_1-auc:0.82125 \n", + "[4]\tvalidation_0-auc:0.83892\tvalidation_1-auc:0.82266 \n", + "[5]\tvalidation_0-auc:0.84071\tvalidation_1-auc:0.82336 \n", + "[6]\tvalidation_0-auc:0.84284\tvalidation_1-auc:0.82432 \n", + "[7]\tvalidation_0-auc:0.84337\tvalidation_1-auc:0.82469 \n", + "[8]\tvalidation_0-auc:0.84714\tvalidation_1-auc:0.82705 \n", + "[9]\tvalidation_0-auc:0.85193\tvalidation_1-auc:0.82800 \n", + "[10]\tvalidation_0-auc:0.85206\tvalidation_1-auc:0.82615 \n", + "[11]\tvalidation_0-auc:0.85636\tvalidation_1-auc:0.82761 \n", + "[12]\tvalidation_0-auc:0.85839\tvalidation_1-auc:0.82883 \n", + "[13]\tvalidation_0-auc:0.86065\tvalidation_1-auc:0.83106 \n", + "[14]\tvalidation_0-auc:0.86258\tvalidation_1-auc:0.83132 \n", + "[15]\tvalidation_0-auc:0.86372\tvalidation_1-auc:0.83119 \n", + "[16]\tvalidation_0-auc:0.86532\tvalidation_1-auc:0.83195 \n", + "[17]\tvalidation_0-auc:0.86601\tvalidation_1-auc:0.83174 \n", + "[18]\tvalidation_0-auc:0.86692\tvalidation_1-auc:0.83284 \n", + "[19]\tvalidation_0-auc:0.86828\tvalidation_1-auc:0.83417 \n", + "[20]\tvalidation_0-auc:0.86899\tvalidation_1-auc:0.83457 \n", + "[21]\tvalidation_0-auc:0.87045\tvalidation_1-auc:0.83494 \n", + "[22]\tvalidation_0-auc:0.87155\tvalidation_1-auc:0.83516 \n", + "[23]\tvalidation_0-auc:0.87221\tvalidation_1-auc:0.83518 \n", + "[24]\tvalidation_0-auc:0.87310\tvalidation_1-auc:0.83510 \n", + "[25]\tvalidation_0-auc:0.87411\tvalidation_1-auc:0.83515 \n", + "[26]\tvalidation_0-auc:0.87527\tvalidation_1-auc:0.83576 \n", + "[27]\tvalidation_0-auc:0.87677\tvalidation_1-auc:0.83643 \n", + "[28]\tvalidation_0-auc:0.87803\tvalidation_1-auc:0.83557 \n", + "[29]\tvalidation_0-auc:0.87921\tvalidation_1-auc:0.83606 \n", + "[30]\tvalidation_0-auc:0.88072\tvalidation_1-auc:0.83644 \n", + "[31]\tvalidation_0-auc:0.88159\tvalidation_1-auc:0.83647 \n", + "[32]\tvalidation_0-auc:0.88269\tvalidation_1-auc:0.83637 \n", + "[33]\tvalidation_0-auc:0.88317\tvalidation_1-auc:0.83667 \n", + "[34]\tvalidation_0-auc:0.88387\tvalidation_1-auc:0.83750 \n", + "[35]\tvalidation_0-auc:0.88481\tvalidation_1-auc:0.83710 \n", + "[36]\tvalidation_0-auc:0.88509\tvalidation_1-auc:0.83670 \n", + "[37]\tvalidation_0-auc:0.88591\tvalidation_1-auc:0.83624 \n", + "[38]\tvalidation_0-auc:0.88650\tvalidation_1-auc:0.83664 \n", + "[39]\tvalidation_0-auc:0.88736\tvalidation_1-auc:0.83708 \n", + "[40]\tvalidation_0-auc:0.88782\tvalidation_1-auc:0.83734 \n", + "[41]\tvalidation_0-auc:0.88855\tvalidation_1-auc:0.83726 \n", + "[42]\tvalidation_0-auc:0.88897\tvalidation_1-auc:0.83725 \n", + "[43]\tvalidation_0-auc:0.88965\tvalidation_1-auc:0.83703 \n", + "[44]\tvalidation_0-auc:0.89028\tvalidation_1-auc:0.83733 \n", + "[45]\tvalidation_0-auc:0.89103\tvalidation_1-auc:0.83728 \n", + "[46]\tvalidation_0-auc:0.89137\tvalidation_1-auc:0.83711 \n", + "[47]\tvalidation_0-auc:0.89180\tvalidation_1-auc:0.83707 \n", + "[48]\tvalidation_0-auc:0.89228\tvalidation_1-auc:0.83722 \n", + "[49]\tvalidation_0-auc:0.89268\tvalidation_1-auc:0.83738 \n", + "[50]\tvalidation_0-auc:0.89339\tvalidation_1-auc:0.83736 \n", + "[51]\tvalidation_0-auc:0.89365\tvalidation_1-auc:0.83742 \n", + "[52]\tvalidation_0-auc:0.89453\tvalidation_1-auc:0.83765 \n", + "[53]\tvalidation_0-auc:0.89477\tvalidation_1-auc:0.83765 \n", + "[54]\tvalidation_0-auc:0.89494\tvalidation_1-auc:0.83775 \n", + "[55]\tvalidation_0-auc:0.89545\tvalidation_1-auc:0.83766 \n", + "[56]\tvalidation_0-auc:0.89560\tvalidation_1-auc:0.83760 \n", + "[57]\tvalidation_0-auc:0.89573\tvalidation_1-auc:0.83758 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[58]\tvalidation_0-auc:0.89624\tvalidation_1-auc:0.83752 \n", + "[59]\tvalidation_0-auc:0.89649\tvalidation_1-auc:0.83735 \n", + "[60]\tvalidation_0-auc:0.89683\tvalidation_1-auc:0.83733 \n", + "[61]\tvalidation_0-auc:0.89716\tvalidation_1-auc:0.83723 \n", + "[62]\tvalidation_0-auc:0.89745\tvalidation_1-auc:0.83742 \n", + "[63]\tvalidation_0-auc:0.89772\tvalidation_1-auc:0.83729 \n", + "[64]\tvalidation_0-auc:0.89795\tvalidation_1-auc:0.83714 \n", + "[65]\tvalidation_0-auc:0.89807\tvalidation_1-auc:0.83728 \n", + "[66]\tvalidation_0-auc:0.89850\tvalidation_1-auc:0.83712 \n", + "[67]\tvalidation_0-auc:0.89885\tvalidation_1-auc:0.83715 \n", + "[68]\tvalidation_0-auc:0.89917\tvalidation_1-auc:0.83708 \n", + "[69]\tvalidation_0-auc:0.89922\tvalidation_1-auc:0.83709 \n", + "[70]\tvalidation_0-auc:0.89936\tvalidation_1-auc:0.83699 \n", + "[71]\tvalidation_0-auc:0.89984\tvalidation_1-auc:0.83703 \n", + "[72]\tvalidation_0-auc:0.90022\tvalidation_1-auc:0.83705 \n", + "[73]\tvalidation_0-auc:0.90033\tvalidation_1-auc:0.83693 \n", + "[74]\tvalidation_0-auc:0.90066\tvalidation_1-auc:0.83691 \n", + "[75]\tvalidation_0-auc:0.90072\tvalidation_1-auc:0.83692 \n", + "[76]\tvalidation_0-auc:0.90073\tvalidation_1-auc:0.83696 \n", + "[77]\tvalidation_0-auc:0.90089\tvalidation_1-auc:0.83707 \n", + "[78]\tvalidation_0-auc:0.90119\tvalidation_1-auc:0.83673 \n", + "[79]\tvalidation_0-auc:0.90131\tvalidation_1-auc:0.83679 \n", + "[80]\tvalidation_0-auc:0.90141\tvalidation_1-auc:0.83681 \n", + "[81]\tvalidation_0-auc:0.90153\tvalidation_1-auc:0.83666 \n", + "[82]\tvalidation_0-auc:0.90176\tvalidation_1-auc:0.83676 \n", + "[83]\tvalidation_0-auc:0.90204\tvalidation_1-auc:0.83687 \n", + "[0]\tvalidation_0-auc:0.82584\tvalidation_1-auc:0.81158 \n", + "[1]\tvalidation_0-auc:0.83112\tvalidation_1-auc:0.81209 \n", + "[2]\tvalidation_0-auc:0.83722\tvalidation_1-auc:0.81634 \n", + "[3]\tvalidation_0-auc:0.83980\tvalidation_1-auc:0.81677 \n", + "[4]\tvalidation_0-auc:0.84295\tvalidation_1-auc:0.82161 \n", + "[5]\tvalidation_0-auc:0.84318\tvalidation_1-auc:0.82100 \n", + "[6]\tvalidation_0-auc:0.84531\tvalidation_1-auc:0.82196 \n", + "[7]\tvalidation_0-auc:0.84837\tvalidation_1-auc:0.82370 \n", + "[8]\tvalidation_0-auc:0.85030\tvalidation_1-auc:0.82442 \n", + "[9]\tvalidation_0-auc:0.85567\tvalidation_1-auc:0.82798 \n", + "[10]\tvalidation_0-auc:0.85685\tvalidation_1-auc:0.82843 \n", + "[11]\tvalidation_0-auc:0.85838\tvalidation_1-auc:0.82831 \n", + "[12]\tvalidation_0-auc:0.86120\tvalidation_1-auc:0.83075 \n", + "[13]\tvalidation_0-auc:0.86282\tvalidation_1-auc:0.83091 \n", + "[14]\tvalidation_0-auc:0.86396\tvalidation_1-auc:0.83138 \n", + "[15]\tvalidation_0-auc:0.86577\tvalidation_1-auc:0.83248 \n", + "[16]\tvalidation_0-auc:0.86666\tvalidation_1-auc:0.83251 \n", + "[17]\tvalidation_0-auc:0.86706\tvalidation_1-auc:0.83260 \n", + "[18]\tvalidation_0-auc:0.86775\tvalidation_1-auc:0.83290 \n", + "[19]\tvalidation_0-auc:0.86817\tvalidation_1-auc:0.83366 \n", + "[20]\tvalidation_0-auc:0.86947\tvalidation_1-auc:0.83409 \n", + "[21]\tvalidation_0-auc:0.87131\tvalidation_1-auc:0.83331 \n", + "[22]\tvalidation_0-auc:0.87304\tvalidation_1-auc:0.83459 \n", + "[23]\tvalidation_0-auc:0.87387\tvalidation_1-auc:0.83410 \n", + "[24]\tvalidation_0-auc:0.87547\tvalidation_1-auc:0.83513 \n", + "[25]\tvalidation_0-auc:0.87690\tvalidation_1-auc:0.83528 \n", + "[26]\tvalidation_0-auc:0.87796\tvalidation_1-auc:0.83599 \n", + "[27]\tvalidation_0-auc:0.87903\tvalidation_1-auc:0.83533 \n", + "[28]\tvalidation_0-auc:0.87992\tvalidation_1-auc:0.83493 \n", + "[29]\tvalidation_0-auc:0.88106\tvalidation_1-auc:0.83559 \n", + "[30]\tvalidation_0-auc:0.88269\tvalidation_1-auc:0.83592 \n", + "[31]\tvalidation_0-auc:0.88340\tvalidation_1-auc:0.83579 \n", + "[32]\tvalidation_0-auc:0.88458\tvalidation_1-auc:0.83578 \n", + "[33]\tvalidation_0-auc:0.88508\tvalidation_1-auc:0.83586 \n", + "[34]\tvalidation_0-auc:0.88587\tvalidation_1-auc:0.83602 \n", + "[35]\tvalidation_0-auc:0.88644\tvalidation_1-auc:0.83640 \n", + "[36]\tvalidation_0-auc:0.88705\tvalidation_1-auc:0.83627 \n", + "[37]\tvalidation_0-auc:0.88746\tvalidation_1-auc:0.83628 \n", + "[38]\tvalidation_0-auc:0.88856\tvalidation_1-auc:0.83654 \n", + "[39]\tvalidation_0-auc:0.88891\tvalidation_1-auc:0.83659 \n", + "[40]\tvalidation_0-auc:0.88933\tvalidation_1-auc:0.83679 \n", + "[41]\tvalidation_0-auc:0.89044\tvalidation_1-auc:0.83666 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[42]\tvalidation_0-auc:0.89079\tvalidation_1-auc:0.83690 \n", + "[43]\tvalidation_0-auc:0.89132\tvalidation_1-auc:0.83702 \n", + "[44]\tvalidation_0-auc:0.89158\tvalidation_1-auc:0.83713 \n", + "[45]\tvalidation_0-auc:0.89192\tvalidation_1-auc:0.83713 \n", + "[46]\tvalidation_0-auc:0.89288\tvalidation_1-auc:0.83699 \n", + "[47]\tvalidation_0-auc:0.89299\tvalidation_1-auc:0.83715 \n", + "[48]\tvalidation_0-auc:0.89365\tvalidation_1-auc:0.83693 \n", + "[49]\tvalidation_0-auc:0.89450\tvalidation_1-auc:0.83704 \n", + "[50]\tvalidation_0-auc:0.89569\tvalidation_1-auc:0.83689 \n", + "[51]\tvalidation_0-auc:0.89596\tvalidation_1-auc:0.83680 \n", + "[52]\tvalidation_0-auc:0.89627\tvalidation_1-auc:0.83710 \n", + "[53]\tvalidation_0-auc:0.89720\tvalidation_1-auc:0.83656 \n", + "[54]\tvalidation_0-auc:0.89789\tvalidation_1-auc:0.83654 \n", + "[55]\tvalidation_0-auc:0.89812\tvalidation_1-auc:0.83652 \n", + "[56]\tvalidation_0-auc:0.89834\tvalidation_1-auc:0.83659 \n", + "[57]\tvalidation_0-auc:0.89877\tvalidation_1-auc:0.83670 \n", + "[58]\tvalidation_0-auc:0.89905\tvalidation_1-auc:0.83664 \n", + "[59]\tvalidation_0-auc:0.89935\tvalidation_1-auc:0.83657 \n", + "[60]\tvalidation_0-auc:0.89970\tvalidation_1-auc:0.83613 \n", + "[61]\tvalidation_0-auc:0.90014\tvalidation_1-auc:0.83629 \n", + "[62]\tvalidation_0-auc:0.90076\tvalidation_1-auc:0.83632 \n", + "[63]\tvalidation_0-auc:0.90103\tvalidation_1-auc:0.83622 \n", + "[64]\tvalidation_0-auc:0.90129\tvalidation_1-auc:0.83613 \n", + "[65]\tvalidation_0-auc:0.90161\tvalidation_1-auc:0.83597 \n", + "[66]\tvalidation_0-auc:0.90211\tvalidation_1-auc:0.83586 \n", + "[67]\tvalidation_0-auc:0.90232\tvalidation_1-auc:0.83581 \n", + "[68]\tvalidation_0-auc:0.90307\tvalidation_1-auc:0.83606 \n", + "[69]\tvalidation_0-auc:0.90324\tvalidation_1-auc:0.83596 \n", + "[70]\tvalidation_0-auc:0.90348\tvalidation_1-auc:0.83608 \n", + "[71]\tvalidation_0-auc:0.90370\tvalidation_1-auc:0.83600 \n", + "[72]\tvalidation_0-auc:0.90401\tvalidation_1-auc:0.83597 \n", + "[73]\tvalidation_0-auc:0.90509\tvalidation_1-auc:0.83582 \n", + "[74]\tvalidation_0-auc:0.90536\tvalidation_1-auc:0.83591 \n", + "[75]\tvalidation_0-auc:0.90546\tvalidation_1-auc:0.83597 \n", + "[76]\tvalidation_0-auc:0.90586\tvalidation_1-auc:0.83598 \n", + "[0]\tvalidation_0-auc:0.82870\tvalidation_1-auc:0.80114 \n", + "[1]\tvalidation_0-auc:0.84042\tvalidation_1-auc:0.80454 \n", + "[2]\tvalidation_0-auc:0.84916\tvalidation_1-auc:0.81058 \n", + "[3]\tvalidation_0-auc:0.85325\tvalidation_1-auc:0.81254 \n", + "[4]\tvalidation_0-auc:0.85792\tvalidation_1-auc:0.81275 \n", + "[5]\tvalidation_0-auc:0.86202\tvalidation_1-auc:0.81323 \n", + "[6]\tvalidation_0-auc:0.86395\tvalidation_1-auc:0.81336 \n", + "[7]\tvalidation_0-auc:0.86749\tvalidation_1-auc:0.81374 \n", + "[8]\tvalidation_0-auc:0.87323\tvalidation_1-auc:0.81702 \n", + "[9]\tvalidation_0-auc:0.88154\tvalidation_1-auc:0.81953 \n", + "[10]\tvalidation_0-auc:0.88280\tvalidation_1-auc:0.81848 \n", + "[11]\tvalidation_0-auc:0.88749\tvalidation_1-auc:0.82099 \n", + "[12]\tvalidation_0-auc:0.89156\tvalidation_1-auc:0.82412 \n", + "[13]\tvalidation_0-auc:0.89569\tvalidation_1-auc:0.82466 \n", + "[14]\tvalidation_0-auc:0.89871\tvalidation_1-auc:0.82463 \n", + "[15]\tvalidation_0-auc:0.90168\tvalidation_1-auc:0.82437 \n", + "[16]\tvalidation_0-auc:0.90517\tvalidation_1-auc:0.82493 \n", + "[17]\tvalidation_0-auc:0.90690\tvalidation_1-auc:0.82453 \n", + "[18]\tvalidation_0-auc:0.90963\tvalidation_1-auc:0.82439 \n", + "[19]\tvalidation_0-auc:0.91344\tvalidation_1-auc:0.82428 \n", + "[20]\tvalidation_0-auc:0.91583\tvalidation_1-auc:0.82434 \n", + "[21]\tvalidation_0-auc:0.91883\tvalidation_1-auc:0.82484 \n", + "[22]\tvalidation_0-auc:0.92095\tvalidation_1-auc:0.82617 \n", + "[23]\tvalidation_0-auc:0.92252\tvalidation_1-auc:0.82600 \n", + "[24]\tvalidation_0-auc:0.92520\tvalidation_1-auc:0.82629 \n", + "[25]\tvalidation_0-auc:0.92693\tvalidation_1-auc:0.82667 \n", + "[26]\tvalidation_0-auc:0.92908\tvalidation_1-auc:0.82675 \n", + "[27]\tvalidation_0-auc:0.93092\tvalidation_1-auc:0.82674 \n", + "[28]\tvalidation_0-auc:0.93286\tvalidation_1-auc:0.82648 \n", + "[29]\tvalidation_0-auc:0.93485\tvalidation_1-auc:0.82646 \n", + "[30]\tvalidation_0-auc:0.93647\tvalidation_1-auc:0.82704 \n", + "[31]\tvalidation_0-auc:0.93767\tvalidation_1-auc:0.82709 \n", + "[32]\tvalidation_0-auc:0.93932\tvalidation_1-auc:0.82669 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[33]\tvalidation_0-auc:0.94038\tvalidation_1-auc:0.82653 \n", + "[34]\tvalidation_0-auc:0.94181\tvalidation_1-auc:0.82578 \n", + "[35]\tvalidation_0-auc:0.94256\tvalidation_1-auc:0.82556 \n", + "[36]\tvalidation_0-auc:0.94344\tvalidation_1-auc:0.82498 \n", + "[37]\tvalidation_0-auc:0.94385\tvalidation_1-auc:0.82548 \n", + "[38]\tvalidation_0-auc:0.94448\tvalidation_1-auc:0.82520 \n", + "[39]\tvalidation_0-auc:0.94490\tvalidation_1-auc:0.82483 \n", + "[40]\tvalidation_0-auc:0.94524\tvalidation_1-auc:0.82489 \n", + "[41]\tvalidation_0-auc:0.94575\tvalidation_1-auc:0.82463 \n", + "[42]\tvalidation_0-auc:0.94658\tvalidation_1-auc:0.82458 \n", + "[43]\tvalidation_0-auc:0.94681\tvalidation_1-auc:0.82441 \n", + "[44]\tvalidation_0-auc:0.94766\tvalidation_1-auc:0.82414 \n", + "[45]\tvalidation_0-auc:0.94780\tvalidation_1-auc:0.82432 \n", + "[46]\tvalidation_0-auc:0.94832\tvalidation_1-auc:0.82432 \n", + "[47]\tvalidation_0-auc:0.94846\tvalidation_1-auc:0.82428 \n", + "[48]\tvalidation_0-auc:0.94894\tvalidation_1-auc:0.82431 \n", + "[49]\tvalidation_0-auc:0.94932\tvalidation_1-auc:0.82424 \n", + "[50]\tvalidation_0-auc:0.94952\tvalidation_1-auc:0.82435 \n", + "[51]\tvalidation_0-auc:0.94975\tvalidation_1-auc:0.82416 \n", + "[52]\tvalidation_0-auc:0.94988\tvalidation_1-auc:0.82406 \n", + "[53]\tvalidation_0-auc:0.95007\tvalidation_1-auc:0.82397 \n", + "[54]\tvalidation_0-auc:0.95054\tvalidation_1-auc:0.82370 \n", + "[55]\tvalidation_0-auc:0.95087\tvalidation_1-auc:0.82311 \n", + "[56]\tvalidation_0-auc:0.95107\tvalidation_1-auc:0.82290 \n", + "[57]\tvalidation_0-auc:0.95124\tvalidation_1-auc:0.82232 \n", + "[58]\tvalidation_0-auc:0.95156\tvalidation_1-auc:0.82190 \n", + "[59]\tvalidation_0-auc:0.95164\tvalidation_1-auc:0.82192 \n", + "[60]\tvalidation_0-auc:0.95175\tvalidation_1-auc:0.82128 \n", + "[0]\tvalidation_0-auc:0.82341\tvalidation_1-auc:0.80486 \n", + "[1]\tvalidation_0-auc:0.83839\tvalidation_1-auc:0.81601 \n", + "[2]\tvalidation_0-auc:0.84879\tvalidation_1-auc:0.82308 \n", + "[3]\tvalidation_0-auc:0.85149\tvalidation_1-auc:0.82135 \n", + "[4]\tvalidation_0-auc:0.85814\tvalidation_1-auc:0.82424 \n", + "[5]\tvalidation_0-auc:0.86360\tvalidation_1-auc:0.82476 \n", + "[6]\tvalidation_0-auc:0.86721\tvalidation_1-auc:0.82451 \n", + "[7]\tvalidation_0-auc:0.86953\tvalidation_1-auc:0.82344 \n", + "[8]\tvalidation_0-auc:0.87521\tvalidation_1-auc:0.82716 \n", + "[9]\tvalidation_0-auc:0.87996\tvalidation_1-auc:0.82876 \n", + "[10]\tvalidation_0-auc:0.88141\tvalidation_1-auc:0.82635 \n", + "[11]\tvalidation_0-auc:0.88923\tvalidation_1-auc:0.82795 \n", + "[12]\tvalidation_0-auc:0.89490\tvalidation_1-auc:0.82902 \n", + "[13]\tvalidation_0-auc:0.89778\tvalidation_1-auc:0.82970 \n", + "[14]\tvalidation_0-auc:0.90011\tvalidation_1-auc:0.83097 \n", + "[15]\tvalidation_0-auc:0.90542\tvalidation_1-auc:0.83044 \n", + "[16]\tvalidation_0-auc:0.90798\tvalidation_1-auc:0.83066 \n", + "[17]\tvalidation_0-auc:0.91143\tvalidation_1-auc:0.83066 \n", + "[18]\tvalidation_0-auc:0.91477\tvalidation_1-auc:0.83097 \n", + "[19]\tvalidation_0-auc:0.91733\tvalidation_1-auc:0.83059 \n", + "[20]\tvalidation_0-auc:0.91908\tvalidation_1-auc:0.83099 \n", + "[21]\tvalidation_0-auc:0.92161\tvalidation_1-auc:0.83146 \n", + "[22]\tvalidation_0-auc:0.92437\tvalidation_1-auc:0.83030 \n", + "[23]\tvalidation_0-auc:0.92705\tvalidation_1-auc:0.82921 \n", + "[24]\tvalidation_0-auc:0.92905\tvalidation_1-auc:0.82839 \n", + "[25]\tvalidation_0-auc:0.93051\tvalidation_1-auc:0.82900 \n", + "[26]\tvalidation_0-auc:0.93283\tvalidation_1-auc:0.82917 \n", + "[27]\tvalidation_0-auc:0.93442\tvalidation_1-auc:0.82853 \n", + "[28]\tvalidation_0-auc:0.93608\tvalidation_1-auc:0.82810 \n", + "[29]\tvalidation_0-auc:0.93789\tvalidation_1-auc:0.82845 \n", + "[30]\tvalidation_0-auc:0.93979\tvalidation_1-auc:0.82839 \n", + "[31]\tvalidation_0-auc:0.94152\tvalidation_1-auc:0.82844 \n", + "[32]\tvalidation_0-auc:0.94309\tvalidation_1-auc:0.82879 \n", + "[33]\tvalidation_0-auc:0.94444\tvalidation_1-auc:0.82940 \n", + "[34]\tvalidation_0-auc:0.94543\tvalidation_1-auc:0.82935 \n", + "[35]\tvalidation_0-auc:0.94598\tvalidation_1-auc:0.82961 \n", + "[36]\tvalidation_0-auc:0.94701\tvalidation_1-auc:0.82966 \n", + "[37]\tvalidation_0-auc:0.94774\tvalidation_1-auc:0.82970 \n", + "[38]\tvalidation_0-auc:0.94861\tvalidation_1-auc:0.82976 \n", + "[39]\tvalidation_0-auc:0.94885\tvalidation_1-auc:0.83000 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[40]\tvalidation_0-auc:0.94912\tvalidation_1-auc:0.83029 \n", + "[41]\tvalidation_0-auc:0.94990\tvalidation_1-auc:0.82984 \n", + "[42]\tvalidation_0-auc:0.95009\tvalidation_1-auc:0.83030 \n", + "[43]\tvalidation_0-auc:0.95097\tvalidation_1-auc:0.82986 \n", + "[44]\tvalidation_0-auc:0.95125\tvalidation_1-auc:0.83005 \n", + "[45]\tvalidation_0-auc:0.95192\tvalidation_1-auc:0.82991 \n", + "[46]\tvalidation_0-auc:0.95229\tvalidation_1-auc:0.82992 \n", + "[47]\tvalidation_0-auc:0.95271\tvalidation_1-auc:0.82983 \n", + "[48]\tvalidation_0-auc:0.95292\tvalidation_1-auc:0.82995 \n", + "[49]\tvalidation_0-auc:0.95401\tvalidation_1-auc:0.82973 \n", + "[50]\tvalidation_0-auc:0.95415\tvalidation_1-auc:0.82978 \n", + "[0]\tvalidation_0-auc:0.83765\tvalidation_1-auc:0.80741 \n", + "[1]\tvalidation_0-auc:0.84163\tvalidation_1-auc:0.80971 \n", + "[2]\tvalidation_0-auc:0.84938\tvalidation_1-auc:0.81441 \n", + "[3]\tvalidation_0-auc:0.85706\tvalidation_1-auc:0.81809 \n", + "[4]\tvalidation_0-auc:0.86035\tvalidation_1-auc:0.81815 \n", + "[5]\tvalidation_0-auc:0.86430\tvalidation_1-auc:0.81808 \n", + "[6]\tvalidation_0-auc:0.86773\tvalidation_1-auc:0.81886 \n", + "[7]\tvalidation_0-auc:0.87220\tvalidation_1-auc:0.82137 \n", + "[8]\tvalidation_0-auc:0.87487\tvalidation_1-auc:0.82236 \n", + "[9]\tvalidation_0-auc:0.88156\tvalidation_1-auc:0.82463 \n", + "[10]\tvalidation_0-auc:0.88366\tvalidation_1-auc:0.82409 \n", + "[11]\tvalidation_0-auc:0.89144\tvalidation_1-auc:0.82478 \n", + "[12]\tvalidation_0-auc:0.89665\tvalidation_1-auc:0.82530 \n", + "[13]\tvalidation_0-auc:0.90023\tvalidation_1-auc:0.82722 \n", + "[14]\tvalidation_0-auc:0.90411\tvalidation_1-auc:0.82683 \n", + "[15]\tvalidation_0-auc:0.90766\tvalidation_1-auc:0.82795 \n", + "[16]\tvalidation_0-auc:0.91000\tvalidation_1-auc:0.82878 \n", + "[17]\tvalidation_0-auc:0.91419\tvalidation_1-auc:0.82909 \n", + "[18]\tvalidation_0-auc:0.91768\tvalidation_1-auc:0.82879 \n", + "[19]\tvalidation_0-auc:0.92013\tvalidation_1-auc:0.82805 \n", + "[20]\tvalidation_0-auc:0.92278\tvalidation_1-auc:0.82808 \n", + "[21]\tvalidation_0-auc:0.92556\tvalidation_1-auc:0.82705 \n", + "[22]\tvalidation_0-auc:0.92880\tvalidation_1-auc:0.82656 \n", + "[23]\tvalidation_0-auc:0.93124\tvalidation_1-auc:0.82612 \n", + "[24]\tvalidation_0-auc:0.93370\tvalidation_1-auc:0.82689 \n", + "[25]\tvalidation_0-auc:0.93566\tvalidation_1-auc:0.82747 \n", + "[26]\tvalidation_0-auc:0.93696\tvalidation_1-auc:0.82807 \n", + "[27]\tvalidation_0-auc:0.93841\tvalidation_1-auc:0.82819 \n", + "[28]\tvalidation_0-auc:0.94037\tvalidation_1-auc:0.82768 \n", + "[29]\tvalidation_0-auc:0.94195\tvalidation_1-auc:0.82849 \n", + "[30]\tvalidation_0-auc:0.94391\tvalidation_1-auc:0.82822 \n", + "[31]\tvalidation_0-auc:0.94497\tvalidation_1-auc:0.82820 \n", + "[32]\tvalidation_0-auc:0.94563\tvalidation_1-auc:0.82758 \n", + "[33]\tvalidation_0-auc:0.94669\tvalidation_1-auc:0.82803 \n", + "[34]\tvalidation_0-auc:0.94734\tvalidation_1-auc:0.82826 \n", + "[35]\tvalidation_0-auc:0.94812\tvalidation_1-auc:0.82794 \n", + "[36]\tvalidation_0-auc:0.94871\tvalidation_1-auc:0.82815 \n", + "[37]\tvalidation_0-auc:0.94922\tvalidation_1-auc:0.82845 \n", + "[38]\tvalidation_0-auc:0.94955\tvalidation_1-auc:0.82858 \n", + "[39]\tvalidation_0-auc:0.95005\tvalidation_1-auc:0.82837 \n", + "[40]\tvalidation_0-auc:0.95063\tvalidation_1-auc:0.82851 \n", + "[41]\tvalidation_0-auc:0.95112\tvalidation_1-auc:0.82822 \n", + "[42]\tvalidation_0-auc:0.95148\tvalidation_1-auc:0.82821 \n", + "[43]\tvalidation_0-auc:0.95171\tvalidation_1-auc:0.82846 \n", + "[44]\tvalidation_0-auc:0.95222\tvalidation_1-auc:0.82854 \n", + "[45]\tvalidation_0-auc:0.95316\tvalidation_1-auc:0.82846 \n", + "[46]\tvalidation_0-auc:0.95364\tvalidation_1-auc:0.82829 \n", + "[0]\tvalidation_0-auc:0.82926\tvalidation_1-auc:0.80086 \n", + "[1]\tvalidation_0-auc:0.83503\tvalidation_1-auc:0.80194 \n", + "[2]\tvalidation_0-auc:0.83779\tvalidation_1-auc:0.80277 \n", + "[3]\tvalidation_0-auc:0.84273\tvalidation_1-auc:0.80541 \n", + "[4]\tvalidation_0-auc:0.84638\tvalidation_1-auc:0.80658 \n", + "[5]\tvalidation_0-auc:0.84766\tvalidation_1-auc:0.80842 \n", + "[6]\tvalidation_0-auc:0.84894\tvalidation_1-auc:0.80814 \n", + "[7]\tvalidation_0-auc:0.84896\tvalidation_1-auc:0.80815 \n", + "[8]\tvalidation_0-auc:0.85010\tvalidation_1-auc:0.80798 \n", + "[9]\tvalidation_0-auc:0.85468\tvalidation_1-auc:0.81248 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[10]\tvalidation_0-auc:0.85398\tvalidation_1-auc:0.80952 \n", + "[11]\tvalidation_0-auc:0.85423\tvalidation_1-auc:0.80915 \n", + "[12]\tvalidation_0-auc:0.85498\tvalidation_1-auc:0.80991 \n", + "[13]\tvalidation_0-auc:0.85720\tvalidation_1-auc:0.81190 \n", + "[14]\tvalidation_0-auc:0.85926\tvalidation_1-auc:0.81424 \n", + "[15]\tvalidation_0-auc:0.86045\tvalidation_1-auc:0.81530 \n", + "[16]\tvalidation_0-auc:0.86229\tvalidation_1-auc:0.81601 \n", + "[17]\tvalidation_0-auc:0.86371\tvalidation_1-auc:0.81651 \n", + "[18]\tvalidation_0-auc:0.86226\tvalidation_1-auc:0.81396 \n", + "[19]\tvalidation_0-auc:0.86398\tvalidation_1-auc:0.81517 \n", + "[20]\tvalidation_0-auc:0.86474\tvalidation_1-auc:0.81601 \n", + "[21]\tvalidation_0-auc:0.86597\tvalidation_1-auc:0.81654 \n", + "[22]\tvalidation_0-auc:0.86630\tvalidation_1-auc:0.81736 \n", + "[23]\tvalidation_0-auc:0.86730\tvalidation_1-auc:0.81720 \n", + "[24]\tvalidation_0-auc:0.86871\tvalidation_1-auc:0.81737 \n", + "[25]\tvalidation_0-auc:0.86976\tvalidation_1-auc:0.81787 \n", + "[26]\tvalidation_0-auc:0.87066\tvalidation_1-auc:0.81795 \n", + "[27]\tvalidation_0-auc:0.87168\tvalidation_1-auc:0.81830 \n", + "[28]\tvalidation_0-auc:0.87253\tvalidation_1-auc:0.81830 \n", + "[29]\tvalidation_0-auc:0.87404\tvalidation_1-auc:0.81966 \n", + "[30]\tvalidation_0-auc:0.87431\tvalidation_1-auc:0.81866 \n", + "[31]\tvalidation_0-auc:0.87541\tvalidation_1-auc:0.81914 \n", + "[32]\tvalidation_0-auc:0.87744\tvalidation_1-auc:0.81976 \n", + "[33]\tvalidation_0-auc:0.87826\tvalidation_1-auc:0.82046 \n", + "[34]\tvalidation_0-auc:0.87947\tvalidation_1-auc:0.82125 \n", + "[35]\tvalidation_0-auc:0.87981\tvalidation_1-auc:0.82135 \n", + "[36]\tvalidation_0-auc:0.88084\tvalidation_1-auc:0.82176 \n", + "[37]\tvalidation_0-auc:0.88148\tvalidation_1-auc:0.82243 \n", + "[38]\tvalidation_0-auc:0.88189\tvalidation_1-auc:0.82253 \n", + "[39]\tvalidation_0-auc:0.88233\tvalidation_1-auc:0.82304 \n", + "[40]\tvalidation_0-auc:0.88257\tvalidation_1-auc:0.82320 \n", + "[41]\tvalidation_0-auc:0.88376\tvalidation_1-auc:0.82310 \n", + "[42]\tvalidation_0-auc:0.88458\tvalidation_1-auc:0.82309 \n", + "[43]\tvalidation_0-auc:0.88599\tvalidation_1-auc:0.82368 \n", + "[44]\tvalidation_0-auc:0.88640\tvalidation_1-auc:0.82372 \n", + "[45]\tvalidation_0-auc:0.88699\tvalidation_1-auc:0.82384 \n", + "[46]\tvalidation_0-auc:0.88780\tvalidation_1-auc:0.82415 \n", + "[47]\tvalidation_0-auc:0.88846\tvalidation_1-auc:0.82421 \n", + "[48]\tvalidation_0-auc:0.88958\tvalidation_1-auc:0.82447 \n", + "[49]\tvalidation_0-auc:0.89026\tvalidation_1-auc:0.82459 \n", + "[50]\tvalidation_0-auc:0.89067\tvalidation_1-auc:0.82454 \n", + "[51]\tvalidation_0-auc:0.89158\tvalidation_1-auc:0.82457 \n", + "[52]\tvalidation_0-auc:0.89251\tvalidation_1-auc:0.82437 \n", + "[53]\tvalidation_0-auc:0.89330\tvalidation_1-auc:0.82446 \n", + "[54]\tvalidation_0-auc:0.89411\tvalidation_1-auc:0.82459 \n", + "[55]\tvalidation_0-auc:0.89528\tvalidation_1-auc:0.82506 \n", + "[56]\tvalidation_0-auc:0.89555\tvalidation_1-auc:0.82519 \n", + "[57]\tvalidation_0-auc:0.89699\tvalidation_1-auc:0.82572 \n", + "[58]\tvalidation_0-auc:0.89780\tvalidation_1-auc:0.82577 \n", + "[59]\tvalidation_0-auc:0.89907\tvalidation_1-auc:0.82585 \n", + "[60]\tvalidation_0-auc:0.89956\tvalidation_1-auc:0.82620 \n", + "[61]\tvalidation_0-auc:0.90070\tvalidation_1-auc:0.82630 \n", + "[62]\tvalidation_0-auc:0.90172\tvalidation_1-auc:0.82669 \n", + "[63]\tvalidation_0-auc:0.90208\tvalidation_1-auc:0.82656 \n", + "[64]\tvalidation_0-auc:0.90239\tvalidation_1-auc:0.82674 \n", + "[65]\tvalidation_0-auc:0.90368\tvalidation_1-auc:0.82698 \n", + "[66]\tvalidation_0-auc:0.90483\tvalidation_1-auc:0.82720 \n", + "[67]\tvalidation_0-auc:0.90539\tvalidation_1-auc:0.82724 \n", + "[68]\tvalidation_0-auc:0.90614\tvalidation_1-auc:0.82752 \n", + "[69]\tvalidation_0-auc:0.90692\tvalidation_1-auc:0.82766 \n", + "[70]\tvalidation_0-auc:0.90776\tvalidation_1-auc:0.82812 \n", + "[71]\tvalidation_0-auc:0.90867\tvalidation_1-auc:0.82778 \n", + "[72]\tvalidation_0-auc:0.90940\tvalidation_1-auc:0.82804 \n", + "[73]\tvalidation_0-auc:0.91043\tvalidation_1-auc:0.82785 \n", + "[74]\tvalidation_0-auc:0.91105\tvalidation_1-auc:0.82764 \n", + "[75]\tvalidation_0-auc:0.91161\tvalidation_1-auc:0.82833 \n", + "[76]\tvalidation_0-auc:0.91205\tvalidation_1-auc:0.82881 \n", + "[77]\tvalidation_0-auc:0.91236\tvalidation_1-auc:0.82869 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[78]\tvalidation_0-auc:0.91264\tvalidation_1-auc:0.82914 \n", + "[79]\tvalidation_0-auc:0.91349\tvalidation_1-auc:0.82965 \n", + "[80]\tvalidation_0-auc:0.91469\tvalidation_1-auc:0.83016 \n", + "[81]\tvalidation_0-auc:0.91517\tvalidation_1-auc:0.83010 \n", + "[82]\tvalidation_0-auc:0.91534\tvalidation_1-auc:0.83032 \n", + "[83]\tvalidation_0-auc:0.91610\tvalidation_1-auc:0.82989 \n", + "[84]\tvalidation_0-auc:0.91679\tvalidation_1-auc:0.83016 \n", + "[85]\tvalidation_0-auc:0.91713\tvalidation_1-auc:0.83017 \n", + "[86]\tvalidation_0-auc:0.91799\tvalidation_1-auc:0.83025 \n", + "[87]\tvalidation_0-auc:0.91859\tvalidation_1-auc:0.83059 \n", + "[88]\tvalidation_0-auc:0.91890\tvalidation_1-auc:0.83043 \n", + "[89]\tvalidation_0-auc:0.91971\tvalidation_1-auc:0.83013 \n", + "[90]\tvalidation_0-auc:0.91999\tvalidation_1-auc:0.83002 \n", + "[91]\tvalidation_0-auc:0.92059\tvalidation_1-auc:0.83017 \n", + "[92]\tvalidation_0-auc:0.92112\tvalidation_1-auc:0.82998 \n", + "[93]\tvalidation_0-auc:0.92140\tvalidation_1-auc:0.82997 \n", + "[94]\tvalidation_0-auc:0.92217\tvalidation_1-auc:0.82974 \n", + "[95]\tvalidation_0-auc:0.92277\tvalidation_1-auc:0.82996 \n", + "[96]\tvalidation_0-auc:0.92288\tvalidation_1-auc:0.82984 \n", + "[97]\tvalidation_0-auc:0.92373\tvalidation_1-auc:0.82941 \n", + "[98]\tvalidation_0-auc:0.92397\tvalidation_1-auc:0.82940 \n", + "[99]\tvalidation_0-auc:0.92437\tvalidation_1-auc:0.82957 \n", + "[0]\tvalidation_0-auc:0.82638\tvalidation_1-auc:0.80391 \n", + "[1]\tvalidation_0-auc:0.83157\tvalidation_1-auc:0.80608 \n", + "[2]\tvalidation_0-auc:0.83569\tvalidation_1-auc:0.80795 \n", + "[3]\tvalidation_0-auc:0.83616\tvalidation_1-auc:0.80842 \n", + "[4]\tvalidation_0-auc:0.83968\tvalidation_1-auc:0.81129 \n", + "[5]\tvalidation_0-auc:0.84205\tvalidation_1-auc:0.81258 \n", + "[6]\tvalidation_0-auc:0.84599\tvalidation_1-auc:0.81709 \n", + "[7]\tvalidation_0-auc:0.84654\tvalidation_1-auc:0.81898 \n", + "[8]\tvalidation_0-auc:0.84774\tvalidation_1-auc:0.81985 \n", + "[9]\tvalidation_0-auc:0.85513\tvalidation_1-auc:0.82243 \n", + "[10]\tvalidation_0-auc:0.85482\tvalidation_1-auc:0.82123 \n", + "[11]\tvalidation_0-auc:0.85601\tvalidation_1-auc:0.81925 \n", + "[12]\tvalidation_0-auc:0.85755\tvalidation_1-auc:0.82022 \n", + "[13]\tvalidation_0-auc:0.86040\tvalidation_1-auc:0.82216 \n", + "[14]\tvalidation_0-auc:0.86367\tvalidation_1-auc:0.82415 \n", + "[15]\tvalidation_0-auc:0.86453\tvalidation_1-auc:0.82491 \n", + "[16]\tvalidation_0-auc:0.86596\tvalidation_1-auc:0.82499 \n", + "[17]\tvalidation_0-auc:0.86685\tvalidation_1-auc:0.82549 \n", + "[18]\tvalidation_0-auc:0.86589\tvalidation_1-auc:0.82433 \n", + "[19]\tvalidation_0-auc:0.86848\tvalidation_1-auc:0.82470 \n", + "[20]\tvalidation_0-auc:0.86905\tvalidation_1-auc:0.82480 \n", + "[21]\tvalidation_0-auc:0.86969\tvalidation_1-auc:0.82523 \n", + "[22]\tvalidation_0-auc:0.87085\tvalidation_1-auc:0.82619 \n", + "[23]\tvalidation_0-auc:0.87211\tvalidation_1-auc:0.82652 \n", + "[24]\tvalidation_0-auc:0.87280\tvalidation_1-auc:0.82650 \n", + "[25]\tvalidation_0-auc:0.87337\tvalidation_1-auc:0.82686 \n", + "[26]\tvalidation_0-auc:0.87392\tvalidation_1-auc:0.82606 \n", + "[27]\tvalidation_0-auc:0.87486\tvalidation_1-auc:0.82626 \n", + "[28]\tvalidation_0-auc:0.87564\tvalidation_1-auc:0.82701 \n", + "[29]\tvalidation_0-auc:0.87608\tvalidation_1-auc:0.82707 \n", + "[30]\tvalidation_0-auc:0.87735\tvalidation_1-auc:0.82655 \n", + "[31]\tvalidation_0-auc:0.87801\tvalidation_1-auc:0.82657 \n", + "[32]\tvalidation_0-auc:0.87854\tvalidation_1-auc:0.82694 \n", + "[33]\tvalidation_0-auc:0.87880\tvalidation_1-auc:0.82735 \n", + "[34]\tvalidation_0-auc:0.87929\tvalidation_1-auc:0.82769 \n", + "[35]\tvalidation_0-auc:0.88036\tvalidation_1-auc:0.82798 \n", + "[36]\tvalidation_0-auc:0.88102\tvalidation_1-auc:0.82808 \n", + "[37]\tvalidation_0-auc:0.88187\tvalidation_1-auc:0.82809 \n", + "[38]\tvalidation_0-auc:0.88252\tvalidation_1-auc:0.82825 \n", + "[39]\tvalidation_0-auc:0.88302\tvalidation_1-auc:0.82863 \n", + "[40]\tvalidation_0-auc:0.88356\tvalidation_1-auc:0.82866 \n", + "[41]\tvalidation_0-auc:0.88450\tvalidation_1-auc:0.82818 \n", + "[42]\tvalidation_0-auc:0.88512\tvalidation_1-auc:0.82814 \n", + "[43]\tvalidation_0-auc:0.88664\tvalidation_1-auc:0.82820 \n", + "[44]\tvalidation_0-auc:0.88797\tvalidation_1-auc:0.82858 \n", + "[45]\tvalidation_0-auc:0.88818\tvalidation_1-auc:0.82855 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[46]\tvalidation_0-auc:0.88896\tvalidation_1-auc:0.82861 \n", + "[47]\tvalidation_0-auc:0.88986\tvalidation_1-auc:0.82850 \n", + "[48]\tvalidation_0-auc:0.89065\tvalidation_1-auc:0.82893 \n", + "[49]\tvalidation_0-auc:0.89157\tvalidation_1-auc:0.82893 \n", + "[50]\tvalidation_0-auc:0.89204\tvalidation_1-auc:0.82891 \n", + "[51]\tvalidation_0-auc:0.89292\tvalidation_1-auc:0.82961 \n", + "[52]\tvalidation_0-auc:0.89406\tvalidation_1-auc:0.82954 \n", + "[53]\tvalidation_0-auc:0.89504\tvalidation_1-auc:0.82992 \n", + "[54]\tvalidation_0-auc:0.89573\tvalidation_1-auc:0.82952 \n", + "[55]\tvalidation_0-auc:0.89690\tvalidation_1-auc:0.82942 \n", + "[56]\tvalidation_0-auc:0.89756\tvalidation_1-auc:0.82981 \n", + "[57]\tvalidation_0-auc:0.89899\tvalidation_1-auc:0.82961 \n", + "[58]\tvalidation_0-auc:0.89996\tvalidation_1-auc:0.82989 \n", + "[59]\tvalidation_0-auc:0.90100\tvalidation_1-auc:0.83007 \n", + "[60]\tvalidation_0-auc:0.90177\tvalidation_1-auc:0.83021 \n", + "[61]\tvalidation_0-auc:0.90308\tvalidation_1-auc:0.82963 \n", + "[62]\tvalidation_0-auc:0.90365\tvalidation_1-auc:0.82904 \n", + "[63]\tvalidation_0-auc:0.90455\tvalidation_1-auc:0.82847 \n", + "[64]\tvalidation_0-auc:0.90553\tvalidation_1-auc:0.82882 \n", + "[65]\tvalidation_0-auc:0.90644\tvalidation_1-auc:0.82879 \n", + "[66]\tvalidation_0-auc:0.90728\tvalidation_1-auc:0.82921 \n", + "[67]\tvalidation_0-auc:0.90744\tvalidation_1-auc:0.82968 \n", + "[68]\tvalidation_0-auc:0.90812\tvalidation_1-auc:0.82940 \n", + "[69]\tvalidation_0-auc:0.90882\tvalidation_1-auc:0.82924 \n", + "[70]\tvalidation_0-auc:0.91003\tvalidation_1-auc:0.82911 \n", + "[71]\tvalidation_0-auc:0.91055\tvalidation_1-auc:0.82917 \n", + "[72]\tvalidation_0-auc:0.91102\tvalidation_1-auc:0.82891 \n", + "[73]\tvalidation_0-auc:0.91171\tvalidation_1-auc:0.82849 \n", + "[74]\tvalidation_0-auc:0.91247\tvalidation_1-auc:0.82818 \n", + "[75]\tvalidation_0-auc:0.91295\tvalidation_1-auc:0.82855 \n", + "[76]\tvalidation_0-auc:0.91364\tvalidation_1-auc:0.82869 \n", + "[77]\tvalidation_0-auc:0.91365\tvalidation_1-auc:0.82836 \n", + "[78]\tvalidation_0-auc:0.91427\tvalidation_1-auc:0.82850 \n", + "[79]\tvalidation_0-auc:0.91486\tvalidation_1-auc:0.82847 \n", + "[80]\tvalidation_0-auc:0.91564\tvalidation_1-auc:0.82866 \n", + "[81]\tvalidation_0-auc:0.91594\tvalidation_1-auc:0.82863 \n", + "[82]\tvalidation_0-auc:0.91618\tvalidation_1-auc:0.82897 \n", + "[83]\tvalidation_0-auc:0.91659\tvalidation_1-auc:0.82876 \n", + "[84]\tvalidation_0-auc:0.91717\tvalidation_1-auc:0.82889 \n", + "[85]\tvalidation_0-auc:0.91777\tvalidation_1-auc:0.82900 \n", + "[86]\tvalidation_0-auc:0.91842\tvalidation_1-auc:0.82894 \n", + "[87]\tvalidation_0-auc:0.91949\tvalidation_1-auc:0.82901 \n", + "[88]\tvalidation_0-auc:0.91964\tvalidation_1-auc:0.82922 \n", + "[89]\tvalidation_0-auc:0.92011\tvalidation_1-auc:0.82922 \n", + "[90]\tvalidation_0-auc:0.92050\tvalidation_1-auc:0.82941 \n", + "[0]\tvalidation_0-auc:0.83743\tvalidation_1-auc:0.80882 \n", + "[1]\tvalidation_0-auc:0.84069\tvalidation_1-auc:0.81092 \n", + "[2]\tvalidation_0-auc:0.84404\tvalidation_1-auc:0.81243 \n", + "[3]\tvalidation_0-auc:0.84516\tvalidation_1-auc:0.81214 \n", + "[4]\tvalidation_0-auc:0.84882\tvalidation_1-auc:0.81454 \n", + "[5]\tvalidation_0-auc:0.85044\tvalidation_1-auc:0.81520 \n", + "[6]\tvalidation_0-auc:0.85166\tvalidation_1-auc:0.81504 \n", + "[7]\tvalidation_0-auc:0.85314\tvalidation_1-auc:0.81534 \n", + "[8]\tvalidation_0-auc:0.85317\tvalidation_1-auc:0.81492 \n", + "[9]\tvalidation_0-auc:0.85839\tvalidation_1-auc:0.81810 \n", + "[10]\tvalidation_0-auc:0.85952\tvalidation_1-auc:0.81938 \n", + "[11]\tvalidation_0-auc:0.86065\tvalidation_1-auc:0.81952 \n", + "[12]\tvalidation_0-auc:0.86112\tvalidation_1-auc:0.81976 \n", + "[13]\tvalidation_0-auc:0.86191\tvalidation_1-auc:0.81996 \n", + "[14]\tvalidation_0-auc:0.86433\tvalidation_1-auc:0.82103 \n", + "[15]\tvalidation_0-auc:0.86672\tvalidation_1-auc:0.82189 \n", + "[16]\tvalidation_0-auc:0.86748\tvalidation_1-auc:0.82136 \n", + "[17]\tvalidation_0-auc:0.86815\tvalidation_1-auc:0.82228 \n", + "[18]\tvalidation_0-auc:0.86755\tvalidation_1-auc:0.82170 \n", + "[19]\tvalidation_0-auc:0.86983\tvalidation_1-auc:0.82301 \n", + "[20]\tvalidation_0-auc:0.87138\tvalidation_1-auc:0.82417 \n", + "[21]\tvalidation_0-auc:0.87197\tvalidation_1-auc:0.82444 \n", + "[22]\tvalidation_0-auc:0.87274\tvalidation_1-auc:0.82485 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[23]\tvalidation_0-auc:0.87326\tvalidation_1-auc:0.82499 \n", + "[24]\tvalidation_0-auc:0.87370\tvalidation_1-auc:0.82543 \n", + "[25]\tvalidation_0-auc:0.87467\tvalidation_1-auc:0.82545 \n", + "[26]\tvalidation_0-auc:0.87657\tvalidation_1-auc:0.82557 \n", + "[27]\tvalidation_0-auc:0.87737\tvalidation_1-auc:0.82611 \n", + "[28]\tvalidation_0-auc:0.87797\tvalidation_1-auc:0.82594 \n", + "[29]\tvalidation_0-auc:0.87860\tvalidation_1-auc:0.82586 \n", + "[30]\tvalidation_0-auc:0.88080\tvalidation_1-auc:0.82598 \n", + "[31]\tvalidation_0-auc:0.88140\tvalidation_1-auc:0.82569 \n", + "[32]\tvalidation_0-auc:0.88177\tvalidation_1-auc:0.82586 \n", + "[33]\tvalidation_0-auc:0.88219\tvalidation_1-auc:0.82624 \n", + "[34]\tvalidation_0-auc:0.88341\tvalidation_1-auc:0.82608 \n", + "[35]\tvalidation_0-auc:0.88524\tvalidation_1-auc:0.82640 \n", + "[36]\tvalidation_0-auc:0.88550\tvalidation_1-auc:0.82654 \n", + "[37]\tvalidation_0-auc:0.88668\tvalidation_1-auc:0.82634 \n", + "[38]\tvalidation_0-auc:0.88733\tvalidation_1-auc:0.82628 \n", + "[39]\tvalidation_0-auc:0.88772\tvalidation_1-auc:0.82647 \n", + "[40]\tvalidation_0-auc:0.88783\tvalidation_1-auc:0.82683 \n", + "[41]\tvalidation_0-auc:0.88900\tvalidation_1-auc:0.82675 \n", + "[42]\tvalidation_0-auc:0.89032\tvalidation_1-auc:0.82701 \n", + "[43]\tvalidation_0-auc:0.89116\tvalidation_1-auc:0.82687 \n", + "[44]\tvalidation_0-auc:0.89251\tvalidation_1-auc:0.82725 \n", + "[45]\tvalidation_0-auc:0.89256\tvalidation_1-auc:0.82749 \n", + "[46]\tvalidation_0-auc:0.89313\tvalidation_1-auc:0.82752 \n", + "[47]\tvalidation_0-auc:0.89426\tvalidation_1-auc:0.82777 \n", + "[48]\tvalidation_0-auc:0.89490\tvalidation_1-auc:0.82798 \n", + "[49]\tvalidation_0-auc:0.89579\tvalidation_1-auc:0.82819 \n", + "[50]\tvalidation_0-auc:0.89648\tvalidation_1-auc:0.82865 \n", + "[51]\tvalidation_0-auc:0.89690\tvalidation_1-auc:0.82857 \n", + "[52]\tvalidation_0-auc:0.89769\tvalidation_1-auc:0.82861 \n", + "[53]\tvalidation_0-auc:0.89815\tvalidation_1-auc:0.82869 \n", + "[54]\tvalidation_0-auc:0.89915\tvalidation_1-auc:0.82859 \n", + "[55]\tvalidation_0-auc:0.90019\tvalidation_1-auc:0.82855 \n", + "[56]\tvalidation_0-auc:0.90068\tvalidation_1-auc:0.82892 \n", + "[57]\tvalidation_0-auc:0.90168\tvalidation_1-auc:0.82873 \n", + "[58]\tvalidation_0-auc:0.90252\tvalidation_1-auc:0.82872 \n", + "[59]\tvalidation_0-auc:0.90332\tvalidation_1-auc:0.82876 \n", + "[60]\tvalidation_0-auc:0.90459\tvalidation_1-auc:0.82865 \n", + "[61]\tvalidation_0-auc:0.90542\tvalidation_1-auc:0.82827 \n", + "[62]\tvalidation_0-auc:0.90609\tvalidation_1-auc:0.82817 \n", + "[63]\tvalidation_0-auc:0.90720\tvalidation_1-auc:0.82819 \n", + "[64]\tvalidation_0-auc:0.90790\tvalidation_1-auc:0.82831 \n", + "[65]\tvalidation_0-auc:0.90884\tvalidation_1-auc:0.82803 \n", + "[66]\tvalidation_0-auc:0.90952\tvalidation_1-auc:0.82858 \n", + "[67]\tvalidation_0-auc:0.90994\tvalidation_1-auc:0.82862 \n", + "[68]\tvalidation_0-auc:0.91084\tvalidation_1-auc:0.82851 \n", + "[69]\tvalidation_0-auc:0.91163\tvalidation_1-auc:0.82856 \n", + "[70]\tvalidation_0-auc:0.91304\tvalidation_1-auc:0.82870 \n", + "[71]\tvalidation_0-auc:0.91387\tvalidation_1-auc:0.82794 \n", + "[72]\tvalidation_0-auc:0.91464\tvalidation_1-auc:0.82815 \n", + "[73]\tvalidation_0-auc:0.91573\tvalidation_1-auc:0.82691 \n", + "[74]\tvalidation_0-auc:0.91643\tvalidation_1-auc:0.82659 \n", + "[75]\tvalidation_0-auc:0.91726\tvalidation_1-auc:0.82672 \n", + "[76]\tvalidation_0-auc:0.91777\tvalidation_1-auc:0.82686 \n", + "[77]\tvalidation_0-auc:0.91816\tvalidation_1-auc:0.82706 \n", + "[78]\tvalidation_0-auc:0.91859\tvalidation_1-auc:0.82692 \n", + "[79]\tvalidation_0-auc:0.91919\tvalidation_1-auc:0.82659 \n", + "[80]\tvalidation_0-auc:0.91983\tvalidation_1-auc:0.82662 \n", + "[81]\tvalidation_0-auc:0.92053\tvalidation_1-auc:0.82658 \n", + "[82]\tvalidation_0-auc:0.92068\tvalidation_1-auc:0.82683 \n", + "[83]\tvalidation_0-auc:0.92139\tvalidation_1-auc:0.82631 \n", + "[84]\tvalidation_0-auc:0.92209\tvalidation_1-auc:0.82661 \n", + "[85]\tvalidation_0-auc:0.92230\tvalidation_1-auc:0.82676 \n", + "[0]\tvalidation_0-auc:0.83081\tvalidation_1-auc:0.80035 \n", + "[1]\tvalidation_0-auc:0.84305\tvalidation_1-auc:0.80465 \n", + "[2]\tvalidation_0-auc:0.85330\tvalidation_1-auc:0.80929 \n", + "[3]\tvalidation_0-auc:0.85737\tvalidation_1-auc:0.81038 \n", + "[4]\tvalidation_0-auc:0.86174\tvalidation_1-auc:0.81116 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[5]\tvalidation_0-auc:0.86638\tvalidation_1-auc:0.81160 \n", + "[6]\tvalidation_0-auc:0.87146\tvalidation_1-auc:0.81177 \n", + "[7]\tvalidation_0-auc:0.87577\tvalidation_1-auc:0.81297 \n", + "[8]\tvalidation_0-auc:0.88057\tvalidation_1-auc:0.81567 \n", + "[9]\tvalidation_0-auc:0.89048\tvalidation_1-auc:0.81748 \n", + "[10]\tvalidation_0-auc:0.89156\tvalidation_1-auc:0.81742 \n", + "[11]\tvalidation_0-auc:0.89801\tvalidation_1-auc:0.81747 \n", + "[12]\tvalidation_0-auc:0.90455\tvalidation_1-auc:0.81902 \n", + "[13]\tvalidation_0-auc:0.90869\tvalidation_1-auc:0.82069 \n", + "[14]\tvalidation_0-auc:0.91056\tvalidation_1-auc:0.82142 \n", + "[15]\tvalidation_0-auc:0.91442\tvalidation_1-auc:0.82088 \n", + "[16]\tvalidation_0-auc:0.91722\tvalidation_1-auc:0.82098 \n", + "[17]\tvalidation_0-auc:0.91966\tvalidation_1-auc:0.82023 \n", + "[18]\tvalidation_0-auc:0.92323\tvalidation_1-auc:0.82068 \n", + "[19]\tvalidation_0-auc:0.92547\tvalidation_1-auc:0.82122 \n", + "[20]\tvalidation_0-auc:0.92856\tvalidation_1-auc:0.82234 \n", + "[21]\tvalidation_0-auc:0.93175\tvalidation_1-auc:0.82198 \n", + "[22]\tvalidation_0-auc:0.93448\tvalidation_1-auc:0.82406 \n", + "[23]\tvalidation_0-auc:0.93665\tvalidation_1-auc:0.82333 \n", + "[24]\tvalidation_0-auc:0.93829\tvalidation_1-auc:0.82325 \n", + "[25]\tvalidation_0-auc:0.93964\tvalidation_1-auc:0.82369 \n", + "[26]\tvalidation_0-auc:0.94190\tvalidation_1-auc:0.82285 \n", + "[27]\tvalidation_0-auc:0.94442\tvalidation_1-auc:0.82284 \n", + "[28]\tvalidation_0-auc:0.94620\tvalidation_1-auc:0.82203 \n", + "[29]\tvalidation_0-auc:0.94839\tvalidation_1-auc:0.82210 \n", + "[30]\tvalidation_0-auc:0.95033\tvalidation_1-auc:0.82198 \n", + "[31]\tvalidation_0-auc:0.95179\tvalidation_1-auc:0.82206 \n", + "[32]\tvalidation_0-auc:0.95329\tvalidation_1-auc:0.82213 \n", + "[33]\tvalidation_0-auc:0.95441\tvalidation_1-auc:0.82149 \n", + "[34]\tvalidation_0-auc:0.95584\tvalidation_1-auc:0.82067 \n", + "[35]\tvalidation_0-auc:0.95671\tvalidation_1-auc:0.82092 \n", + "[36]\tvalidation_0-auc:0.95772\tvalidation_1-auc:0.82077 \n", + "[37]\tvalidation_0-auc:0.95839\tvalidation_1-auc:0.82083 \n", + "[38]\tvalidation_0-auc:0.95900\tvalidation_1-auc:0.82044 \n", + "[39]\tvalidation_0-auc:0.95982\tvalidation_1-auc:0.82021 \n", + "[40]\tvalidation_0-auc:0.96028\tvalidation_1-auc:0.82029 \n", + "[41]\tvalidation_0-auc:0.96068\tvalidation_1-auc:0.81990 \n", + "[42]\tvalidation_0-auc:0.96097\tvalidation_1-auc:0.81966 \n", + "[43]\tvalidation_0-auc:0.96135\tvalidation_1-auc:0.81999 \n", + "[44]\tvalidation_0-auc:0.96180\tvalidation_1-auc:0.81942 \n", + "[45]\tvalidation_0-auc:0.96239\tvalidation_1-auc:0.81934 \n", + "[46]\tvalidation_0-auc:0.96253\tvalidation_1-auc:0.81927 \n", + "[47]\tvalidation_0-auc:0.96300\tvalidation_1-auc:0.81912 \n", + "[48]\tvalidation_0-auc:0.96313\tvalidation_1-auc:0.81911 \n", + "[49]\tvalidation_0-auc:0.96335\tvalidation_1-auc:0.81913 \n", + "[50]\tvalidation_0-auc:0.96352\tvalidation_1-auc:0.81912 \n", + "[51]\tvalidation_0-auc:0.96370\tvalidation_1-auc:0.81929 \n", + "[0]\tvalidation_0-auc:0.82655\tvalidation_1-auc:0.80355 \n", + "[1]\tvalidation_0-auc:0.83570\tvalidation_1-auc:0.80849 \n", + "[2]\tvalidation_0-auc:0.84910\tvalidation_1-auc:0.81880 \n", + "[3]\tvalidation_0-auc:0.85599\tvalidation_1-auc:0.81944 \n", + "[4]\tvalidation_0-auc:0.86283\tvalidation_1-auc:0.82142 \n", + "[5]\tvalidation_0-auc:0.86830\tvalidation_1-auc:0.82297 \n", + "[6]\tvalidation_0-auc:0.87214\tvalidation_1-auc:0.82268 \n", + "[7]\tvalidation_0-auc:0.87495\tvalidation_1-auc:0.82277 \n", + "[8]\tvalidation_0-auc:0.88032\tvalidation_1-auc:0.82490 \n", + "[9]\tvalidation_0-auc:0.88697\tvalidation_1-auc:0.82453 \n", + "[10]\tvalidation_0-auc:0.88859\tvalidation_1-auc:0.82200 \n", + "[11]\tvalidation_0-auc:0.89893\tvalidation_1-auc:0.82432 \n", + "[12]\tvalidation_0-auc:0.90516\tvalidation_1-auc:0.82355 \n", + "[13]\tvalidation_0-auc:0.90815\tvalidation_1-auc:0.82393 \n", + "[14]\tvalidation_0-auc:0.91052\tvalidation_1-auc:0.82452 \n", + "[15]\tvalidation_0-auc:0.91498\tvalidation_1-auc:0.82420 \n", + "[16]\tvalidation_0-auc:0.91953\tvalidation_1-auc:0.82277 \n", + "[17]\tvalidation_0-auc:0.92317\tvalidation_1-auc:0.82260 \n", + "[18]\tvalidation_0-auc:0.92701\tvalidation_1-auc:0.82331 \n", + "[19]\tvalidation_0-auc:0.92922\tvalidation_1-auc:0.82368 \n", + "[20]\tvalidation_0-auc:0.93139\tvalidation_1-auc:0.82398 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[21]\tvalidation_0-auc:0.93471\tvalidation_1-auc:0.82381 \n", + "[22]\tvalidation_0-auc:0.93700\tvalidation_1-auc:0.82280 \n", + "[23]\tvalidation_0-auc:0.94025\tvalidation_1-auc:0.82151 \n", + "[24]\tvalidation_0-auc:0.94223\tvalidation_1-auc:0.82055 \n", + "[25]\tvalidation_0-auc:0.94432\tvalidation_1-auc:0.82081 \n", + "[26]\tvalidation_0-auc:0.94626\tvalidation_1-auc:0.82019 \n", + "[27]\tvalidation_0-auc:0.94790\tvalidation_1-auc:0.82071 \n", + "[28]\tvalidation_0-auc:0.94951\tvalidation_1-auc:0.82001 \n", + "[29]\tvalidation_0-auc:0.95165\tvalidation_1-auc:0.81981 \n", + "[30]\tvalidation_0-auc:0.95321\tvalidation_1-auc:0.82040 \n", + "[31]\tvalidation_0-auc:0.95474\tvalidation_1-auc:0.82111 \n", + "[32]\tvalidation_0-auc:0.95611\tvalidation_1-auc:0.82187 \n", + "[33]\tvalidation_0-auc:0.95696\tvalidation_1-auc:0.82259 \n", + "[34]\tvalidation_0-auc:0.95829\tvalidation_1-auc:0.82290 \n", + "[35]\tvalidation_0-auc:0.95893\tvalidation_1-auc:0.82304 \n", + "[36]\tvalidation_0-auc:0.95975\tvalidation_1-auc:0.82374 \n", + "[37]\tvalidation_0-auc:0.96048\tvalidation_1-auc:0.82401 \n", + "[38]\tvalidation_0-auc:0.96126\tvalidation_1-auc:0.82415 \n", + "[0]\tvalidation_0-auc:0.83909\tvalidation_1-auc:0.80712 \n", + "[1]\tvalidation_0-auc:0.84424\tvalidation_1-auc:0.80999 \n", + "[2]\tvalidation_0-auc:0.85149\tvalidation_1-auc:0.81449 \n", + "[3]\tvalidation_0-auc:0.85960\tvalidation_1-auc:0.81840 \n", + "[4]\tvalidation_0-auc:0.86508\tvalidation_1-auc:0.81863 \n", + "[5]\tvalidation_0-auc:0.86967\tvalidation_1-auc:0.81850 \n", + "[6]\tvalidation_0-auc:0.87333\tvalidation_1-auc:0.81924 \n", + "[7]\tvalidation_0-auc:0.87853\tvalidation_1-auc:0.82069 \n", + "[8]\tvalidation_0-auc:0.88336\tvalidation_1-auc:0.82150 \n", + "[9]\tvalidation_0-auc:0.89153\tvalidation_1-auc:0.82159 \n", + "[10]\tvalidation_0-auc:0.89484\tvalidation_1-auc:0.82029 \n", + "[11]\tvalidation_0-auc:0.90265\tvalidation_1-auc:0.82433 \n", + "[12]\tvalidation_0-auc:0.90770\tvalidation_1-auc:0.82376 \n", + "[13]\tvalidation_0-auc:0.91263\tvalidation_1-auc:0.82349 \n", + "[14]\tvalidation_0-auc:0.91568\tvalidation_1-auc:0.82308 \n", + "[15]\tvalidation_0-auc:0.91922\tvalidation_1-auc:0.82314 \n", + "[16]\tvalidation_0-auc:0.92152\tvalidation_1-auc:0.82411 \n", + "[17]\tvalidation_0-auc:0.92661\tvalidation_1-auc:0.82335 \n", + "[18]\tvalidation_0-auc:0.93039\tvalidation_1-auc:0.82283 \n", + "[19]\tvalidation_0-auc:0.93355\tvalidation_1-auc:0.82180 \n", + "[20]\tvalidation_0-auc:0.93720\tvalidation_1-auc:0.82237 \n", + "[21]\tvalidation_0-auc:0.93905\tvalidation_1-auc:0.82235 \n", + "[22]\tvalidation_0-auc:0.94214\tvalidation_1-auc:0.82235 \n", + "[23]\tvalidation_0-auc:0.94445\tvalidation_1-auc:0.82301 \n", + "[24]\tvalidation_0-auc:0.94614\tvalidation_1-auc:0.82396 \n", + "[25]\tvalidation_0-auc:0.94830\tvalidation_1-auc:0.82452 \n", + "[26]\tvalidation_0-auc:0.95009\tvalidation_1-auc:0.82519 \n", + "[27]\tvalidation_0-auc:0.95171\tvalidation_1-auc:0.82499 \n", + "[28]\tvalidation_0-auc:0.95344\tvalidation_1-auc:0.82494 \n", + "[29]\tvalidation_0-auc:0.95474\tvalidation_1-auc:0.82583 \n", + "[30]\tvalidation_0-auc:0.95610\tvalidation_1-auc:0.82546 \n", + "[31]\tvalidation_0-auc:0.95745\tvalidation_1-auc:0.82462 \n", + "[32]\tvalidation_0-auc:0.95825\tvalidation_1-auc:0.82418 \n", + "[33]\tvalidation_0-auc:0.95963\tvalidation_1-auc:0.82414 \n", + "[34]\tvalidation_0-auc:0.96060\tvalidation_1-auc:0.82444 \n", + "[35]\tvalidation_0-auc:0.96119\tvalidation_1-auc:0.82491 \n", + "[36]\tvalidation_0-auc:0.96198\tvalidation_1-auc:0.82514 \n", + "[37]\tvalidation_0-auc:0.96265\tvalidation_1-auc:0.82453 \n", + "[38]\tvalidation_0-auc:0.96319\tvalidation_1-auc:0.82513 \n", + "[39]\tvalidation_0-auc:0.96368\tvalidation_1-auc:0.82479 \n", + "[40]\tvalidation_0-auc:0.96411\tvalidation_1-auc:0.82502 \n", + "[41]\tvalidation_0-auc:0.96434\tvalidation_1-auc:0.82503 \n", + "[42]\tvalidation_0-auc:0.96463\tvalidation_1-auc:0.82520 \n", + "[43]\tvalidation_0-auc:0.96485\tvalidation_1-auc:0.82551 \n", + "[44]\tvalidation_0-auc:0.96533\tvalidation_1-auc:0.82528 \n", + "[45]\tvalidation_0-auc:0.96574\tvalidation_1-auc:0.82501 \n", + "[46]\tvalidation_0-auc:0.96585\tvalidation_1-auc:0.82507 \n", + "[47]\tvalidation_0-auc:0.96616\tvalidation_1-auc:0.82459 \n", + "[48]\tvalidation_0-auc:0.96658\tvalidation_1-auc:0.82440 \n", + "[49]\tvalidation_0-auc:0.96675\tvalidation_1-auc:0.82446 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[50]\tvalidation_0-auc:0.96699\tvalidation_1-auc:0.82434 \n", + "[51]\tvalidation_0-auc:0.96708\tvalidation_1-auc:0.82411 \n", + "[52]\tvalidation_0-auc:0.96730\tvalidation_1-auc:0.82403 \n", + "[53]\tvalidation_0-auc:0.96750\tvalidation_1-auc:0.82379 \n", + "[54]\tvalidation_0-auc:0.96765\tvalidation_1-auc:0.82402 \n", + "[55]\tvalidation_0-auc:0.96829\tvalidation_1-auc:0.82401 \n", + "[56]\tvalidation_0-auc:0.96835\tvalidation_1-auc:0.82383 \n", + "[57]\tvalidation_0-auc:0.96884\tvalidation_1-auc:0.82358 \n", + "[58]\tvalidation_0-auc:0.96898\tvalidation_1-auc:0.82318 \n", + "[59]\tvalidation_0-auc:0.96910\tvalidation_1-auc:0.82290 \n", + "[0]\tvalidation_0-auc:0.82501\tvalidation_1-auc:0.80157 \n", + "[1]\tvalidation_0-auc:0.83042\tvalidation_1-auc:0.80420 \n", + "[2]\tvalidation_0-auc:0.83435\tvalidation_1-auc:0.80619 \n", + "[3]\tvalidation_0-auc:0.83581\tvalidation_1-auc:0.80731 \n", + "[4]\tvalidation_0-auc:0.83811\tvalidation_1-auc:0.80913 \n", + "[5]\tvalidation_0-auc:0.84054\tvalidation_1-auc:0.81026 \n", + "[6]\tvalidation_0-auc:0.84117\tvalidation_1-auc:0.81225 \n", + "[7]\tvalidation_0-auc:0.84222\tvalidation_1-auc:0.81344 \n", + "[8]\tvalidation_0-auc:0.84223\tvalidation_1-auc:0.81341 \n", + "[9]\tvalidation_0-auc:0.84481\tvalidation_1-auc:0.81734 \n", + "[10]\tvalidation_0-auc:0.84381\tvalidation_1-auc:0.81471 \n", + "[11]\tvalidation_0-auc:0.84530\tvalidation_1-auc:0.81603 \n", + "[12]\tvalidation_0-auc:0.84588\tvalidation_1-auc:0.81685 \n", + "[13]\tvalidation_0-auc:0.84731\tvalidation_1-auc:0.81862 \n", + "[14]\tvalidation_0-auc:0.84751\tvalidation_1-auc:0.81942 \n", + "[15]\tvalidation_0-auc:0.84837\tvalidation_1-auc:0.81991 \n", + "[16]\tvalidation_0-auc:0.84980\tvalidation_1-auc:0.82052 \n", + "[17]\tvalidation_0-auc:0.85035\tvalidation_1-auc:0.82170 \n", + "[18]\tvalidation_0-auc:0.84924\tvalidation_1-auc:0.81978 \n", + "[19]\tvalidation_0-auc:0.84984\tvalidation_1-auc:0.82054 \n", + "[20]\tvalidation_0-auc:0.85145\tvalidation_1-auc:0.82208 \n", + "[21]\tvalidation_0-auc:0.84974\tvalidation_1-auc:0.81921 \n", + "[22]\tvalidation_0-auc:0.85104\tvalidation_1-auc:0.82075 \n", + "[23]\tvalidation_0-auc:0.85237\tvalidation_1-auc:0.82055 \n", + "[24]\tvalidation_0-auc:0.85435\tvalidation_1-auc:0.82176 \n", + "[25]\tvalidation_0-auc:0.85479\tvalidation_1-auc:0.82189 \n", + "[26]\tvalidation_0-auc:0.85496\tvalidation_1-auc:0.82136 \n", + "[27]\tvalidation_0-auc:0.85599\tvalidation_1-auc:0.82200 \n", + "[28]\tvalidation_0-auc:0.85704\tvalidation_1-auc:0.82275 \n", + "[29]\tvalidation_0-auc:0.85774\tvalidation_1-auc:0.82330 \n", + "[30]\tvalidation_0-auc:0.85844\tvalidation_1-auc:0.82253 \n", + "[31]\tvalidation_0-auc:0.85913\tvalidation_1-auc:0.82307 \n", + "[32]\tvalidation_0-auc:0.86124\tvalidation_1-auc:0.82470 \n", + "[33]\tvalidation_0-auc:0.86162\tvalidation_1-auc:0.82522 \n", + "[34]\tvalidation_0-auc:0.86237\tvalidation_1-auc:0.82583 \n", + "[35]\tvalidation_0-auc:0.86301\tvalidation_1-auc:0.82646 \n", + "[36]\tvalidation_0-auc:0.86341\tvalidation_1-auc:0.82616 \n", + "[37]\tvalidation_0-auc:0.86353\tvalidation_1-auc:0.82609 \n", + "[38]\tvalidation_0-auc:0.86340\tvalidation_1-auc:0.82579 \n", + "[39]\tvalidation_0-auc:0.86396\tvalidation_1-auc:0.82624 \n", + "[40]\tvalidation_0-auc:0.86459\tvalidation_1-auc:0.82669 \n", + "[41]\tvalidation_0-auc:0.86457\tvalidation_1-auc:0.82588 \n", + "[42]\tvalidation_0-auc:0.86585\tvalidation_1-auc:0.82662 \n", + "[43]\tvalidation_0-auc:0.86672\tvalidation_1-auc:0.82705 \n", + "[44]\tvalidation_0-auc:0.86774\tvalidation_1-auc:0.82723 \n", + "[45]\tvalidation_0-auc:0.86793\tvalidation_1-auc:0.82739 \n", + "[46]\tvalidation_0-auc:0.86815\tvalidation_1-auc:0.82772 \n", + "[47]\tvalidation_0-auc:0.86875\tvalidation_1-auc:0.82803 \n", + "[48]\tvalidation_0-auc:0.86964\tvalidation_1-auc:0.82832 \n", + "[49]\tvalidation_0-auc:0.87018\tvalidation_1-auc:0.82882 \n", + "[50]\tvalidation_0-auc:0.87055\tvalidation_1-auc:0.82928 \n", + "[51]\tvalidation_0-auc:0.87132\tvalidation_1-auc:0.82970 \n", + "[52]\tvalidation_0-auc:0.87204\tvalidation_1-auc:0.82978 \n", + "[53]\tvalidation_0-auc:0.87264\tvalidation_1-auc:0.83013 \n", + "[54]\tvalidation_0-auc:0.87269\tvalidation_1-auc:0.82977 \n", + "[55]\tvalidation_0-auc:0.87355\tvalidation_1-auc:0.83006 \n", + "[56]\tvalidation_0-auc:0.87384\tvalidation_1-auc:0.83006 \n", + "[57]\tvalidation_0-auc:0.87433\tvalidation_1-auc:0.82979 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[58]\tvalidation_0-auc:0.87515\tvalidation_1-auc:0.83029 \n", + "[59]\tvalidation_0-auc:0.87573\tvalidation_1-auc:0.83013 \n", + "[60]\tvalidation_0-auc:0.87628\tvalidation_1-auc:0.82956 \n", + "[61]\tvalidation_0-auc:0.87674\tvalidation_1-auc:0.82914 \n", + "[62]\tvalidation_0-auc:0.87690\tvalidation_1-auc:0.82875 \n", + "[63]\tvalidation_0-auc:0.87694\tvalidation_1-auc:0.82873 \n", + "[64]\tvalidation_0-auc:0.87761\tvalidation_1-auc:0.82944 \n", + "[65]\tvalidation_0-auc:0.87840\tvalidation_1-auc:0.82977 \n", + "[66]\tvalidation_0-auc:0.87835\tvalidation_1-auc:0.82907 \n", + "[67]\tvalidation_0-auc:0.87885\tvalidation_1-auc:0.82941 \n", + "[68]\tvalidation_0-auc:0.87937\tvalidation_1-auc:0.82980 \n", + "[69]\tvalidation_0-auc:0.87967\tvalidation_1-auc:0.83017 \n", + "[70]\tvalidation_0-auc:0.88048\tvalidation_1-auc:0.83053 \n", + "[71]\tvalidation_0-auc:0.88059\tvalidation_1-auc:0.82992 \n", + "[72]\tvalidation_0-auc:0.88127\tvalidation_1-auc:0.83006 \n", + "[73]\tvalidation_0-auc:0.88129\tvalidation_1-auc:0.82974 \n", + "[74]\tvalidation_0-auc:0.88156\tvalidation_1-auc:0.82905 \n", + "[75]\tvalidation_0-auc:0.88222\tvalidation_1-auc:0.82948 \n", + "[76]\tvalidation_0-auc:0.88284\tvalidation_1-auc:0.82962 \n", + "[77]\tvalidation_0-auc:0.88273\tvalidation_1-auc:0.82912 \n", + "[78]\tvalidation_0-auc:0.88319\tvalidation_1-auc:0.82922 \n", + "[79]\tvalidation_0-auc:0.88373\tvalidation_1-auc:0.82955 \n", + "[80]\tvalidation_0-auc:0.88457\tvalidation_1-auc:0.82986 \n", + "[81]\tvalidation_0-auc:0.88469\tvalidation_1-auc:0.82939 \n", + "[82]\tvalidation_0-auc:0.88511\tvalidation_1-auc:0.82993 \n", + "[83]\tvalidation_0-auc:0.88528\tvalidation_1-auc:0.82960 \n", + "[84]\tvalidation_0-auc:0.88546\tvalidation_1-auc:0.82943 \n", + "[85]\tvalidation_0-auc:0.88621\tvalidation_1-auc:0.82989 \n", + "[86]\tvalidation_0-auc:0.88697\tvalidation_1-auc:0.83029 \n", + "[87]\tvalidation_0-auc:0.88758\tvalidation_1-auc:0.83022 \n", + "[88]\tvalidation_0-auc:0.88786\tvalidation_1-auc:0.83006 \n", + "[89]\tvalidation_0-auc:0.88844\tvalidation_1-auc:0.83006 \n", + "[90]\tvalidation_0-auc:0.88893\tvalidation_1-auc:0.83042 \n", + "[91]\tvalidation_0-auc:0.88938\tvalidation_1-auc:0.83087 \n", + "[92]\tvalidation_0-auc:0.88999\tvalidation_1-auc:0.83110 \n", + "[93]\tvalidation_0-auc:0.89042\tvalidation_1-auc:0.83131 \n", + "[94]\tvalidation_0-auc:0.89075\tvalidation_1-auc:0.83088 \n", + "[95]\tvalidation_0-auc:0.89107\tvalidation_1-auc:0.83121 \n", + "[96]\tvalidation_0-auc:0.89147\tvalidation_1-auc:0.83168 \n", + "[97]\tvalidation_0-auc:0.89172\tvalidation_1-auc:0.83151 \n", + "[98]\tvalidation_0-auc:0.89231\tvalidation_1-auc:0.83139 \n", + "[99]\tvalidation_0-auc:0.89276\tvalidation_1-auc:0.83159 \n", + "[0]\tvalidation_0-auc:0.82045\tvalidation_1-auc:0.80565 \n", + "[1]\tvalidation_0-auc:0.82472\tvalidation_1-auc:0.80795 \n", + "[2]\tvalidation_0-auc:0.82938\tvalidation_1-auc:0.80989 \n", + "[3]\tvalidation_0-auc:0.83046\tvalidation_1-auc:0.80988 \n", + "[4]\tvalidation_0-auc:0.83511\tvalidation_1-auc:0.81336 \n", + "[5]\tvalidation_0-auc:0.83901\tvalidation_1-auc:0.81655 \n", + "[6]\tvalidation_0-auc:0.84141\tvalidation_1-auc:0.81779 \n", + "[7]\tvalidation_0-auc:0.84134\tvalidation_1-auc:0.81913 \n", + "[8]\tvalidation_0-auc:0.84333\tvalidation_1-auc:0.82075 \n", + "[9]\tvalidation_0-auc:0.84819\tvalidation_1-auc:0.82485 \n", + "[10]\tvalidation_0-auc:0.84813\tvalidation_1-auc:0.82361 \n", + "[11]\tvalidation_0-auc:0.84806\tvalidation_1-auc:0.82090 \n", + "[12]\tvalidation_0-auc:0.84860\tvalidation_1-auc:0.82209 \n", + "[13]\tvalidation_0-auc:0.84951\tvalidation_1-auc:0.82378 \n", + "[14]\tvalidation_0-auc:0.85248\tvalidation_1-auc:0.82668 \n", + "[15]\tvalidation_0-auc:0.85336\tvalidation_1-auc:0.82787 \n", + "[16]\tvalidation_0-auc:0.85449\tvalidation_1-auc:0.82899 \n", + "[17]\tvalidation_0-auc:0.85526\tvalidation_1-auc:0.82940 \n", + "[18]\tvalidation_0-auc:0.85406\tvalidation_1-auc:0.82794 \n", + "[19]\tvalidation_0-auc:0.85609\tvalidation_1-auc:0.82862 \n", + "[20]\tvalidation_0-auc:0.85677\tvalidation_1-auc:0.82940 \n", + "[21]\tvalidation_0-auc:0.85594\tvalidation_1-auc:0.82816 \n", + "[22]\tvalidation_0-auc:0.85679\tvalidation_1-auc:0.82825 \n", + "[23]\tvalidation_0-auc:0.85704\tvalidation_1-auc:0.82818 \n", + "[24]\tvalidation_0-auc:0.85797\tvalidation_1-auc:0.82904 \n", + "[25]\tvalidation_0-auc:0.85870\tvalidation_1-auc:0.82960 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[26]\tvalidation_0-auc:0.85985\tvalidation_1-auc:0.82882 \n", + "[27]\tvalidation_0-auc:0.86048\tvalidation_1-auc:0.82912 \n", + "[28]\tvalidation_0-auc:0.86093\tvalidation_1-auc:0.82992 \n", + "[29]\tvalidation_0-auc:0.86185\tvalidation_1-auc:0.82979 \n", + "[30]\tvalidation_0-auc:0.86265\tvalidation_1-auc:0.82914 \n", + "[31]\tvalidation_0-auc:0.86379\tvalidation_1-auc:0.82893 \n", + "[32]\tvalidation_0-auc:0.86425\tvalidation_1-auc:0.82914 \n", + "[33]\tvalidation_0-auc:0.86457\tvalidation_1-auc:0.82930 \n", + "[34]\tvalidation_0-auc:0.86517\tvalidation_1-auc:0.82955 \n", + "[35]\tvalidation_0-auc:0.86613\tvalidation_1-auc:0.82982 \n", + "[36]\tvalidation_0-auc:0.86665\tvalidation_1-auc:0.82955 \n", + "[37]\tvalidation_0-auc:0.86721\tvalidation_1-auc:0.82901 \n", + "[38]\tvalidation_0-auc:0.86725\tvalidation_1-auc:0.82790 \n", + "[39]\tvalidation_0-auc:0.86743\tvalidation_1-auc:0.82825 \n", + "[40]\tvalidation_0-auc:0.86833\tvalidation_1-auc:0.82912 \n", + "[41]\tvalidation_0-auc:0.86819\tvalidation_1-auc:0.82815 \n", + "[42]\tvalidation_0-auc:0.86969\tvalidation_1-auc:0.82907 \n", + "[43]\tvalidation_0-auc:0.87033\tvalidation_1-auc:0.82939 \n", + "[44]\tvalidation_0-auc:0.87093\tvalidation_1-auc:0.83020 \n", + "[45]\tvalidation_0-auc:0.87136\tvalidation_1-auc:0.83074 \n", + "[46]\tvalidation_0-auc:0.87183\tvalidation_1-auc:0.83088 \n", + "[47]\tvalidation_0-auc:0.87228\tvalidation_1-auc:0.83073 \n", + "[48]\tvalidation_0-auc:0.87318\tvalidation_1-auc:0.83103 \n", + "[49]\tvalidation_0-auc:0.87387\tvalidation_1-auc:0.83149 \n", + "[50]\tvalidation_0-auc:0.87421\tvalidation_1-auc:0.83199 \n", + "[51]\tvalidation_0-auc:0.87470\tvalidation_1-auc:0.83230 \n", + "[52]\tvalidation_0-auc:0.87531\tvalidation_1-auc:0.83219 \n", + "[53]\tvalidation_0-auc:0.87577\tvalidation_1-auc:0.83225 \n", + "[54]\tvalidation_0-auc:0.87595\tvalidation_1-auc:0.83224 \n", + "[55]\tvalidation_0-auc:0.87638\tvalidation_1-auc:0.83186 \n", + "[56]\tvalidation_0-auc:0.87666\tvalidation_1-auc:0.83206 \n", + "[57]\tvalidation_0-auc:0.87747\tvalidation_1-auc:0.83174 \n", + "[58]\tvalidation_0-auc:0.87779\tvalidation_1-auc:0.83183 \n", + "[59]\tvalidation_0-auc:0.87810\tvalidation_1-auc:0.83189 \n", + "[60]\tvalidation_0-auc:0.87798\tvalidation_1-auc:0.83137 \n", + "[61]\tvalidation_0-auc:0.87816\tvalidation_1-auc:0.83100 \n", + "[62]\tvalidation_0-auc:0.87821\tvalidation_1-auc:0.83033 \n", + "[63]\tvalidation_0-auc:0.87826\tvalidation_1-auc:0.82958 \n", + "[64]\tvalidation_0-auc:0.87888\tvalidation_1-auc:0.83016 \n", + "[65]\tvalidation_0-auc:0.87950\tvalidation_1-auc:0.83069 \n", + "[66]\tvalidation_0-auc:0.87936\tvalidation_1-auc:0.83015 \n", + "[67]\tvalidation_0-auc:0.87977\tvalidation_1-auc:0.83072 \n", + "[68]\tvalidation_0-auc:0.88046\tvalidation_1-auc:0.83107 \n", + "[69]\tvalidation_0-auc:0.88121\tvalidation_1-auc:0.83154 \n", + "[70]\tvalidation_0-auc:0.88197\tvalidation_1-auc:0.83184 \n", + "[71]\tvalidation_0-auc:0.88182\tvalidation_1-auc:0.83141 \n", + "[72]\tvalidation_0-auc:0.88259\tvalidation_1-auc:0.83164 \n", + "[73]\tvalidation_0-auc:0.88249\tvalidation_1-auc:0.83106 \n", + "[74]\tvalidation_0-auc:0.88275\tvalidation_1-auc:0.83042 \n", + "[75]\tvalidation_0-auc:0.88352\tvalidation_1-auc:0.83071 \n", + "[76]\tvalidation_0-auc:0.88394\tvalidation_1-auc:0.83105 \n", + "[77]\tvalidation_0-auc:0.88364\tvalidation_1-auc:0.83062 \n", + "[78]\tvalidation_0-auc:0.88436\tvalidation_1-auc:0.83097 \n", + "[79]\tvalidation_0-auc:0.88496\tvalidation_1-auc:0.83130 \n", + "[80]\tvalidation_0-auc:0.88556\tvalidation_1-auc:0.83169 \n", + "[81]\tvalidation_0-auc:0.88569\tvalidation_1-auc:0.83133 \n", + "[0]\tvalidation_0-auc:0.82931\tvalidation_1-auc:0.80983 \n", + "[1]\tvalidation_0-auc:0.83428\tvalidation_1-auc:0.81236 \n", + "[2]\tvalidation_0-auc:0.83694\tvalidation_1-auc:0.81439 \n", + "[3]\tvalidation_0-auc:0.83883\tvalidation_1-auc:0.81486 \n", + "[4]\tvalidation_0-auc:0.84300\tvalidation_1-auc:0.81618 \n", + "[5]\tvalidation_0-auc:0.84622\tvalidation_1-auc:0.81941 \n", + "[6]\tvalidation_0-auc:0.84618\tvalidation_1-auc:0.82124 \n", + "[7]\tvalidation_0-auc:0.84786\tvalidation_1-auc:0.82226 \n", + "[8]\tvalidation_0-auc:0.84799\tvalidation_1-auc:0.82221 \n", + "[9]\tvalidation_0-auc:0.85094\tvalidation_1-auc:0.82382 \n", + "[10]\tvalidation_0-auc:0.85242\tvalidation_1-auc:0.82335 \n", + "[11]\tvalidation_0-auc:0.85262\tvalidation_1-auc:0.82360 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[12]\tvalidation_0-auc:0.85389\tvalidation_1-auc:0.82421 \n", + "[13]\tvalidation_0-auc:0.85536\tvalidation_1-auc:0.82507 \n", + "[14]\tvalidation_0-auc:0.85606\tvalidation_1-auc:0.82551 \n", + "[15]\tvalidation_0-auc:0.85657\tvalidation_1-auc:0.82514 \n", + "[16]\tvalidation_0-auc:0.85726\tvalidation_1-auc:0.82542 \n", + "[17]\tvalidation_0-auc:0.85790\tvalidation_1-auc:0.82533 \n", + "[18]\tvalidation_0-auc:0.85791\tvalidation_1-auc:0.82525 \n", + "[19]\tvalidation_0-auc:0.85835\tvalidation_1-auc:0.82524 \n", + "[20]\tvalidation_0-auc:0.85862\tvalidation_1-auc:0.82514 \n", + "[21]\tvalidation_0-auc:0.85962\tvalidation_1-auc:0.82506 \n", + "[22]\tvalidation_0-auc:0.86052\tvalidation_1-auc:0.82511 \n", + "[23]\tvalidation_0-auc:0.86120\tvalidation_1-auc:0.82639 \n", + "[24]\tvalidation_0-auc:0.86209\tvalidation_1-auc:0.82630 \n", + "[25]\tvalidation_0-auc:0.86276\tvalidation_1-auc:0.82642 \n", + "[26]\tvalidation_0-auc:0.86324\tvalidation_1-auc:0.82687 \n", + "[27]\tvalidation_0-auc:0.86343\tvalidation_1-auc:0.82693 \n", + "[28]\tvalidation_0-auc:0.86376\tvalidation_1-auc:0.82681 \n", + "[29]\tvalidation_0-auc:0.86408\tvalidation_1-auc:0.82695 \n", + "[30]\tvalidation_0-auc:0.86470\tvalidation_1-auc:0.82689 \n", + "[31]\tvalidation_0-auc:0.86508\tvalidation_1-auc:0.82717 \n", + "[32]\tvalidation_0-auc:0.86607\tvalidation_1-auc:0.82734 \n", + "[33]\tvalidation_0-auc:0.86637\tvalidation_1-auc:0.82754 \n", + "[34]\tvalidation_0-auc:0.86695\tvalidation_1-auc:0.82808 \n", + "[35]\tvalidation_0-auc:0.86765\tvalidation_1-auc:0.82821 \n", + "[36]\tvalidation_0-auc:0.86843\tvalidation_1-auc:0.82811 \n", + "[37]\tvalidation_0-auc:0.86867\tvalidation_1-auc:0.82800 \n", + "[38]\tvalidation_0-auc:0.86938\tvalidation_1-auc:0.82776 \n", + "[39]\tvalidation_0-auc:0.86969\tvalidation_1-auc:0.82781 \n", + "[40]\tvalidation_0-auc:0.86981\tvalidation_1-auc:0.82798 \n", + "[41]\tvalidation_0-auc:0.87004\tvalidation_1-auc:0.82792 \n", + "[42]\tvalidation_0-auc:0.87063\tvalidation_1-auc:0.82796 \n", + "[43]\tvalidation_0-auc:0.87112\tvalidation_1-auc:0.82795 \n", + "[44]\tvalidation_0-auc:0.87144\tvalidation_1-auc:0.82799 \n", + "[45]\tvalidation_0-auc:0.87207\tvalidation_1-auc:0.82824 \n", + "[46]\tvalidation_0-auc:0.87258\tvalidation_1-auc:0.82833 \n", + "[47]\tvalidation_0-auc:0.87280\tvalidation_1-auc:0.82842 \n", + "[48]\tvalidation_0-auc:0.87350\tvalidation_1-auc:0.82845 \n", + "[49]\tvalidation_0-auc:0.87410\tvalidation_1-auc:0.82891 \n", + "[50]\tvalidation_0-auc:0.87454\tvalidation_1-auc:0.82900 \n", + "[51]\tvalidation_0-auc:0.87508\tvalidation_1-auc:0.82932 \n", + "[52]\tvalidation_0-auc:0.87535\tvalidation_1-auc:0.82946 \n", + "[53]\tvalidation_0-auc:0.87595\tvalidation_1-auc:0.82999 \n", + "[54]\tvalidation_0-auc:0.87608\tvalidation_1-auc:0.82952 \n", + "[55]\tvalidation_0-auc:0.87647\tvalidation_1-auc:0.82948 \n", + "[56]\tvalidation_0-auc:0.87688\tvalidation_1-auc:0.82983 \n", + "[57]\tvalidation_0-auc:0.87723\tvalidation_1-auc:0.82950 \n", + "[58]\tvalidation_0-auc:0.87766\tvalidation_1-auc:0.82922 \n", + "[59]\tvalidation_0-auc:0.87803\tvalidation_1-auc:0.82943 \n", + "[60]\tvalidation_0-auc:0.87855\tvalidation_1-auc:0.82928 \n", + "[61]\tvalidation_0-auc:0.87869\tvalidation_1-auc:0.82891 \n", + "[62]\tvalidation_0-auc:0.87879\tvalidation_1-auc:0.82845 \n", + "[63]\tvalidation_0-auc:0.87894\tvalidation_1-auc:0.82819 \n", + "[64]\tvalidation_0-auc:0.87961\tvalidation_1-auc:0.82835 \n", + "[65]\tvalidation_0-auc:0.88019\tvalidation_1-auc:0.82847 \n", + "[66]\tvalidation_0-auc:0.88055\tvalidation_1-auc:0.82817 \n", + "[67]\tvalidation_0-auc:0.88097\tvalidation_1-auc:0.82890 \n", + "[68]\tvalidation_0-auc:0.88211\tvalidation_1-auc:0.82955 \n", + "[69]\tvalidation_0-auc:0.88245\tvalidation_1-auc:0.82983 \n", + "[70]\tvalidation_0-auc:0.88281\tvalidation_1-auc:0.83017 \n", + "[71]\tvalidation_0-auc:0.88303\tvalidation_1-auc:0.82961 \n", + "[72]\tvalidation_0-auc:0.88352\tvalidation_1-auc:0.83000 \n", + "[73]\tvalidation_0-auc:0.88389\tvalidation_1-auc:0.83012 \n", + "[74]\tvalidation_0-auc:0.88410\tvalidation_1-auc:0.82983 \n", + "[75]\tvalidation_0-auc:0.88447\tvalidation_1-auc:0.83001 \n", + "[76]\tvalidation_0-auc:0.88479\tvalidation_1-auc:0.83036 \n", + "[77]\tvalidation_0-auc:0.88492\tvalidation_1-auc:0.83034 \n", + "[78]\tvalidation_0-auc:0.88547\tvalidation_1-auc:0.83091 \n", + "[79]\tvalidation_0-auc:0.88599\tvalidation_1-auc:0.83089 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[80]\tvalidation_0-auc:0.88685\tvalidation_1-auc:0.83144 \n", + "[81]\tvalidation_0-auc:0.88699\tvalidation_1-auc:0.83124 \n", + "[82]\tvalidation_0-auc:0.88719\tvalidation_1-auc:0.83153 \n", + "[83]\tvalidation_0-auc:0.88753\tvalidation_1-auc:0.83141 \n", + "[84]\tvalidation_0-auc:0.88775\tvalidation_1-auc:0.83124 \n", + "[85]\tvalidation_0-auc:0.88876\tvalidation_1-auc:0.83164 \n", + "[86]\tvalidation_0-auc:0.88932\tvalidation_1-auc:0.83185 \n", + "[87]\tvalidation_0-auc:0.88984\tvalidation_1-auc:0.83208 \n", + "[88]\tvalidation_0-auc:0.88988\tvalidation_1-auc:0.83198 \n", + "[89]\tvalidation_0-auc:0.89038\tvalidation_1-auc:0.83186 \n", + "[90]\tvalidation_0-auc:0.89056\tvalidation_1-auc:0.83202 \n", + "[91]\tvalidation_0-auc:0.89091\tvalidation_1-auc:0.83218 \n", + "[92]\tvalidation_0-auc:0.89149\tvalidation_1-auc:0.83249 \n", + "[93]\tvalidation_0-auc:0.89204\tvalidation_1-auc:0.83266 \n", + "[94]\tvalidation_0-auc:0.89247\tvalidation_1-auc:0.83262 \n", + "[95]\tvalidation_0-auc:0.89299\tvalidation_1-auc:0.83326 \n", + "[96]\tvalidation_0-auc:0.89333\tvalidation_1-auc:0.83354 \n", + "[97]\tvalidation_0-auc:0.89352\tvalidation_1-auc:0.83344 \n", + "[98]\tvalidation_0-auc:0.89379\tvalidation_1-auc:0.83338 \n", + "[99]\tvalidation_0-auc:0.89420\tvalidation_1-auc:0.83352 \n", + "[0]\tvalidation_0-auc:0.82778\tvalidation_1-auc:0.80158 \n", + "[1]\tvalidation_0-auc:0.83272\tvalidation_1-auc:0.80312 \n", + "[2]\tvalidation_0-auc:0.83748\tvalidation_1-auc:0.80497 \n", + "[3]\tvalidation_0-auc:0.84045\tvalidation_1-auc:0.80724 \n", + "[4]\tvalidation_0-auc:0.84129\tvalidation_1-auc:0.80610 \n", + "[5]\tvalidation_0-auc:0.84503\tvalidation_1-auc:0.80930 \n", + "[6]\tvalidation_0-auc:0.84734\tvalidation_1-auc:0.81015 \n", + "[7]\tvalidation_0-auc:0.84915\tvalidation_1-auc:0.81005 \n", + "[8]\tvalidation_0-auc:0.85081\tvalidation_1-auc:0.81084 \n", + "[9]\tvalidation_0-auc:0.85525\tvalidation_1-auc:0.81555 \n", + "[10]\tvalidation_0-auc:0.85398\tvalidation_1-auc:0.81169 \n", + "[11]\tvalidation_0-auc:0.85587\tvalidation_1-auc:0.81358 \n", + "[12]\tvalidation_0-auc:0.85660\tvalidation_1-auc:0.81413 \n", + "[13]\tvalidation_0-auc:0.85942\tvalidation_1-auc:0.81590 \n", + "[14]\tvalidation_0-auc:0.85935\tvalidation_1-auc:0.81711 \n", + "[15]\tvalidation_0-auc:0.86002\tvalidation_1-auc:0.81756 \n", + "[16]\tvalidation_0-auc:0.86142\tvalidation_1-auc:0.81888 \n", + "[17]\tvalidation_0-auc:0.86266\tvalidation_1-auc:0.81929 \n", + "[18]\tvalidation_0-auc:0.86333\tvalidation_1-auc:0.81897 \n", + "[19]\tvalidation_0-auc:0.86495\tvalidation_1-auc:0.82042 \n", + "[20]\tvalidation_0-auc:0.86599\tvalidation_1-auc:0.82132 \n", + "[21]\tvalidation_0-auc:0.86840\tvalidation_1-auc:0.82141 \n", + "[22]\tvalidation_0-auc:0.86955\tvalidation_1-auc:0.82234 \n", + "[23]\tvalidation_0-auc:0.87028\tvalidation_1-auc:0.82212 \n", + "[24]\tvalidation_0-auc:0.87304\tvalidation_1-auc:0.82386 \n", + "[25]\tvalidation_0-auc:0.87389\tvalidation_1-auc:0.82385 \n", + "[26]\tvalidation_0-auc:0.87500\tvalidation_1-auc:0.82375 \n", + "[27]\tvalidation_0-auc:0.87599\tvalidation_1-auc:0.82487 \n", + "[28]\tvalidation_0-auc:0.87695\tvalidation_1-auc:0.82483 \n", + "[29]\tvalidation_0-auc:0.87772\tvalidation_1-auc:0.82458 \n", + "[30]\tvalidation_0-auc:0.87911\tvalidation_1-auc:0.82435 \n", + "[31]\tvalidation_0-auc:0.87973\tvalidation_1-auc:0.82432 \n", + "[32]\tvalidation_0-auc:0.88126\tvalidation_1-auc:0.82456 \n", + "[33]\tvalidation_0-auc:0.88177\tvalidation_1-auc:0.82417 \n", + "[34]\tvalidation_0-auc:0.88314\tvalidation_1-auc:0.82407 \n", + "[35]\tvalidation_0-auc:0.88491\tvalidation_1-auc:0.82503 \n", + "[36]\tvalidation_0-auc:0.88544\tvalidation_1-auc:0.82495 \n", + "[37]\tvalidation_0-auc:0.88641\tvalidation_1-auc:0.82515 \n", + "[38]\tvalidation_0-auc:0.88813\tvalidation_1-auc:0.82571 \n", + "[39]\tvalidation_0-auc:0.88965\tvalidation_1-auc:0.82619 \n", + "[40]\tvalidation_0-auc:0.89018\tvalidation_1-auc:0.82688 \n", + "[41]\tvalidation_0-auc:0.89111\tvalidation_1-auc:0.82729 \n", + "[42]\tvalidation_0-auc:0.89273\tvalidation_1-auc:0.82738 \n", + "[43]\tvalidation_0-auc:0.89382\tvalidation_1-auc:0.82723 \n", + "[44]\tvalidation_0-auc:0.89517\tvalidation_1-auc:0.82725 \n", + "[45]\tvalidation_0-auc:0.89635\tvalidation_1-auc:0.82719 \n", + "[46]\tvalidation_0-auc:0.89722\tvalidation_1-auc:0.82727 \n", + "[47]\tvalidation_0-auc:0.89798\tvalidation_1-auc:0.82714 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[48]\tvalidation_0-auc:0.89857\tvalidation_1-auc:0.82715 \n", + "[49]\tvalidation_0-auc:0.89960\tvalidation_1-auc:0.82716 \n", + "[50]\tvalidation_0-auc:0.90056\tvalidation_1-auc:0.82689 \n", + "[51]\tvalidation_0-auc:0.90153\tvalidation_1-auc:0.82689 \n", + "[52]\tvalidation_0-auc:0.90247\tvalidation_1-auc:0.82740 \n", + "[53]\tvalidation_0-auc:0.90282\tvalidation_1-auc:0.82758 \n", + "[54]\tvalidation_0-auc:0.90402\tvalidation_1-auc:0.82809 \n", + "[55]\tvalidation_0-auc:0.90484\tvalidation_1-auc:0.82826 \n", + "[56]\tvalidation_0-auc:0.90551\tvalidation_1-auc:0.82878 \n", + "[57]\tvalidation_0-auc:0.90676\tvalidation_1-auc:0.82909 \n", + "[58]\tvalidation_0-auc:0.90760\tvalidation_1-auc:0.82938 \n", + "[59]\tvalidation_0-auc:0.90870\tvalidation_1-auc:0.82914 \n", + "[60]\tvalidation_0-auc:0.91002\tvalidation_1-auc:0.82917 \n", + "[61]\tvalidation_0-auc:0.91097\tvalidation_1-auc:0.82919 \n", + "[62]\tvalidation_0-auc:0.91234\tvalidation_1-auc:0.82871 \n", + "[63]\tvalidation_0-auc:0.91332\tvalidation_1-auc:0.82862 \n", + "[64]\tvalidation_0-auc:0.91463\tvalidation_1-auc:0.82827 \n", + "[65]\tvalidation_0-auc:0.91542\tvalidation_1-auc:0.82832 \n", + "[66]\tvalidation_0-auc:0.91619\tvalidation_1-auc:0.82857 \n", + "[67]\tvalidation_0-auc:0.91694\tvalidation_1-auc:0.82867 \n", + "[68]\tvalidation_0-auc:0.91757\tvalidation_1-auc:0.82864 \n", + "[69]\tvalidation_0-auc:0.91844\tvalidation_1-auc:0.82862 \n", + "[70]\tvalidation_0-auc:0.91944\tvalidation_1-auc:0.82894 \n", + "[71]\tvalidation_0-auc:0.92009\tvalidation_1-auc:0.82910 \n", + "[72]\tvalidation_0-auc:0.92091\tvalidation_1-auc:0.82932 \n", + "[73]\tvalidation_0-auc:0.92120\tvalidation_1-auc:0.82966 \n", + "[74]\tvalidation_0-auc:0.92184\tvalidation_1-auc:0.82989 \n", + "[75]\tvalidation_0-auc:0.92268\tvalidation_1-auc:0.82976 \n", + "[76]\tvalidation_0-auc:0.92322\tvalidation_1-auc:0.83023 \n", + "[77]\tvalidation_0-auc:0.92381\tvalidation_1-auc:0.83027 \n", + "[78]\tvalidation_0-auc:0.92453\tvalidation_1-auc:0.83042 \n", + "[79]\tvalidation_0-auc:0.92542\tvalidation_1-auc:0.83044 \n", + "[80]\tvalidation_0-auc:0.92603\tvalidation_1-auc:0.83032 \n", + "[81]\tvalidation_0-auc:0.92649\tvalidation_1-auc:0.83025 \n", + "[82]\tvalidation_0-auc:0.92714\tvalidation_1-auc:0.83017 \n", + "[83]\tvalidation_0-auc:0.92763\tvalidation_1-auc:0.83014 \n", + "[84]\tvalidation_0-auc:0.92823\tvalidation_1-auc:0.83021 \n", + "[85]\tvalidation_0-auc:0.92876\tvalidation_1-auc:0.83037 \n", + "[86]\tvalidation_0-auc:0.92935\tvalidation_1-auc:0.83047 \n", + "[87]\tvalidation_0-auc:0.92993\tvalidation_1-auc:0.83042 \n", + "[88]\tvalidation_0-auc:0.93042\tvalidation_1-auc:0.83041 \n", + "[89]\tvalidation_0-auc:0.93089\tvalidation_1-auc:0.83020 \n", + "[90]\tvalidation_0-auc:0.93131\tvalidation_1-auc:0.83024 \n", + "[91]\tvalidation_0-auc:0.93172\tvalidation_1-auc:0.83025 \n", + "[92]\tvalidation_0-auc:0.93230\tvalidation_1-auc:0.82999 \n", + "[93]\tvalidation_0-auc:0.93253\tvalidation_1-auc:0.82996 \n", + "[94]\tvalidation_0-auc:0.93297\tvalidation_1-auc:0.83005 \n", + "[95]\tvalidation_0-auc:0.93364\tvalidation_1-auc:0.83009 \n", + "[96]\tvalidation_0-auc:0.93398\tvalidation_1-auc:0.82984 \n", + "[97]\tvalidation_0-auc:0.93447\tvalidation_1-auc:0.82966 \n", + "[98]\tvalidation_0-auc:0.93475\tvalidation_1-auc:0.82949 \n", + "[99]\tvalidation_0-auc:0.93510\tvalidation_1-auc:0.82944 \n", + "[0]\tvalidation_0-auc:0.82222\tvalidation_1-auc:0.80496 \n", + "[1]\tvalidation_0-auc:0.82817\tvalidation_1-auc:0.80698 \n", + "[2]\tvalidation_0-auc:0.83337\tvalidation_1-auc:0.81098 \n", + "[3]\tvalidation_0-auc:0.83935\tvalidation_1-auc:0.81794 \n", + "[4]\tvalidation_0-auc:0.84110\tvalidation_1-auc:0.81937 \n", + "[5]\tvalidation_0-auc:0.84228\tvalidation_1-auc:0.81867 \n", + "[6]\tvalidation_0-auc:0.84523\tvalidation_1-auc:0.81975 \n", + "[7]\tvalidation_0-auc:0.84827\tvalidation_1-auc:0.82163 \n", + "[8]\tvalidation_0-auc:0.84932\tvalidation_1-auc:0.82176 \n", + "[9]\tvalidation_0-auc:0.85716\tvalidation_1-auc:0.82500 \n", + "[10]\tvalidation_0-auc:0.85689\tvalidation_1-auc:0.82353 \n", + "[11]\tvalidation_0-auc:0.85935\tvalidation_1-auc:0.82496 \n", + "[12]\tvalidation_0-auc:0.86032\tvalidation_1-auc:0.82578 \n", + "[13]\tvalidation_0-auc:0.86247\tvalidation_1-auc:0.82554 \n", + "[14]\tvalidation_0-auc:0.86548\tvalidation_1-auc:0.82660 \n", + "[15]\tvalidation_0-auc:0.86711\tvalidation_1-auc:0.82668 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[16]\tvalidation_0-auc:0.86827\tvalidation_1-auc:0.82619 \n", + "[17]\tvalidation_0-auc:0.87006\tvalidation_1-auc:0.82695 \n", + "[18]\tvalidation_0-auc:0.87017\tvalidation_1-auc:0.82680 \n", + "[19]\tvalidation_0-auc:0.87129\tvalidation_1-auc:0.82759 \n", + "[20]\tvalidation_0-auc:0.87258\tvalidation_1-auc:0.82770 \n", + "[21]\tvalidation_0-auc:0.87327\tvalidation_1-auc:0.82764 \n", + "[22]\tvalidation_0-auc:0.87413\tvalidation_1-auc:0.82809 \n", + "[23]\tvalidation_0-auc:0.87543\tvalidation_1-auc:0.82841 \n", + "[24]\tvalidation_0-auc:0.87606\tvalidation_1-auc:0.82870 \n", + "[25]\tvalidation_0-auc:0.87866\tvalidation_1-auc:0.82844 \n", + "[26]\tvalidation_0-auc:0.87953\tvalidation_1-auc:0.82859 \n", + "[27]\tvalidation_0-auc:0.88004\tvalidation_1-auc:0.82834 \n", + "[28]\tvalidation_0-auc:0.88189\tvalidation_1-auc:0.82925 \n", + "[29]\tvalidation_0-auc:0.88343\tvalidation_1-auc:0.82976 \n", + "[30]\tvalidation_0-auc:0.88449\tvalidation_1-auc:0.83014 \n", + "[31]\tvalidation_0-auc:0.88603\tvalidation_1-auc:0.83050 \n", + "[32]\tvalidation_0-auc:0.88707\tvalidation_1-auc:0.83053 \n", + "[33]\tvalidation_0-auc:0.88762\tvalidation_1-auc:0.83077 \n", + "[34]\tvalidation_0-auc:0.88896\tvalidation_1-auc:0.83056 \n", + "[35]\tvalidation_0-auc:0.89076\tvalidation_1-auc:0.83016 \n", + "[36]\tvalidation_0-auc:0.89167\tvalidation_1-auc:0.83025 \n", + "[37]\tvalidation_0-auc:0.89235\tvalidation_1-auc:0.83032 \n", + "[38]\tvalidation_0-auc:0.89294\tvalidation_1-auc:0.83017 \n", + "[39]\tvalidation_0-auc:0.89365\tvalidation_1-auc:0.82985 \n", + "[40]\tvalidation_0-auc:0.89467\tvalidation_1-auc:0.83063 \n", + "[41]\tvalidation_0-auc:0.89505\tvalidation_1-auc:0.83104 \n", + "[42]\tvalidation_0-auc:0.89585\tvalidation_1-auc:0.83096 \n", + "[43]\tvalidation_0-auc:0.89662\tvalidation_1-auc:0.83109 \n", + "[44]\tvalidation_0-auc:0.89760\tvalidation_1-auc:0.83110 \n", + "[45]\tvalidation_0-auc:0.89834\tvalidation_1-auc:0.83142 \n", + "[46]\tvalidation_0-auc:0.89901\tvalidation_1-auc:0.83152 \n", + "[47]\tvalidation_0-auc:0.89996\tvalidation_1-auc:0.83149 \n", + "[48]\tvalidation_0-auc:0.90107\tvalidation_1-auc:0.83150 \n", + "[49]\tvalidation_0-auc:0.90222\tvalidation_1-auc:0.83191 \n", + "[50]\tvalidation_0-auc:0.90331\tvalidation_1-auc:0.83187 \n", + "[51]\tvalidation_0-auc:0.90424\tvalidation_1-auc:0.83179 \n", + "[52]\tvalidation_0-auc:0.90544\tvalidation_1-auc:0.83176 \n", + "[53]\tvalidation_0-auc:0.90609\tvalidation_1-auc:0.83172 \n", + "[54]\tvalidation_0-auc:0.90671\tvalidation_1-auc:0.83199 \n", + "[55]\tvalidation_0-auc:0.90759\tvalidation_1-auc:0.83182 \n", + "[56]\tvalidation_0-auc:0.90848\tvalidation_1-auc:0.83242 \n", + "[57]\tvalidation_0-auc:0.90938\tvalidation_1-auc:0.83274 \n", + "[58]\tvalidation_0-auc:0.91015\tvalidation_1-auc:0.83281 \n", + "[59]\tvalidation_0-auc:0.91112\tvalidation_1-auc:0.83281 \n", + "[60]\tvalidation_0-auc:0.91180\tvalidation_1-auc:0.83303 \n", + "[61]\tvalidation_0-auc:0.91259\tvalidation_1-auc:0.83353 \n", + "[62]\tvalidation_0-auc:0.91384\tvalidation_1-auc:0.83341 \n", + "[63]\tvalidation_0-auc:0.91503\tvalidation_1-auc:0.83352 \n", + "[64]\tvalidation_0-auc:0.91635\tvalidation_1-auc:0.83342 \n", + "[65]\tvalidation_0-auc:0.91709\tvalidation_1-auc:0.83340 \n", + "[66]\tvalidation_0-auc:0.91816\tvalidation_1-auc:0.83310 \n", + "[67]\tvalidation_0-auc:0.91865\tvalidation_1-auc:0.83292 \n", + "[68]\tvalidation_0-auc:0.91948\tvalidation_1-auc:0.83238 \n", + "[69]\tvalidation_0-auc:0.92024\tvalidation_1-auc:0.83227 \n", + "[70]\tvalidation_0-auc:0.92101\tvalidation_1-auc:0.83230 \n", + "[71]\tvalidation_0-auc:0.92184\tvalidation_1-auc:0.83217 \n", + "[72]\tvalidation_0-auc:0.92234\tvalidation_1-auc:0.83180 \n", + "[73]\tvalidation_0-auc:0.92309\tvalidation_1-auc:0.83198 \n", + "[74]\tvalidation_0-auc:0.92396\tvalidation_1-auc:0.83185 \n", + "[75]\tvalidation_0-auc:0.92456\tvalidation_1-auc:0.83173 \n", + "[76]\tvalidation_0-auc:0.92511\tvalidation_1-auc:0.83173 \n", + "[77]\tvalidation_0-auc:0.92581\tvalidation_1-auc:0.83183 \n", + "[78]\tvalidation_0-auc:0.92660\tvalidation_1-auc:0.83175 \n", + "[79]\tvalidation_0-auc:0.92734\tvalidation_1-auc:0.83151 \n", + "[80]\tvalidation_0-auc:0.92805\tvalidation_1-auc:0.83157 \n", + "[81]\tvalidation_0-auc:0.92850\tvalidation_1-auc:0.83157 \n", + "[82]\tvalidation_0-auc:0.92888\tvalidation_1-auc:0.83173 \n", + "[83]\tvalidation_0-auc:0.92956\tvalidation_1-auc:0.83132 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[84]\tvalidation_0-auc:0.93001\tvalidation_1-auc:0.83120 \n", + "[85]\tvalidation_0-auc:0.93036\tvalidation_1-auc:0.83137 \n", + "[86]\tvalidation_0-auc:0.93099\tvalidation_1-auc:0.83147 \n", + "[87]\tvalidation_0-auc:0.93149\tvalidation_1-auc:0.83157 \n", + "[88]\tvalidation_0-auc:0.93206\tvalidation_1-auc:0.83172 \n", + "[89]\tvalidation_0-auc:0.93264\tvalidation_1-auc:0.83163 \n", + "[90]\tvalidation_0-auc:0.93309\tvalidation_1-auc:0.83166 \n", + "[91]\tvalidation_0-auc:0.93367\tvalidation_1-auc:0.83196 \n", + "[0]\tvalidation_0-auc:0.83623\tvalidation_1-auc:0.80838 \n", + "[1]\tvalidation_0-auc:0.83890\tvalidation_1-auc:0.80926 \n", + "[2]\tvalidation_0-auc:0.84444\tvalidation_1-auc:0.81279 \n", + "[3]\tvalidation_0-auc:0.84633\tvalidation_1-auc:0.81294 \n", + "[4]\tvalidation_0-auc:0.84652\tvalidation_1-auc:0.81272 \n", + "[5]\tvalidation_0-auc:0.84895\tvalidation_1-auc:0.81553 \n", + "[6]\tvalidation_0-auc:0.85070\tvalidation_1-auc:0.81487 \n", + "[7]\tvalidation_0-auc:0.85198\tvalidation_1-auc:0.81499 \n", + "[8]\tvalidation_0-auc:0.85370\tvalidation_1-auc:0.81549 \n", + "[9]\tvalidation_0-auc:0.86117\tvalidation_1-auc:0.82020 \n", + "[10]\tvalidation_0-auc:0.86173\tvalidation_1-auc:0.82056 \n", + "[11]\tvalidation_0-auc:0.86353\tvalidation_1-auc:0.82081 \n", + "[12]\tvalidation_0-auc:0.86477\tvalidation_1-auc:0.82117 \n", + "[13]\tvalidation_0-auc:0.86614\tvalidation_1-auc:0.82240 \n", + "[14]\tvalidation_0-auc:0.86678\tvalidation_1-auc:0.82266 \n", + "[15]\tvalidation_0-auc:0.86806\tvalidation_1-auc:0.82324 \n", + "[16]\tvalidation_0-auc:0.86856\tvalidation_1-auc:0.82353 \n", + "[17]\tvalidation_0-auc:0.87072\tvalidation_1-auc:0.82404 \n", + "[18]\tvalidation_0-auc:0.87219\tvalidation_1-auc:0.82403 \n", + "[19]\tvalidation_0-auc:0.87365\tvalidation_1-auc:0.82522 \n", + "[20]\tvalidation_0-auc:0.87513\tvalidation_1-auc:0.82603 \n", + "[21]\tvalidation_0-auc:0.87550\tvalidation_1-auc:0.82640 \n", + "[22]\tvalidation_0-auc:0.87619\tvalidation_1-auc:0.82690 \n", + "[23]\tvalidation_0-auc:0.87752\tvalidation_1-auc:0.82673 \n", + "[24]\tvalidation_0-auc:0.87882\tvalidation_1-auc:0.82694 \n", + "[25]\tvalidation_0-auc:0.87966\tvalidation_1-auc:0.82685 \n", + "[26]\tvalidation_0-auc:0.88092\tvalidation_1-auc:0.82800 \n", + "[27]\tvalidation_0-auc:0.88237\tvalidation_1-auc:0.82827 \n", + "[28]\tvalidation_0-auc:0.88303\tvalidation_1-auc:0.82853 \n", + "[29]\tvalidation_0-auc:0.88418\tvalidation_1-auc:0.82863 \n", + "[30]\tvalidation_0-auc:0.88502\tvalidation_1-auc:0.82885 \n", + "[31]\tvalidation_0-auc:0.88613\tvalidation_1-auc:0.82888 \n", + "[32]\tvalidation_0-auc:0.88706\tvalidation_1-auc:0.82895 \n", + "[33]\tvalidation_0-auc:0.88813\tvalidation_1-auc:0.82916 \n", + "[34]\tvalidation_0-auc:0.88958\tvalidation_1-auc:0.82912 \n", + "[35]\tvalidation_0-auc:0.89111\tvalidation_1-auc:0.82930 \n", + "[36]\tvalidation_0-auc:0.89219\tvalidation_1-auc:0.82951 \n", + "[37]\tvalidation_0-auc:0.89339\tvalidation_1-auc:0.83000 \n", + "[38]\tvalidation_0-auc:0.89380\tvalidation_1-auc:0.83047 \n", + "[39]\tvalidation_0-auc:0.89468\tvalidation_1-auc:0.83052 \n", + "[40]\tvalidation_0-auc:0.89559\tvalidation_1-auc:0.83080 \n", + "[41]\tvalidation_0-auc:0.89718\tvalidation_1-auc:0.83092 \n", + "[42]\tvalidation_0-auc:0.89813\tvalidation_1-auc:0.83112 \n", + "[43]\tvalidation_0-auc:0.89883\tvalidation_1-auc:0.83107 \n", + "[44]\tvalidation_0-auc:0.90015\tvalidation_1-auc:0.83122 \n", + "[45]\tvalidation_0-auc:0.90138\tvalidation_1-auc:0.83095 \n", + "[46]\tvalidation_0-auc:0.90213\tvalidation_1-auc:0.83115 \n", + "[47]\tvalidation_0-auc:0.90279\tvalidation_1-auc:0.83133 \n", + "[48]\tvalidation_0-auc:0.90339\tvalidation_1-auc:0.83115 \n", + "[49]\tvalidation_0-auc:0.90396\tvalidation_1-auc:0.83103 \n", + "[50]\tvalidation_0-auc:0.90543\tvalidation_1-auc:0.83175 \n", + "[51]\tvalidation_0-auc:0.90603\tvalidation_1-auc:0.83180 \n", + "[52]\tvalidation_0-auc:0.90715\tvalidation_1-auc:0.83202 \n", + "[53]\tvalidation_0-auc:0.90842\tvalidation_1-auc:0.83232 \n", + "[54]\tvalidation_0-auc:0.90938\tvalidation_1-auc:0.83210 \n", + "[55]\tvalidation_0-auc:0.91026\tvalidation_1-auc:0.83158 \n", + "[56]\tvalidation_0-auc:0.91086\tvalidation_1-auc:0.83196 \n", + "[57]\tvalidation_0-auc:0.91179\tvalidation_1-auc:0.83196 \n", + "[58]\tvalidation_0-auc:0.91312\tvalidation_1-auc:0.83161 \n", + "[59]\tvalidation_0-auc:0.91423\tvalidation_1-auc:0.83107 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[60]\tvalidation_0-auc:0.91546\tvalidation_1-auc:0.83091 \n", + "[61]\tvalidation_0-auc:0.91673\tvalidation_1-auc:0.83071 \n", + "[62]\tvalidation_0-auc:0.91726\tvalidation_1-auc:0.83086 \n", + "[63]\tvalidation_0-auc:0.91844\tvalidation_1-auc:0.83112 \n", + "[64]\tvalidation_0-auc:0.91926\tvalidation_1-auc:0.83094 \n", + "[65]\tvalidation_0-auc:0.92009\tvalidation_1-auc:0.83100 \n", + "[66]\tvalidation_0-auc:0.92102\tvalidation_1-auc:0.83101 \n", + "[67]\tvalidation_0-auc:0.92158\tvalidation_1-auc:0.83111 \n", + "[68]\tvalidation_0-auc:0.92249\tvalidation_1-auc:0.83103 \n", + "[69]\tvalidation_0-auc:0.92342\tvalidation_1-auc:0.83147 \n", + "[70]\tvalidation_0-auc:0.92422\tvalidation_1-auc:0.83189 \n", + "[71]\tvalidation_0-auc:0.92513\tvalidation_1-auc:0.83156 \n", + "[72]\tvalidation_0-auc:0.92575\tvalidation_1-auc:0.83168 \n", + "[73]\tvalidation_0-auc:0.92661\tvalidation_1-auc:0.83220 \n", + "[74]\tvalidation_0-auc:0.92720\tvalidation_1-auc:0.83234 \n", + "[75]\tvalidation_0-auc:0.92773\tvalidation_1-auc:0.83267 \n", + "[76]\tvalidation_0-auc:0.92805\tvalidation_1-auc:0.83259 \n", + "[77]\tvalidation_0-auc:0.92868\tvalidation_1-auc:0.83243 \n", + "[78]\tvalidation_0-auc:0.92927\tvalidation_1-auc:0.83251 \n", + "[79]\tvalidation_0-auc:0.93013\tvalidation_1-auc:0.83230 \n", + "[80]\tvalidation_0-auc:0.93084\tvalidation_1-auc:0.83240 \n", + "[81]\tvalidation_0-auc:0.93147\tvalidation_1-auc:0.83211 \n", + "[82]\tvalidation_0-auc:0.93216\tvalidation_1-auc:0.83208 \n", + "[83]\tvalidation_0-auc:0.93275\tvalidation_1-auc:0.83194 \n", + "[84]\tvalidation_0-auc:0.93328\tvalidation_1-auc:0.83188 \n", + "[85]\tvalidation_0-auc:0.93400\tvalidation_1-auc:0.83187 \n", + "[86]\tvalidation_0-auc:0.93432\tvalidation_1-auc:0.83207 \n", + "[87]\tvalidation_0-auc:0.93477\tvalidation_1-auc:0.83221 \n", + "[88]\tvalidation_0-auc:0.93508\tvalidation_1-auc:0.83242 \n", + "[89]\tvalidation_0-auc:0.93549\tvalidation_1-auc:0.83259 \n", + "[90]\tvalidation_0-auc:0.93585\tvalidation_1-auc:0.83250 \n", + "[91]\tvalidation_0-auc:0.93629\tvalidation_1-auc:0.83282 \n", + "[92]\tvalidation_0-auc:0.93664\tvalidation_1-auc:0.83264 \n", + "[93]\tvalidation_0-auc:0.93711\tvalidation_1-auc:0.83260 \n", + "[94]\tvalidation_0-auc:0.93749\tvalidation_1-auc:0.83248 \n", + "[95]\tvalidation_0-auc:0.93784\tvalidation_1-auc:0.83237 \n", + "[96]\tvalidation_0-auc:0.93814\tvalidation_1-auc:0.83239 \n", + "[97]\tvalidation_0-auc:0.93862\tvalidation_1-auc:0.83231 \n", + "[98]\tvalidation_0-auc:0.93885\tvalidation_1-auc:0.83212 \n", + "[99]\tvalidation_0-auc:0.93938\tvalidation_1-auc:0.83206 \n", + "[0]\tvalidation_0-auc:0.82021\tvalidation_1-auc:0.79505 \n", + "[1]\tvalidation_0-auc:0.82806\tvalidation_1-auc:0.80351 \n", + "[2]\tvalidation_0-auc:0.83238\tvalidation_1-auc:0.80601 \n", + "[3]\tvalidation_0-auc:0.83499\tvalidation_1-auc:0.80962 \n", + "[4]\tvalidation_0-auc:0.83677\tvalidation_1-auc:0.81199 \n", + "[5]\tvalidation_0-auc:0.83841\tvalidation_1-auc:0.81201 \n", + "[6]\tvalidation_0-auc:0.83914\tvalidation_1-auc:0.81200 \n", + "[7]\tvalidation_0-auc:0.83959\tvalidation_1-auc:0.81241 \n", + "[8]\tvalidation_0-auc:0.84177\tvalidation_1-auc:0.81349 \n", + "[9]\tvalidation_0-auc:0.84586\tvalidation_1-auc:0.81824 \n", + "[10]\tvalidation_0-auc:0.84739\tvalidation_1-auc:0.81973 \n", + "[11]\tvalidation_0-auc:0.84720\tvalidation_1-auc:0.81899 \n", + "[12]\tvalidation_0-auc:0.84795\tvalidation_1-auc:0.81976 \n", + "[13]\tvalidation_0-auc:0.84827\tvalidation_1-auc:0.82024 \n", + "[14]\tvalidation_0-auc:0.85028\tvalidation_1-auc:0.82191 \n", + "[15]\tvalidation_0-auc:0.85172\tvalidation_1-auc:0.82301 \n", + "[16]\tvalidation_0-auc:0.85244\tvalidation_1-auc:0.82350 \n", + "[17]\tvalidation_0-auc:0.85398\tvalidation_1-auc:0.82417 \n", + "[18]\tvalidation_0-auc:0.85349\tvalidation_1-auc:0.82392 \n", + "[19]\tvalidation_0-auc:0.85479\tvalidation_1-auc:0.82434 \n", + "[20]\tvalidation_0-auc:0.85568\tvalidation_1-auc:0.82431 \n", + "[21]\tvalidation_0-auc:0.85573\tvalidation_1-auc:0.82379 \n", + "[22]\tvalidation_0-auc:0.85681\tvalidation_1-auc:0.82477 \n", + "[23]\tvalidation_0-auc:0.85733\tvalidation_1-auc:0.82452 \n", + "[24]\tvalidation_0-auc:0.85855\tvalidation_1-auc:0.82485 \n", + "[25]\tvalidation_0-auc:0.85909\tvalidation_1-auc:0.82580 \n", + "[26]\tvalidation_0-auc:0.86004\tvalidation_1-auc:0.82602 \n", + "[27]\tvalidation_0-auc:0.86140\tvalidation_1-auc:0.82707 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[28]\tvalidation_0-auc:0.86228\tvalidation_1-auc:0.82747 \n", + "[29]\tvalidation_0-auc:0.86288\tvalidation_1-auc:0.82773 \n", + "[30]\tvalidation_0-auc:0.86359\tvalidation_1-auc:0.82757 \n", + "[31]\tvalidation_0-auc:0.86469\tvalidation_1-auc:0.82797 \n", + "[32]\tvalidation_0-auc:0.86523\tvalidation_1-auc:0.82842 \n", + "[33]\tvalidation_0-auc:0.86630\tvalidation_1-auc:0.82908 \n", + "[34]\tvalidation_0-auc:0.86680\tvalidation_1-auc:0.82890 \n", + "[35]\tvalidation_0-auc:0.86758\tvalidation_1-auc:0.82920 \n", + "[36]\tvalidation_0-auc:0.86819\tvalidation_1-auc:0.82920 \n", + "[37]\tvalidation_0-auc:0.86835\tvalidation_1-auc:0.82955 \n", + "[38]\tvalidation_0-auc:0.86891\tvalidation_1-auc:0.83012 \n", + "[39]\tvalidation_0-auc:0.86929\tvalidation_1-auc:0.83063 \n", + "[40]\tvalidation_0-auc:0.86984\tvalidation_1-auc:0.83067 \n", + "[41]\tvalidation_0-auc:0.86994\tvalidation_1-auc:0.83071 \n", + "[42]\tvalidation_0-auc:0.87072\tvalidation_1-auc:0.83097 \n", + "[43]\tvalidation_0-auc:0.87124\tvalidation_1-auc:0.83140 \n", + "[44]\tvalidation_0-auc:0.87171\tvalidation_1-auc:0.83169 \n", + "[45]\tvalidation_0-auc:0.87229\tvalidation_1-auc:0.83212 \n", + "[46]\tvalidation_0-auc:0.87263\tvalidation_1-auc:0.83209 \n", + "[47]\tvalidation_0-auc:0.87325\tvalidation_1-auc:0.83261 \n", + "[48]\tvalidation_0-auc:0.87399\tvalidation_1-auc:0.83244 \n", + "[49]\tvalidation_0-auc:0.87472\tvalidation_1-auc:0.83256 \n", + "[50]\tvalidation_0-auc:0.87498\tvalidation_1-auc:0.83279 \n", + "[51]\tvalidation_0-auc:0.87543\tvalidation_1-auc:0.83342 \n", + "[52]\tvalidation_0-auc:0.87603\tvalidation_1-auc:0.83374 \n", + "[53]\tvalidation_0-auc:0.87655\tvalidation_1-auc:0.83389 \n", + "[54]\tvalidation_0-auc:0.87752\tvalidation_1-auc:0.83432 \n", + "[55]\tvalidation_0-auc:0.87791\tvalidation_1-auc:0.83398 \n", + "[56]\tvalidation_0-auc:0.87828\tvalidation_1-auc:0.83419 \n", + "[57]\tvalidation_0-auc:0.87884\tvalidation_1-auc:0.83453 \n", + "[58]\tvalidation_0-auc:0.87923\tvalidation_1-auc:0.83429 \n", + "[59]\tvalidation_0-auc:0.87965\tvalidation_1-auc:0.83474 \n", + "[60]\tvalidation_0-auc:0.88028\tvalidation_1-auc:0.83487 \n", + "[61]\tvalidation_0-auc:0.88075\tvalidation_1-auc:0.83479 \n", + "[62]\tvalidation_0-auc:0.88120\tvalidation_1-auc:0.83496 \n", + "[63]\tvalidation_0-auc:0.88178\tvalidation_1-auc:0.83506 \n", + "[64]\tvalidation_0-auc:0.88218\tvalidation_1-auc:0.83505 \n", + "[65]\tvalidation_0-auc:0.88255\tvalidation_1-auc:0.83517 \n", + "[66]\tvalidation_0-auc:0.88277\tvalidation_1-auc:0.83528 \n", + "[67]\tvalidation_0-auc:0.88288\tvalidation_1-auc:0.83518 \n", + "[68]\tvalidation_0-auc:0.88306\tvalidation_1-auc:0.83508 \n", + "[69]\tvalidation_0-auc:0.88352\tvalidation_1-auc:0.83473 \n", + "[70]\tvalidation_0-auc:0.88382\tvalidation_1-auc:0.83451 \n", + "[71]\tvalidation_0-auc:0.88419\tvalidation_1-auc:0.83443 \n", + "[72]\tvalidation_0-auc:0.88441\tvalidation_1-auc:0.83441 \n", + "[73]\tvalidation_0-auc:0.88480\tvalidation_1-auc:0.83445 \n", + "[74]\tvalidation_0-auc:0.88513\tvalidation_1-auc:0.83425 \n", + "[75]\tvalidation_0-auc:0.88526\tvalidation_1-auc:0.83431 \n", + "[76]\tvalidation_0-auc:0.88542\tvalidation_1-auc:0.83449 \n", + "[77]\tvalidation_0-auc:0.88563\tvalidation_1-auc:0.83456 \n", + "[78]\tvalidation_0-auc:0.88578\tvalidation_1-auc:0.83477 \n", + "[79]\tvalidation_0-auc:0.88588\tvalidation_1-auc:0.83461 \n", + "[80]\tvalidation_0-auc:0.88625\tvalidation_1-auc:0.83439 \n", + "[81]\tvalidation_0-auc:0.88636\tvalidation_1-auc:0.83432 \n", + "[82]\tvalidation_0-auc:0.88661\tvalidation_1-auc:0.83413 \n", + "[83]\tvalidation_0-auc:0.88686\tvalidation_1-auc:0.83405 \n", + "[84]\tvalidation_0-auc:0.88690\tvalidation_1-auc:0.83395 \n", + "[85]\tvalidation_0-auc:0.88702\tvalidation_1-auc:0.83396 \n", + "[86]\tvalidation_0-auc:0.88719\tvalidation_1-auc:0.83386 \n", + "[87]\tvalidation_0-auc:0.88740\tvalidation_1-auc:0.83393 \n", + "[88]\tvalidation_0-auc:0.88743\tvalidation_1-auc:0.83394 \n", + "[89]\tvalidation_0-auc:0.88750\tvalidation_1-auc:0.83391 \n", + "[90]\tvalidation_0-auc:0.88767\tvalidation_1-auc:0.83383 \n", + "[91]\tvalidation_0-auc:0.88788\tvalidation_1-auc:0.83378 \n", + "[92]\tvalidation_0-auc:0.88798\tvalidation_1-auc:0.83377 \n", + "[93]\tvalidation_0-auc:0.88804\tvalidation_1-auc:0.83370 \n", + "[94]\tvalidation_0-auc:0.88862\tvalidation_1-auc:0.83380 \n", + "[95]\tvalidation_0-auc:0.88896\tvalidation_1-auc:0.83374 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[0]\tvalidation_0-auc:0.81725\tvalidation_1-auc:0.80400 \n", + "[1]\tvalidation_0-auc:0.81998\tvalidation_1-auc:0.80754 \n", + "[2]\tvalidation_0-auc:0.83016\tvalidation_1-auc:0.81754 \n", + "[3]\tvalidation_0-auc:0.83108\tvalidation_1-auc:0.82032 \n", + "[4]\tvalidation_0-auc:0.83544\tvalidation_1-auc:0.81911 \n", + "[5]\tvalidation_0-auc:0.83613\tvalidation_1-auc:0.81869 \n", + "[6]\tvalidation_0-auc:0.83830\tvalidation_1-auc:0.82075 \n", + "[7]\tvalidation_0-auc:0.83944\tvalidation_1-auc:0.82322 \n", + "[8]\tvalidation_0-auc:0.83999\tvalidation_1-auc:0.82182 \n", + "[9]\tvalidation_0-auc:0.84429\tvalidation_1-auc:0.82526 \n", + "[10]\tvalidation_0-auc:0.84432\tvalidation_1-auc:0.82328 \n", + "[11]\tvalidation_0-auc:0.84427\tvalidation_1-auc:0.82135 \n", + "[12]\tvalidation_0-auc:0.84855\tvalidation_1-auc:0.82418 \n", + "[13]\tvalidation_0-auc:0.85104\tvalidation_1-auc:0.82614 \n", + "[14]\tvalidation_0-auc:0.85283\tvalidation_1-auc:0.82704 \n", + "[15]\tvalidation_0-auc:0.85422\tvalidation_1-auc:0.82767 \n", + "[16]\tvalidation_0-auc:0.85494\tvalidation_1-auc:0.82860 \n", + "[17]\tvalidation_0-auc:0.85522\tvalidation_1-auc:0.82876 \n", + "[18]\tvalidation_0-auc:0.85475\tvalidation_1-auc:0.82749 \n", + "[19]\tvalidation_0-auc:0.85584\tvalidation_1-auc:0.82812 \n", + "[20]\tvalidation_0-auc:0.85646\tvalidation_1-auc:0.82822 \n", + "[21]\tvalidation_0-auc:0.85614\tvalidation_1-auc:0.82765 \n", + "[22]\tvalidation_0-auc:0.85723\tvalidation_1-auc:0.82863 \n", + "[23]\tvalidation_0-auc:0.85823\tvalidation_1-auc:0.82903 \n", + "[24]\tvalidation_0-auc:0.85896\tvalidation_1-auc:0.82978 \n", + "[25]\tvalidation_0-auc:0.85969\tvalidation_1-auc:0.83035 \n", + "[26]\tvalidation_0-auc:0.86065\tvalidation_1-auc:0.83000 \n", + "[27]\tvalidation_0-auc:0.86173\tvalidation_1-auc:0.83023 \n", + "[28]\tvalidation_0-auc:0.86254\tvalidation_1-auc:0.83114 \n", + "[29]\tvalidation_0-auc:0.86292\tvalidation_1-auc:0.83082 \n", + "[30]\tvalidation_0-auc:0.86352\tvalidation_1-auc:0.82988 \n", + "[31]\tvalidation_0-auc:0.86473\tvalidation_1-auc:0.83089 \n", + "[32]\tvalidation_0-auc:0.86521\tvalidation_1-auc:0.83127 \n", + "[33]\tvalidation_0-auc:0.86574\tvalidation_1-auc:0.83170 \n", + "[34]\tvalidation_0-auc:0.86609\tvalidation_1-auc:0.83201 \n", + "[35]\tvalidation_0-auc:0.86662\tvalidation_1-auc:0.83182 \n", + "[36]\tvalidation_0-auc:0.86691\tvalidation_1-auc:0.83183 \n", + "[37]\tvalidation_0-auc:0.86742\tvalidation_1-auc:0.83204 \n", + "[38]\tvalidation_0-auc:0.86805\tvalidation_1-auc:0.83259 \n", + "[39]\tvalidation_0-auc:0.86849\tvalidation_1-auc:0.83339 \n", + "[40]\tvalidation_0-auc:0.86895\tvalidation_1-auc:0.83359 \n", + "[41]\tvalidation_0-auc:0.86921\tvalidation_1-auc:0.83327 \n", + "[42]\tvalidation_0-auc:0.87022\tvalidation_1-auc:0.83347 \n", + "[43]\tvalidation_0-auc:0.87070\tvalidation_1-auc:0.83360 \n", + "[44]\tvalidation_0-auc:0.87141\tvalidation_1-auc:0.83398 \n", + "[45]\tvalidation_0-auc:0.87191\tvalidation_1-auc:0.83430 \n", + "[46]\tvalidation_0-auc:0.87228\tvalidation_1-auc:0.83492 \n", + "[47]\tvalidation_0-auc:0.87259\tvalidation_1-auc:0.83530 \n", + "[48]\tvalidation_0-auc:0.87322\tvalidation_1-auc:0.83553 \n", + "[49]\tvalidation_0-auc:0.87380\tvalidation_1-auc:0.83606 \n", + "[50]\tvalidation_0-auc:0.87432\tvalidation_1-auc:0.83645 \n", + "[51]\tvalidation_0-auc:0.87466\tvalidation_1-auc:0.83641 \n", + "[52]\tvalidation_0-auc:0.87537\tvalidation_1-auc:0.83695 \n", + "[53]\tvalidation_0-auc:0.87591\tvalidation_1-auc:0.83710 \n", + "[54]\tvalidation_0-auc:0.87665\tvalidation_1-auc:0.83737 \n", + "[55]\tvalidation_0-auc:0.87714\tvalidation_1-auc:0.83743 \n", + "[56]\tvalidation_0-auc:0.87729\tvalidation_1-auc:0.83754 \n", + "[57]\tvalidation_0-auc:0.87821\tvalidation_1-auc:0.83756 \n", + "[58]\tvalidation_0-auc:0.87867\tvalidation_1-auc:0.83805 \n", + "[59]\tvalidation_0-auc:0.87919\tvalidation_1-auc:0.83797 \n", + "[60]\tvalidation_0-auc:0.87959\tvalidation_1-auc:0.83811 \n", + "[61]\tvalidation_0-auc:0.88023\tvalidation_1-auc:0.83800 \n", + "[62]\tvalidation_0-auc:0.88079\tvalidation_1-auc:0.83806 \n", + "[63]\tvalidation_0-auc:0.88122\tvalidation_1-auc:0.83779 \n", + "[64]\tvalidation_0-auc:0.88188\tvalidation_1-auc:0.83812 \n", + "[65]\tvalidation_0-auc:0.88220\tvalidation_1-auc:0.83812 \n", + "[66]\tvalidation_0-auc:0.88238\tvalidation_1-auc:0.83814 \n", + "[67]\tvalidation_0-auc:0.88282\tvalidation_1-auc:0.83819 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[68]\tvalidation_0-auc:0.88294\tvalidation_1-auc:0.83831 \n", + "[69]\tvalidation_0-auc:0.88311\tvalidation_1-auc:0.83834 \n", + "[70]\tvalidation_0-auc:0.88324\tvalidation_1-auc:0.83818 \n", + "[71]\tvalidation_0-auc:0.88365\tvalidation_1-auc:0.83814 \n", + "[72]\tvalidation_0-auc:0.88373\tvalidation_1-auc:0.83817 \n", + "[73]\tvalidation_0-auc:0.88433\tvalidation_1-auc:0.83802 \n", + "[74]\tvalidation_0-auc:0.88466\tvalidation_1-auc:0.83799 \n", + "[75]\tvalidation_0-auc:0.88472\tvalidation_1-auc:0.83796 \n", + "[76]\tvalidation_0-auc:0.88499\tvalidation_1-auc:0.83804 \n", + "[77]\tvalidation_0-auc:0.88517\tvalidation_1-auc:0.83800 \n", + "[78]\tvalidation_0-auc:0.88523\tvalidation_1-auc:0.83821 \n", + "[79]\tvalidation_0-auc:0.88564\tvalidation_1-auc:0.83808 \n", + "[80]\tvalidation_0-auc:0.88574\tvalidation_1-auc:0.83807 \n", + "[81]\tvalidation_0-auc:0.88602\tvalidation_1-auc:0.83793 \n", + "[82]\tvalidation_0-auc:0.88611\tvalidation_1-auc:0.83792 \n", + "[83]\tvalidation_0-auc:0.88665\tvalidation_1-auc:0.83820 \n", + "[84]\tvalidation_0-auc:0.88683\tvalidation_1-auc:0.83814 \n", + "[85]\tvalidation_0-auc:0.88698\tvalidation_1-auc:0.83820 \n", + "[86]\tvalidation_0-auc:0.88711\tvalidation_1-auc:0.83810 \n", + "[87]\tvalidation_0-auc:0.88731\tvalidation_1-auc:0.83821 \n", + "[88]\tvalidation_0-auc:0.88744\tvalidation_1-auc:0.83825 \n", + "[89]\tvalidation_0-auc:0.88757\tvalidation_1-auc:0.83823 \n", + "[90]\tvalidation_0-auc:0.88773\tvalidation_1-auc:0.83846 \n", + "[91]\tvalidation_0-auc:0.88790\tvalidation_1-auc:0.83853 \n", + "[92]\tvalidation_0-auc:0.88816\tvalidation_1-auc:0.83857 \n", + "[93]\tvalidation_0-auc:0.88841\tvalidation_1-auc:0.83864 \n", + "[94]\tvalidation_0-auc:0.88891\tvalidation_1-auc:0.83854 \n", + "[95]\tvalidation_0-auc:0.88899\tvalidation_1-auc:0.83850 \n", + "[96]\tvalidation_0-auc:0.88917\tvalidation_1-auc:0.83838 \n", + "[97]\tvalidation_0-auc:0.88970\tvalidation_1-auc:0.83869 \n", + "[98]\tvalidation_0-auc:0.88981\tvalidation_1-auc:0.83868 \n", + "[99]\tvalidation_0-auc:0.88989\tvalidation_1-auc:0.83875 \n", + "[0]\tvalidation_0-auc:0.82490\tvalidation_1-auc:0.81186 \n", + "[1]\tvalidation_0-auc:0.82910\tvalidation_1-auc:0.81454 \n", + "[2]\tvalidation_0-auc:0.83377\tvalidation_1-auc:0.81972 \n", + "[3]\tvalidation_0-auc:0.83471\tvalidation_1-auc:0.81846 \n", + "[4]\tvalidation_0-auc:0.83471\tvalidation_1-auc:0.81885 \n", + "[5]\tvalidation_0-auc:0.83812\tvalidation_1-auc:0.82288 \n", + "[6]\tvalidation_0-auc:0.83971\tvalidation_1-auc:0.82307 \n", + "[7]\tvalidation_0-auc:0.84014\tvalidation_1-auc:0.82288 \n", + "[8]\tvalidation_0-auc:0.84139\tvalidation_1-auc:0.82406 \n", + "[9]\tvalidation_0-auc:0.84537\tvalidation_1-auc:0.82743 \n", + "[10]\tvalidation_0-auc:0.84777\tvalidation_1-auc:0.82658 \n", + "[11]\tvalidation_0-auc:0.84700\tvalidation_1-auc:0.82566 \n", + "[12]\tvalidation_0-auc:0.85009\tvalidation_1-auc:0.82636 \n", + "[13]\tvalidation_0-auc:0.85128\tvalidation_1-auc:0.82609 \n", + "[14]\tvalidation_0-auc:0.85248\tvalidation_1-auc:0.82663 \n", + "[15]\tvalidation_0-auc:0.85365\tvalidation_1-auc:0.82773 \n", + "[16]\tvalidation_0-auc:0.85435\tvalidation_1-auc:0.82822 \n", + "[17]\tvalidation_0-auc:0.85489\tvalidation_1-auc:0.82819 \n", + "[18]\tvalidation_0-auc:0.85518\tvalidation_1-auc:0.82743 \n", + "[19]\tvalidation_0-auc:0.85622\tvalidation_1-auc:0.82818 \n", + "[20]\tvalidation_0-auc:0.85691\tvalidation_1-auc:0.82865 \n", + "[21]\tvalidation_0-auc:0.85722\tvalidation_1-auc:0.82808 \n", + "[22]\tvalidation_0-auc:0.85783\tvalidation_1-auc:0.82791 \n", + "[23]\tvalidation_0-auc:0.85814\tvalidation_1-auc:0.82824 \n", + "[24]\tvalidation_0-auc:0.85895\tvalidation_1-auc:0.82910 \n", + "[25]\tvalidation_0-auc:0.85953\tvalidation_1-auc:0.83031 \n", + "[26]\tvalidation_0-auc:0.86063\tvalidation_1-auc:0.82984 \n", + "[27]\tvalidation_0-auc:0.86165\tvalidation_1-auc:0.83030 \n", + "[28]\tvalidation_0-auc:0.86207\tvalidation_1-auc:0.83034 \n", + "[29]\tvalidation_0-auc:0.86247\tvalidation_1-auc:0.83108 \n", + "[30]\tvalidation_0-auc:0.86338\tvalidation_1-auc:0.83101 \n", + "[31]\tvalidation_0-auc:0.86439\tvalidation_1-auc:0.83161 \n", + "[32]\tvalidation_0-auc:0.86466\tvalidation_1-auc:0.83197 \n", + "[33]\tvalidation_0-auc:0.86556\tvalidation_1-auc:0.83276 \n", + "[34]\tvalidation_0-auc:0.86597\tvalidation_1-auc:0.83307 \n", + "[35]\tvalidation_0-auc:0.86697\tvalidation_1-auc:0.83381 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[36]\tvalidation_0-auc:0.86733\tvalidation_1-auc:0.83407 \n", + "[37]\tvalidation_0-auc:0.86782\tvalidation_1-auc:0.83312 \n", + "[38]\tvalidation_0-auc:0.86866\tvalidation_1-auc:0.83400 \n", + "[39]\tvalidation_0-auc:0.86867\tvalidation_1-auc:0.83430 \n", + "[40]\tvalidation_0-auc:0.86958\tvalidation_1-auc:0.83457 \n", + "[41]\tvalidation_0-auc:0.87034\tvalidation_1-auc:0.83442 \n", + "[42]\tvalidation_0-auc:0.87080\tvalidation_1-auc:0.83476 \n", + "[43]\tvalidation_0-auc:0.87121\tvalidation_1-auc:0.83497 \n", + "[44]\tvalidation_0-auc:0.87176\tvalidation_1-auc:0.83505 \n", + "[45]\tvalidation_0-auc:0.87236\tvalidation_1-auc:0.83576 \n", + "[46]\tvalidation_0-auc:0.87289\tvalidation_1-auc:0.83579 \n", + "[47]\tvalidation_0-auc:0.87372\tvalidation_1-auc:0.83585 \n", + "[48]\tvalidation_0-auc:0.87445\tvalidation_1-auc:0.83603 \n", + "[49]\tvalidation_0-auc:0.87494\tvalidation_1-auc:0.83662 \n", + "[50]\tvalidation_0-auc:0.87553\tvalidation_1-auc:0.83699 \n", + "[51]\tvalidation_0-auc:0.87599\tvalidation_1-auc:0.83729 \n", + "[52]\tvalidation_0-auc:0.87664\tvalidation_1-auc:0.83745 \n", + "[53]\tvalidation_0-auc:0.87702\tvalidation_1-auc:0.83728 \n", + "[54]\tvalidation_0-auc:0.87745\tvalidation_1-auc:0.83745 \n", + "[55]\tvalidation_0-auc:0.87759\tvalidation_1-auc:0.83729 \n", + "[56]\tvalidation_0-auc:0.87784\tvalidation_1-auc:0.83701 \n", + "[57]\tvalidation_0-auc:0.87821\tvalidation_1-auc:0.83674 \n", + "[58]\tvalidation_0-auc:0.87845\tvalidation_1-auc:0.83687 \n", + "[59]\tvalidation_0-auc:0.87908\tvalidation_1-auc:0.83716 \n", + "[60]\tvalidation_0-auc:0.87987\tvalidation_1-auc:0.83692 \n", + "[61]\tvalidation_0-auc:0.88051\tvalidation_1-auc:0.83697 \n", + "[62]\tvalidation_0-auc:0.88105\tvalidation_1-auc:0.83668 \n", + "[63]\tvalidation_0-auc:0.88157\tvalidation_1-auc:0.83665 \n", + "[64]\tvalidation_0-auc:0.88187\tvalidation_1-auc:0.83667 \n", + "[65]\tvalidation_0-auc:0.88207\tvalidation_1-auc:0.83654 \n", + "[66]\tvalidation_0-auc:0.88258\tvalidation_1-auc:0.83646 \n", + "[67]\tvalidation_0-auc:0.88306\tvalidation_1-auc:0.83677 \n", + "[68]\tvalidation_0-auc:0.88344\tvalidation_1-auc:0.83679 \n", + "[69]\tvalidation_0-auc:0.88380\tvalidation_1-auc:0.83695 \n", + "[70]\tvalidation_0-auc:0.88406\tvalidation_1-auc:0.83717 \n", + "[71]\tvalidation_0-auc:0.88419\tvalidation_1-auc:0.83690 \n", + "[72]\tvalidation_0-auc:0.88474\tvalidation_1-auc:0.83712 \n", + "[73]\tvalidation_0-auc:0.88551\tvalidation_1-auc:0.83703 \n", + "[74]\tvalidation_0-auc:0.88595\tvalidation_1-auc:0.83689 \n", + "[75]\tvalidation_0-auc:0.88625\tvalidation_1-auc:0.83701 \n", + "[76]\tvalidation_0-auc:0.88657\tvalidation_1-auc:0.83725 \n", + "[77]\tvalidation_0-auc:0.88688\tvalidation_1-auc:0.83718 \n", + "[78]\tvalidation_0-auc:0.88708\tvalidation_1-auc:0.83721 \n", + "[79]\tvalidation_0-auc:0.88721\tvalidation_1-auc:0.83711 \n", + "[80]\tvalidation_0-auc:0.88747\tvalidation_1-auc:0.83723 \n", + "[81]\tvalidation_0-auc:0.88791\tvalidation_1-auc:0.83712 \n", + "[82]\tvalidation_0-auc:0.88818\tvalidation_1-auc:0.83715 \n", + "[83]\tvalidation_0-auc:0.88852\tvalidation_1-auc:0.83708 \n", + "[0]\tvalidation_0-auc:0.83048\tvalidation_1-auc:0.80143 \n", + "[1]\tvalidation_0-auc:0.83981\tvalidation_1-auc:0.80512 \n", + "[2]\tvalidation_0-auc:0.85102\tvalidation_1-auc:0.80824 \n", + "[3]\tvalidation_0-auc:0.85308\tvalidation_1-auc:0.81067 \n", + "[4]\tvalidation_0-auc:0.85771\tvalidation_1-auc:0.81288 \n", + "[5]\tvalidation_0-auc:0.86217\tvalidation_1-auc:0.81610 \n", + "[6]\tvalidation_0-auc:0.86888\tvalidation_1-auc:0.82021 \n", + "[7]\tvalidation_0-auc:0.87386\tvalidation_1-auc:0.82000 \n", + "[8]\tvalidation_0-auc:0.87710\tvalidation_1-auc:0.82073 \n", + "[9]\tvalidation_0-auc:0.87985\tvalidation_1-auc:0.82033 \n", + "[10]\tvalidation_0-auc:0.88211\tvalidation_1-auc:0.81989 \n", + "[11]\tvalidation_0-auc:0.88485\tvalidation_1-auc:0.81868 \n", + "[12]\tvalidation_0-auc:0.88942\tvalidation_1-auc:0.82329 \n", + "[13]\tvalidation_0-auc:0.89747\tvalidation_1-auc:0.82311 \n", + "[14]\tvalidation_0-auc:0.89963\tvalidation_1-auc:0.82381 \n", + "[15]\tvalidation_0-auc:0.90220\tvalidation_1-auc:0.82190 \n", + "[16]\tvalidation_0-auc:0.90524\tvalidation_1-auc:0.82377 \n", + "[17]\tvalidation_0-auc:0.91045\tvalidation_1-auc:0.82585 \n", + "[18]\tvalidation_0-auc:0.91161\tvalidation_1-auc:0.82451 \n", + "[19]\tvalidation_0-auc:0.91613\tvalidation_1-auc:0.82498 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[20]\tvalidation_0-auc:0.91686\tvalidation_1-auc:0.82366 \n", + "[21]\tvalidation_0-auc:0.91726\tvalidation_1-auc:0.82145 \n", + "[22]\tvalidation_0-auc:0.91955\tvalidation_1-auc:0.82383 \n", + "[23]\tvalidation_0-auc:0.92402\tvalidation_1-auc:0.82440 \n", + "[24]\tvalidation_0-auc:0.92640\tvalidation_1-auc:0.82513 \n", + "[25]\tvalidation_0-auc:0.92778\tvalidation_1-auc:0.82570 \n", + "[26]\tvalidation_0-auc:0.92970\tvalidation_1-auc:0.82481 \n", + "[27]\tvalidation_0-auc:0.93228\tvalidation_1-auc:0.82590 \n", + "[28]\tvalidation_0-auc:0.93256\tvalidation_1-auc:0.82523 \n", + "[29]\tvalidation_0-auc:0.93407\tvalidation_1-auc:0.82633 \n", + "[30]\tvalidation_0-auc:0.93545\tvalidation_1-auc:0.82520 \n", + "[31]\tvalidation_0-auc:0.93748\tvalidation_1-auc:0.82611 \n", + "[32]\tvalidation_0-auc:0.93889\tvalidation_1-auc:0.82586 \n", + "[33]\tvalidation_0-auc:0.93983\tvalidation_1-auc:0.82533 \n", + "[34]\tvalidation_0-auc:0.94088\tvalidation_1-auc:0.82549 \n", + "[35]\tvalidation_0-auc:0.94217\tvalidation_1-auc:0.82569 \n", + "[36]\tvalidation_0-auc:0.94348\tvalidation_1-auc:0.82458 \n", + "[37]\tvalidation_0-auc:0.94477\tvalidation_1-auc:0.82452 \n", + "[38]\tvalidation_0-auc:0.94591\tvalidation_1-auc:0.82424 \n", + "[39]\tvalidation_0-auc:0.94635\tvalidation_1-auc:0.82456 \n", + "[40]\tvalidation_0-auc:0.94678\tvalidation_1-auc:0.82437 \n", + "[41]\tvalidation_0-auc:0.94764\tvalidation_1-auc:0.82388 \n", + "[42]\tvalidation_0-auc:0.94857\tvalidation_1-auc:0.82434 \n", + "[43]\tvalidation_0-auc:0.94880\tvalidation_1-auc:0.82421 \n", + "[44]\tvalidation_0-auc:0.94950\tvalidation_1-auc:0.82448 \n", + "[45]\tvalidation_0-auc:0.94954\tvalidation_1-auc:0.82455 \n", + "[46]\tvalidation_0-auc:0.94980\tvalidation_1-auc:0.82465 \n", + "[47]\tvalidation_0-auc:0.95011\tvalidation_1-auc:0.82475 \n", + "[48]\tvalidation_0-auc:0.95039\tvalidation_1-auc:0.82459 \n", + "[49]\tvalidation_0-auc:0.95094\tvalidation_1-auc:0.82413 \n", + "[50]\tvalidation_0-auc:0.95127\tvalidation_1-auc:0.82407 \n", + "[51]\tvalidation_0-auc:0.95154\tvalidation_1-auc:0.82374 \n", + "[52]\tvalidation_0-auc:0.95171\tvalidation_1-auc:0.82368 \n", + "[53]\tvalidation_0-auc:0.95248\tvalidation_1-auc:0.82308 \n", + "[54]\tvalidation_0-auc:0.95265\tvalidation_1-auc:0.82247 \n", + "[55]\tvalidation_0-auc:0.95305\tvalidation_1-auc:0.82266 \n", + "[56]\tvalidation_0-auc:0.95313\tvalidation_1-auc:0.82251 \n", + "[57]\tvalidation_0-auc:0.95324\tvalidation_1-auc:0.82223 \n", + "[58]\tvalidation_0-auc:0.95357\tvalidation_1-auc:0.82157 \n", + "[0]\tvalidation_0-auc:0.82236\tvalidation_1-auc:0.80724 \n", + "[1]\tvalidation_0-auc:0.83856\tvalidation_1-auc:0.81789 \n", + "[2]\tvalidation_0-auc:0.84726\tvalidation_1-auc:0.82367 \n", + "[3]\tvalidation_0-auc:0.85267\tvalidation_1-auc:0.82415 \n", + "[4]\tvalidation_0-auc:0.85864\tvalidation_1-auc:0.82341 \n", + "[5]\tvalidation_0-auc:0.86479\tvalidation_1-auc:0.82370 \n", + "[6]\tvalidation_0-auc:0.87189\tvalidation_1-auc:0.82514 \n", + "[7]\tvalidation_0-auc:0.87679\tvalidation_1-auc:0.82556 \n", + "[8]\tvalidation_0-auc:0.88102\tvalidation_1-auc:0.82709 \n", + "[9]\tvalidation_0-auc:0.88373\tvalidation_1-auc:0.82663 \n", + "[10]\tvalidation_0-auc:0.88435\tvalidation_1-auc:0.82387 \n", + "[11]\tvalidation_0-auc:0.88676\tvalidation_1-auc:0.82334 \n", + "[12]\tvalidation_0-auc:0.89430\tvalidation_1-auc:0.82497 \n", + "[13]\tvalidation_0-auc:0.90060\tvalidation_1-auc:0.82490 \n", + "[14]\tvalidation_0-auc:0.90141\tvalidation_1-auc:0.82553 \n", + "[15]\tvalidation_0-auc:0.90520\tvalidation_1-auc:0.82319 \n", + "[16]\tvalidation_0-auc:0.90756\tvalidation_1-auc:0.82483 \n", + "[17]\tvalidation_0-auc:0.91120\tvalidation_1-auc:0.82620 \n", + "[18]\tvalidation_0-auc:0.91090\tvalidation_1-auc:0.82474 \n", + "[19]\tvalidation_0-auc:0.91579\tvalidation_1-auc:0.82675 \n", + "[20]\tvalidation_0-auc:0.91722\tvalidation_1-auc:0.82549 \n", + "[21]\tvalidation_0-auc:0.91767\tvalidation_1-auc:0.82392 \n", + "[22]\tvalidation_0-auc:0.92040\tvalidation_1-auc:0.82464 \n", + "[23]\tvalidation_0-auc:0.92400\tvalidation_1-auc:0.82616 \n", + "[24]\tvalidation_0-auc:0.92672\tvalidation_1-auc:0.82651 \n", + "[25]\tvalidation_0-auc:0.92838\tvalidation_1-auc:0.82776 \n", + "[26]\tvalidation_0-auc:0.93078\tvalidation_1-auc:0.82657 \n", + "[27]\tvalidation_0-auc:0.93326\tvalidation_1-auc:0.82706 \n", + "[28]\tvalidation_0-auc:0.93351\tvalidation_1-auc:0.82604 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[29]\tvalidation_0-auc:0.93583\tvalidation_1-auc:0.82708 \n", + "[30]\tvalidation_0-auc:0.93818\tvalidation_1-auc:0.82646 \n", + "[31]\tvalidation_0-auc:0.94051\tvalidation_1-auc:0.82648 \n", + "[32]\tvalidation_0-auc:0.94207\tvalidation_1-auc:0.82636 \n", + "[33]\tvalidation_0-auc:0.94266\tvalidation_1-auc:0.82776 \n", + "[34]\tvalidation_0-auc:0.94386\tvalidation_1-auc:0.82823 \n", + "[35]\tvalidation_0-auc:0.94535\tvalidation_1-auc:0.82805 \n", + "[36]\tvalidation_0-auc:0.94674\tvalidation_1-auc:0.82768 \n", + "[37]\tvalidation_0-auc:0.94812\tvalidation_1-auc:0.82681 \n", + "[38]\tvalidation_0-auc:0.94914\tvalidation_1-auc:0.82728 \n", + "[39]\tvalidation_0-auc:0.94970\tvalidation_1-auc:0.82813 \n", + "[40]\tvalidation_0-auc:0.95041\tvalidation_1-auc:0.82895 \n", + "[41]\tvalidation_0-auc:0.95091\tvalidation_1-auc:0.82899 \n", + "[42]\tvalidation_0-auc:0.95154\tvalidation_1-auc:0.82939 \n", + "[43]\tvalidation_0-auc:0.95170\tvalidation_1-auc:0.82944 \n", + "[44]\tvalidation_0-auc:0.95225\tvalidation_1-auc:0.83010 \n", + "[45]\tvalidation_0-auc:0.95240\tvalidation_1-auc:0.83025 \n", + "[46]\tvalidation_0-auc:0.95256\tvalidation_1-auc:0.83041 \n", + "[47]\tvalidation_0-auc:0.95294\tvalidation_1-auc:0.83095 \n", + "[48]\tvalidation_0-auc:0.95321\tvalidation_1-auc:0.83100 \n", + "[49]\tvalidation_0-auc:0.95389\tvalidation_1-auc:0.83039 \n", + "[50]\tvalidation_0-auc:0.95444\tvalidation_1-auc:0.83019 \n", + "[51]\tvalidation_0-auc:0.95509\tvalidation_1-auc:0.83042 \n", + "[52]\tvalidation_0-auc:0.95524\tvalidation_1-auc:0.83033 \n", + "[53]\tvalidation_0-auc:0.95583\tvalidation_1-auc:0.83047 \n", + "[54]\tvalidation_0-auc:0.95596\tvalidation_1-auc:0.83044 \n", + "[55]\tvalidation_0-auc:0.95648\tvalidation_1-auc:0.83008 \n", + "[56]\tvalidation_0-auc:0.95666\tvalidation_1-auc:0.83015 \n", + "[57]\tvalidation_0-auc:0.95687\tvalidation_1-auc:0.83000 \n", + "[58]\tvalidation_0-auc:0.95718\tvalidation_1-auc:0.82974 \n", + "[59]\tvalidation_0-auc:0.95742\tvalidation_1-auc:0.82934 \n", + "[60]\tvalidation_0-auc:0.95753\tvalidation_1-auc:0.82932 \n", + "[61]\tvalidation_0-auc:0.95790\tvalidation_1-auc:0.82905 \n", + "[62]\tvalidation_0-auc:0.95837\tvalidation_1-auc:0.82897 \n", + "[63]\tvalidation_0-auc:0.95843\tvalidation_1-auc:0.82901 \n", + "[64]\tvalidation_0-auc:0.95873\tvalidation_1-auc:0.82881 \n", + "[65]\tvalidation_0-auc:0.95938\tvalidation_1-auc:0.82866 \n", + "[66]\tvalidation_0-auc:0.95949\tvalidation_1-auc:0.82844 \n", + "[67]\tvalidation_0-auc:0.95976\tvalidation_1-auc:0.82835 \n", + "[68]\tvalidation_0-auc:0.96005\tvalidation_1-auc:0.82805 \n", + "[69]\tvalidation_0-auc:0.96040\tvalidation_1-auc:0.82756 \n", + "[70]\tvalidation_0-auc:0.96050\tvalidation_1-auc:0.82753 \n", + "[71]\tvalidation_0-auc:0.96059\tvalidation_1-auc:0.82731 \n", + "[72]\tvalidation_0-auc:0.96094\tvalidation_1-auc:0.82744 \n", + "[73]\tvalidation_0-auc:0.96103\tvalidation_1-auc:0.82720 \n", + "[74]\tvalidation_0-auc:0.96132\tvalidation_1-auc:0.82739 \n", + "[75]\tvalidation_0-auc:0.96152\tvalidation_1-auc:0.82740 \n", + "[76]\tvalidation_0-auc:0.96179\tvalidation_1-auc:0.82735 \n", + "[77]\tvalidation_0-auc:0.96185\tvalidation_1-auc:0.82734 \n", + "[78]\tvalidation_0-auc:0.96209\tvalidation_1-auc:0.82725 \n", + "[0]\tvalidation_0-auc:0.83231\tvalidation_1-auc:0.80900 \n", + "[1]\tvalidation_0-auc:0.84225\tvalidation_1-auc:0.81175 \n", + "[2]\tvalidation_0-auc:0.84865\tvalidation_1-auc:0.81803 \n", + "[3]\tvalidation_0-auc:0.85375\tvalidation_1-auc:0.81768 \n", + "[4]\tvalidation_0-auc:0.86245\tvalidation_1-auc:0.81781 \n", + "[5]\tvalidation_0-auc:0.86822\tvalidation_1-auc:0.81936 \n", + "[6]\tvalidation_0-auc:0.87346\tvalidation_1-auc:0.82192 \n", + "[7]\tvalidation_0-auc:0.87722\tvalidation_1-auc:0.82139 \n", + "[8]\tvalidation_0-auc:0.88085\tvalidation_1-auc:0.82405 \n", + "[9]\tvalidation_0-auc:0.88485\tvalidation_1-auc:0.82374 \n", + "[10]\tvalidation_0-auc:0.88890\tvalidation_1-auc:0.82183 \n", + "[11]\tvalidation_0-auc:0.89199\tvalidation_1-auc:0.81930 \n", + "[12]\tvalidation_0-auc:0.89562\tvalidation_1-auc:0.82232 \n", + "[13]\tvalidation_0-auc:0.90113\tvalidation_1-auc:0.82496 \n", + "[14]\tvalidation_0-auc:0.90277\tvalidation_1-auc:0.82560 \n", + "[15]\tvalidation_0-auc:0.90581\tvalidation_1-auc:0.82322 \n", + "[16]\tvalidation_0-auc:0.90824\tvalidation_1-auc:0.82488 \n", + "[17]\tvalidation_0-auc:0.91124\tvalidation_1-auc:0.82566 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[18]\tvalidation_0-auc:0.91177\tvalidation_1-auc:0.82388 \n", + "[19]\tvalidation_0-auc:0.91705\tvalidation_1-auc:0.82695 \n", + "[20]\tvalidation_0-auc:0.91860\tvalidation_1-auc:0.82613 \n", + "[21]\tvalidation_0-auc:0.91961\tvalidation_1-auc:0.82488 \n", + "[22]\tvalidation_0-auc:0.92191\tvalidation_1-auc:0.82592 \n", + "[23]\tvalidation_0-auc:0.92552\tvalidation_1-auc:0.82719 \n", + "[24]\tvalidation_0-auc:0.92724\tvalidation_1-auc:0.82690 \n", + "[25]\tvalidation_0-auc:0.92770\tvalidation_1-auc:0.82807 \n", + "[26]\tvalidation_0-auc:0.93022\tvalidation_1-auc:0.82652 \n", + "[27]\tvalidation_0-auc:0.93325\tvalidation_1-auc:0.82663 \n", + "[28]\tvalidation_0-auc:0.93402\tvalidation_1-auc:0.82599 \n", + "[29]\tvalidation_0-auc:0.93614\tvalidation_1-auc:0.82720 \n", + "[30]\tvalidation_0-auc:0.93795\tvalidation_1-auc:0.82628 \n", + "[31]\tvalidation_0-auc:0.93981\tvalidation_1-auc:0.82708 \n", + "[32]\tvalidation_0-auc:0.94077\tvalidation_1-auc:0.82805 \n", + "[33]\tvalidation_0-auc:0.94148\tvalidation_1-auc:0.82813 \n", + "[34]\tvalidation_0-auc:0.94199\tvalidation_1-auc:0.82855 \n", + "[35]\tvalidation_0-auc:0.94331\tvalidation_1-auc:0.82931 \n", + "[36]\tvalidation_0-auc:0.94437\tvalidation_1-auc:0.82821 \n", + "[37]\tvalidation_0-auc:0.94572\tvalidation_1-auc:0.82727 \n", + "[38]\tvalidation_0-auc:0.94689\tvalidation_1-auc:0.82720 \n", + "[39]\tvalidation_0-auc:0.94692\tvalidation_1-auc:0.82795 \n", + "[40]\tvalidation_0-auc:0.94725\tvalidation_1-auc:0.82796 \n", + "[41]\tvalidation_0-auc:0.94826\tvalidation_1-auc:0.82737 \n", + "[42]\tvalidation_0-auc:0.94869\tvalidation_1-auc:0.82812 \n", + "[43]\tvalidation_0-auc:0.94901\tvalidation_1-auc:0.82851 \n", + "[44]\tvalidation_0-auc:0.94976\tvalidation_1-auc:0.82888 \n", + "[45]\tvalidation_0-auc:0.94973\tvalidation_1-auc:0.82946 \n", + "[46]\tvalidation_0-auc:0.95000\tvalidation_1-auc:0.82970 \n", + "[47]\tvalidation_0-auc:0.95051\tvalidation_1-auc:0.82900 \n", + "[48]\tvalidation_0-auc:0.95091\tvalidation_1-auc:0.82899 \n", + "[49]\tvalidation_0-auc:0.95155\tvalidation_1-auc:0.82912 \n", + "[50]\tvalidation_0-auc:0.95177\tvalidation_1-auc:0.82891 \n", + "[51]\tvalidation_0-auc:0.95240\tvalidation_1-auc:0.82903 \n", + "[52]\tvalidation_0-auc:0.95257\tvalidation_1-auc:0.82917 \n", + "[53]\tvalidation_0-auc:0.95321\tvalidation_1-auc:0.82938 \n", + "[54]\tvalidation_0-auc:0.95339\tvalidation_1-auc:0.82918 \n", + "[55]\tvalidation_0-auc:0.95467\tvalidation_1-auc:0.82882 \n", + "[56]\tvalidation_0-auc:0.95486\tvalidation_1-auc:0.82859 \n", + "[57]\tvalidation_0-auc:0.95504\tvalidation_1-auc:0.82861 \n", + "[58]\tvalidation_0-auc:0.95581\tvalidation_1-auc:0.82829 \n", + "[59]\tvalidation_0-auc:0.95619\tvalidation_1-auc:0.82786 \n", + "[60]\tvalidation_0-auc:0.95629\tvalidation_1-auc:0.82760 \n", + "[61]\tvalidation_0-auc:0.95667\tvalidation_1-auc:0.82748 \n", + "[62]\tvalidation_0-auc:0.95705\tvalidation_1-auc:0.82714 \n", + "[63]\tvalidation_0-auc:0.95743\tvalidation_1-auc:0.82682 \n", + "[64]\tvalidation_0-auc:0.95785\tvalidation_1-auc:0.82700 \n", + "[65]\tvalidation_0-auc:0.95807\tvalidation_1-auc:0.82649 \n", + "[66]\tvalidation_0-auc:0.95828\tvalidation_1-auc:0.82644 \n", + "[67]\tvalidation_0-auc:0.95844\tvalidation_1-auc:0.82661 \n", + "[68]\tvalidation_0-auc:0.95879\tvalidation_1-auc:0.82600 \n", + "[69]\tvalidation_0-auc:0.95895\tvalidation_1-auc:0.82612 \n", + "[70]\tvalidation_0-auc:0.95958\tvalidation_1-auc:0.82587 \n", + "[71]\tvalidation_0-auc:0.95965\tvalidation_1-auc:0.82581 \n", + "[72]\tvalidation_0-auc:0.96010\tvalidation_1-auc:0.82571 \n", + "[73]\tvalidation_0-auc:0.96020\tvalidation_1-auc:0.82560 \n", + "[74]\tvalidation_0-auc:0.96026\tvalidation_1-auc:0.82554 \n", + "[75]\tvalidation_0-auc:0.96075\tvalidation_1-auc:0.82571 \n", + "[76]\tvalidation_0-auc:0.96132\tvalidation_1-auc:0.82556 \n", + "[0]\tvalidation_0-auc:0.82369\tvalidation_1-auc:0.80051 \n", + "[1]\tvalidation_0-auc:0.83012\tvalidation_1-auc:0.80430 \n", + "[2]\tvalidation_0-auc:0.83515\tvalidation_1-auc:0.80736 \n", + "[3]\tvalidation_0-auc:0.83743\tvalidation_1-auc:0.81051 \n", + "[4]\tvalidation_0-auc:0.83961\tvalidation_1-auc:0.81412 \n", + "[5]\tvalidation_0-auc:0.84130\tvalidation_1-auc:0.81356 \n", + "[6]\tvalidation_0-auc:0.84316\tvalidation_1-auc:0.81346 \n", + "[7]\tvalidation_0-auc:0.84450\tvalidation_1-auc:0.81398 \n", + "[8]\tvalidation_0-auc:0.84570\tvalidation_1-auc:0.81376 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[9]\tvalidation_0-auc:0.84950\tvalidation_1-auc:0.82011 \n", + "[10]\tvalidation_0-auc:0.85001\tvalidation_1-auc:0.81901 \n", + "[11]\tvalidation_0-auc:0.84906\tvalidation_1-auc:0.81858 \n", + "[12]\tvalidation_0-auc:0.85112\tvalidation_1-auc:0.82109 \n", + "[13]\tvalidation_0-auc:0.85241\tvalidation_1-auc:0.82187 \n", + "[14]\tvalidation_0-auc:0.85435\tvalidation_1-auc:0.82329 \n", + "[15]\tvalidation_0-auc:0.85577\tvalidation_1-auc:0.82479 \n", + "[16]\tvalidation_0-auc:0.85759\tvalidation_1-auc:0.82616 \n", + "[17]\tvalidation_0-auc:0.85901\tvalidation_1-auc:0.82558 \n", + "[18]\tvalidation_0-auc:0.85867\tvalidation_1-auc:0.82334 \n", + "[19]\tvalidation_0-auc:0.86031\tvalidation_1-auc:0.82503 \n", + "[20]\tvalidation_0-auc:0.86179\tvalidation_1-auc:0.82520 \n", + "[21]\tvalidation_0-auc:0.86243\tvalidation_1-auc:0.82558 \n", + "[22]\tvalidation_0-auc:0.86413\tvalidation_1-auc:0.82634 \n", + "[23]\tvalidation_0-auc:0.86616\tvalidation_1-auc:0.82749 \n", + "[24]\tvalidation_0-auc:0.86834\tvalidation_1-auc:0.82866 \n", + "[25]\tvalidation_0-auc:0.86870\tvalidation_1-auc:0.82916 \n", + "[26]\tvalidation_0-auc:0.86989\tvalidation_1-auc:0.82920 \n", + "[27]\tvalidation_0-auc:0.87060\tvalidation_1-auc:0.82879 \n", + "[28]\tvalidation_0-auc:0.87125\tvalidation_1-auc:0.82826 \n", + "[29]\tvalidation_0-auc:0.87184\tvalidation_1-auc:0.82828 \n", + "[30]\tvalidation_0-auc:0.87294\tvalidation_1-auc:0.82918 \n", + "[31]\tvalidation_0-auc:0.87390\tvalidation_1-auc:0.82881 \n", + "[32]\tvalidation_0-auc:0.87489\tvalidation_1-auc:0.82942 \n", + "[33]\tvalidation_0-auc:0.87581\tvalidation_1-auc:0.82953 \n", + "[34]\tvalidation_0-auc:0.87663\tvalidation_1-auc:0.82972 \n", + "[35]\tvalidation_0-auc:0.87710\tvalidation_1-auc:0.83023 \n", + "[36]\tvalidation_0-auc:0.87775\tvalidation_1-auc:0.83059 \n", + "[37]\tvalidation_0-auc:0.87830\tvalidation_1-auc:0.83040 \n", + "[38]\tvalidation_0-auc:0.87890\tvalidation_1-auc:0.83043 \n", + "[39]\tvalidation_0-auc:0.87934\tvalidation_1-auc:0.83119 \n", + "[40]\tvalidation_0-auc:0.88005\tvalidation_1-auc:0.83171 \n", + "[41]\tvalidation_0-auc:0.88087\tvalidation_1-auc:0.83138 \n", + "[42]\tvalidation_0-auc:0.88125\tvalidation_1-auc:0.83145 \n", + "[43]\tvalidation_0-auc:0.88160\tvalidation_1-auc:0.83173 \n", + "[44]\tvalidation_0-auc:0.88249\tvalidation_1-auc:0.83199 \n", + "[45]\tvalidation_0-auc:0.88338\tvalidation_1-auc:0.83243 \n", + "[46]\tvalidation_0-auc:0.88447\tvalidation_1-auc:0.83304 \n", + "[47]\tvalidation_0-auc:0.88558\tvalidation_1-auc:0.83285 \n", + "[48]\tvalidation_0-auc:0.88605\tvalidation_1-auc:0.83266 \n", + "[49]\tvalidation_0-auc:0.88676\tvalidation_1-auc:0.83276 \n", + "[50]\tvalidation_0-auc:0.88750\tvalidation_1-auc:0.83306 \n", + "[51]\tvalidation_0-auc:0.88798\tvalidation_1-auc:0.83310 \n", + "[52]\tvalidation_0-auc:0.88851\tvalidation_1-auc:0.83322 \n", + "[53]\tvalidation_0-auc:0.88884\tvalidation_1-auc:0.83349 \n", + "[54]\tvalidation_0-auc:0.88967\tvalidation_1-auc:0.83343 \n", + "[55]\tvalidation_0-auc:0.89034\tvalidation_1-auc:0.83376 \n", + "[56]\tvalidation_0-auc:0.89097\tvalidation_1-auc:0.83364 \n", + "[57]\tvalidation_0-auc:0.89156\tvalidation_1-auc:0.83367 \n", + "[58]\tvalidation_0-auc:0.89192\tvalidation_1-auc:0.83371 \n", + "[59]\tvalidation_0-auc:0.89251\tvalidation_1-auc:0.83375 \n", + "[60]\tvalidation_0-auc:0.89309\tvalidation_1-auc:0.83361 \n", + "[61]\tvalidation_0-auc:0.89364\tvalidation_1-auc:0.83336 \n", + "[62]\tvalidation_0-auc:0.89428\tvalidation_1-auc:0.83330 \n", + "[63]\tvalidation_0-auc:0.89509\tvalidation_1-auc:0.83279 \n", + "[64]\tvalidation_0-auc:0.89524\tvalidation_1-auc:0.83266 \n", + "[65]\tvalidation_0-auc:0.89529\tvalidation_1-auc:0.83256 \n", + "[66]\tvalidation_0-auc:0.89560\tvalidation_1-auc:0.83282 \n", + "[67]\tvalidation_0-auc:0.89575\tvalidation_1-auc:0.83301 \n", + "[68]\tvalidation_0-auc:0.89631\tvalidation_1-auc:0.83271 \n", + "[69]\tvalidation_0-auc:0.89667\tvalidation_1-auc:0.83281 \n", + "[70]\tvalidation_0-auc:0.89670\tvalidation_1-auc:0.83285 \n", + "[71]\tvalidation_0-auc:0.89716\tvalidation_1-auc:0.83275 \n", + "[72]\tvalidation_0-auc:0.89738\tvalidation_1-auc:0.83284 \n", + "[73]\tvalidation_0-auc:0.89773\tvalidation_1-auc:0.83275 \n", + "[74]\tvalidation_0-auc:0.89808\tvalidation_1-auc:0.83258 \n", + "[75]\tvalidation_0-auc:0.89822\tvalidation_1-auc:0.83263 \n", + "[76]\tvalidation_0-auc:0.89848\tvalidation_1-auc:0.83267 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[77]\tvalidation_0-auc:0.89874\tvalidation_1-auc:0.83271 \n", + "[78]\tvalidation_0-auc:0.89889\tvalidation_1-auc:0.83269 \n", + "[79]\tvalidation_0-auc:0.89911\tvalidation_1-auc:0.83247 \n", + "[80]\tvalidation_0-auc:0.89948\tvalidation_1-auc:0.83246 \n", + "[81]\tvalidation_0-auc:0.89971\tvalidation_1-auc:0.83255 \n", + "[82]\tvalidation_0-auc:0.90003\tvalidation_1-auc:0.83254 \n", + "[83]\tvalidation_0-auc:0.90043\tvalidation_1-auc:0.83260 \n", + "[84]\tvalidation_0-auc:0.90045\tvalidation_1-auc:0.83266 \n", + "[0]\tvalidation_0-auc:0.81813\tvalidation_1-auc:0.80285 \n", + "[1]\tvalidation_0-auc:0.82354\tvalidation_1-auc:0.80794 \n", + "[2]\tvalidation_0-auc:0.83438\tvalidation_1-auc:0.81953 \n", + "[3]\tvalidation_0-auc:0.83530\tvalidation_1-auc:0.81884 \n", + "[4]\tvalidation_0-auc:0.84010\tvalidation_1-auc:0.82108 \n", + "[5]\tvalidation_0-auc:0.84164\tvalidation_1-auc:0.82378 \n", + "[6]\tvalidation_0-auc:0.84374\tvalidation_1-auc:0.82383 \n", + "[7]\tvalidation_0-auc:0.84516\tvalidation_1-auc:0.82512 \n", + "[8]\tvalidation_0-auc:0.84605\tvalidation_1-auc:0.82485 \n", + "[9]\tvalidation_0-auc:0.85142\tvalidation_1-auc:0.82728 \n", + "[10]\tvalidation_0-auc:0.85235\tvalidation_1-auc:0.82587 \n", + "[11]\tvalidation_0-auc:0.85157\tvalidation_1-auc:0.82295 \n", + "[12]\tvalidation_0-auc:0.85523\tvalidation_1-auc:0.82527 \n", + "[13]\tvalidation_0-auc:0.85753\tvalidation_1-auc:0.82663 \n", + "[14]\tvalidation_0-auc:0.85876\tvalidation_1-auc:0.82777 \n", + "[15]\tvalidation_0-auc:0.86108\tvalidation_1-auc:0.82927 \n", + "[16]\tvalidation_0-auc:0.86238\tvalidation_1-auc:0.82955 \n", + "[17]\tvalidation_0-auc:0.86303\tvalidation_1-auc:0.82987 \n", + "[18]\tvalidation_0-auc:0.86344\tvalidation_1-auc:0.82887 \n", + "[19]\tvalidation_0-auc:0.86438\tvalidation_1-auc:0.82860 \n", + "[20]\tvalidation_0-auc:0.86563\tvalidation_1-auc:0.82866 \n", + "[21]\tvalidation_0-auc:0.86667\tvalidation_1-auc:0.83005 \n", + "[22]\tvalidation_0-auc:0.86720\tvalidation_1-auc:0.83032 \n", + "[23]\tvalidation_0-auc:0.86790\tvalidation_1-auc:0.83011 \n", + "[24]\tvalidation_0-auc:0.86925\tvalidation_1-auc:0.83166 \n", + "[25]\tvalidation_0-auc:0.86969\tvalidation_1-auc:0.83171 \n", + "[26]\tvalidation_0-auc:0.87076\tvalidation_1-auc:0.83194 \n", + "[27]\tvalidation_0-auc:0.87186\tvalidation_1-auc:0.83221 \n", + "[28]\tvalidation_0-auc:0.87253\tvalidation_1-auc:0.83213 \n", + "[29]\tvalidation_0-auc:0.87341\tvalidation_1-auc:0.83250 \n", + "[30]\tvalidation_0-auc:0.87388\tvalidation_1-auc:0.83220 \n", + "[31]\tvalidation_0-auc:0.87510\tvalidation_1-auc:0.83272 \n", + "[32]\tvalidation_0-auc:0.87569\tvalidation_1-auc:0.83259 \n", + "[33]\tvalidation_0-auc:0.87653\tvalidation_1-auc:0.83258 \n", + "[34]\tvalidation_0-auc:0.87698\tvalidation_1-auc:0.83247 \n", + "[35]\tvalidation_0-auc:0.87782\tvalidation_1-auc:0.83331 \n", + "[36]\tvalidation_0-auc:0.87861\tvalidation_1-auc:0.83340 \n", + "[37]\tvalidation_0-auc:0.87899\tvalidation_1-auc:0.83376 \n", + "[38]\tvalidation_0-auc:0.87953\tvalidation_1-auc:0.83367 \n", + "[39]\tvalidation_0-auc:0.87997\tvalidation_1-auc:0.83393 \n", + "[40]\tvalidation_0-auc:0.88033\tvalidation_1-auc:0.83388 \n", + "[41]\tvalidation_0-auc:0.88104\tvalidation_1-auc:0.83403 \n", + "[42]\tvalidation_0-auc:0.88183\tvalidation_1-auc:0.83416 \n", + "[43]\tvalidation_0-auc:0.88236\tvalidation_1-auc:0.83443 \n", + "[44]\tvalidation_0-auc:0.88316\tvalidation_1-auc:0.83497 \n", + "[45]\tvalidation_0-auc:0.88410\tvalidation_1-auc:0.83553 \n", + "[46]\tvalidation_0-auc:0.88493\tvalidation_1-auc:0.83577 \n", + "[47]\tvalidation_0-auc:0.88618\tvalidation_1-auc:0.83512 \n", + "[48]\tvalidation_0-auc:0.88713\tvalidation_1-auc:0.83518 \n", + "[49]\tvalidation_0-auc:0.88777\tvalidation_1-auc:0.83511 \n", + "[50]\tvalidation_0-auc:0.88845\tvalidation_1-auc:0.83531 \n", + "[51]\tvalidation_0-auc:0.88906\tvalidation_1-auc:0.83548 \n", + "[52]\tvalidation_0-auc:0.88967\tvalidation_1-auc:0.83539 \n", + "[53]\tvalidation_0-auc:0.89039\tvalidation_1-auc:0.83594 \n", + "[54]\tvalidation_0-auc:0.89101\tvalidation_1-auc:0.83605 \n", + "[55]\tvalidation_0-auc:0.89170\tvalidation_1-auc:0.83606 \n", + "[56]\tvalidation_0-auc:0.89208\tvalidation_1-auc:0.83618 \n", + "[57]\tvalidation_0-auc:0.89270\tvalidation_1-auc:0.83576 \n", + "[58]\tvalidation_0-auc:0.89324\tvalidation_1-auc:0.83624 \n", + "[59]\tvalidation_0-auc:0.89371\tvalidation_1-auc:0.83602 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[60]\tvalidation_0-auc:0.89444\tvalidation_1-auc:0.83585 \n", + "[61]\tvalidation_0-auc:0.89486\tvalidation_1-auc:0.83639 \n", + "[62]\tvalidation_0-auc:0.89565\tvalidation_1-auc:0.83663 \n", + "[63]\tvalidation_0-auc:0.89585\tvalidation_1-auc:0.83663 \n", + "[64]\tvalidation_0-auc:0.89599\tvalidation_1-auc:0.83648 \n", + "[65]\tvalidation_0-auc:0.89624\tvalidation_1-auc:0.83662 \n", + "[66]\tvalidation_0-auc:0.89647\tvalidation_1-auc:0.83653 \n", + "[67]\tvalidation_0-auc:0.89656\tvalidation_1-auc:0.83653 \n", + "[68]\tvalidation_0-auc:0.89672\tvalidation_1-auc:0.83669 \n", + "[69]\tvalidation_0-auc:0.89689\tvalidation_1-auc:0.83669 \n", + "[70]\tvalidation_0-auc:0.89735\tvalidation_1-auc:0.83663 \n", + "[71]\tvalidation_0-auc:0.89791\tvalidation_1-auc:0.83671 \n", + "[72]\tvalidation_0-auc:0.89816\tvalidation_1-auc:0.83671 \n", + "[73]\tvalidation_0-auc:0.89846\tvalidation_1-auc:0.83645 \n", + "[74]\tvalidation_0-auc:0.89868\tvalidation_1-auc:0.83648 \n", + "[75]\tvalidation_0-auc:0.89877\tvalidation_1-auc:0.83658 \n", + "[76]\tvalidation_0-auc:0.89892\tvalidation_1-auc:0.83652 \n", + "[77]\tvalidation_0-auc:0.89979\tvalidation_1-auc:0.83637 \n", + "[78]\tvalidation_0-auc:0.89990\tvalidation_1-auc:0.83627 \n", + "[79]\tvalidation_0-auc:0.90016\tvalidation_1-auc:0.83612 \n", + "[80]\tvalidation_0-auc:0.90031\tvalidation_1-auc:0.83612 \n", + "[81]\tvalidation_0-auc:0.90062\tvalidation_1-auc:0.83622 \n", + "[82]\tvalidation_0-auc:0.90084\tvalidation_1-auc:0.83626 \n", + "[83]\tvalidation_0-auc:0.90095\tvalidation_1-auc:0.83630 \n", + "[84]\tvalidation_0-auc:0.90101\tvalidation_1-auc:0.83632 \n", + "[85]\tvalidation_0-auc:0.90165\tvalidation_1-auc:0.83631 \n", + "[86]\tvalidation_0-auc:0.90175\tvalidation_1-auc:0.83631 \n", + "[87]\tvalidation_0-auc:0.90201\tvalidation_1-auc:0.83642 \n", + "[88]\tvalidation_0-auc:0.90218\tvalidation_1-auc:0.83637 \n", + "[89]\tvalidation_0-auc:0.90256\tvalidation_1-auc:0.83664 \n", + "[90]\tvalidation_0-auc:0.90262\tvalidation_1-auc:0.83660 \n", + "[91]\tvalidation_0-auc:0.90331\tvalidation_1-auc:0.83647 \n", + "[92]\tvalidation_0-auc:0.90346\tvalidation_1-auc:0.83654 \n", + "[93]\tvalidation_0-auc:0.90368\tvalidation_1-auc:0.83653 \n", + "[94]\tvalidation_0-auc:0.90416\tvalidation_1-auc:0.83649 \n", + "[95]\tvalidation_0-auc:0.90456\tvalidation_1-auc:0.83660 \n", + "[96]\tvalidation_0-auc:0.90486\tvalidation_1-auc:0.83666 \n", + "[97]\tvalidation_0-auc:0.90497\tvalidation_1-auc:0.83657 \n", + "[98]\tvalidation_0-auc:0.90511\tvalidation_1-auc:0.83668 \n", + "[99]\tvalidation_0-auc:0.90532\tvalidation_1-auc:0.83651 \n", + "[0]\tvalidation_0-auc:0.82823\tvalidation_1-auc:0.80982 \n", + "[1]\tvalidation_0-auc:0.83305\tvalidation_1-auc:0.81221 \n", + "[2]\tvalidation_0-auc:0.83843\tvalidation_1-auc:0.81752 \n", + "[3]\tvalidation_0-auc:0.83893\tvalidation_1-auc:0.81694 \n", + "[4]\tvalidation_0-auc:0.83956\tvalidation_1-auc:0.81815 \n", + "[5]\tvalidation_0-auc:0.84156\tvalidation_1-auc:0.81936 \n", + "[6]\tvalidation_0-auc:0.84549\tvalidation_1-auc:0.82289 \n", + "[7]\tvalidation_0-auc:0.84665\tvalidation_1-auc:0.82293 \n", + "[8]\tvalidation_0-auc:0.84834\tvalidation_1-auc:0.82200 \n", + "[9]\tvalidation_0-auc:0.85221\tvalidation_1-auc:0.82517 \n", + "[10]\tvalidation_0-auc:0.85216\tvalidation_1-auc:0.82407 \n", + "[11]\tvalidation_0-auc:0.85248\tvalidation_1-auc:0.82325 \n", + "[12]\tvalidation_0-auc:0.85617\tvalidation_1-auc:0.82399 \n", + "[13]\tvalidation_0-auc:0.85798\tvalidation_1-auc:0.82534 \n", + "[14]\tvalidation_0-auc:0.85977\tvalidation_1-auc:0.82788 \n", + "[15]\tvalidation_0-auc:0.86087\tvalidation_1-auc:0.82787 \n", + "[16]\tvalidation_0-auc:0.86206\tvalidation_1-auc:0.82820 \n", + "[17]\tvalidation_0-auc:0.86235\tvalidation_1-auc:0.82776 \n", + "[18]\tvalidation_0-auc:0.86345\tvalidation_1-auc:0.82715 \n", + "[19]\tvalidation_0-auc:0.86463\tvalidation_1-auc:0.82744 \n", + "[20]\tvalidation_0-auc:0.86520\tvalidation_1-auc:0.82708 \n", + "[21]\tvalidation_0-auc:0.86693\tvalidation_1-auc:0.82827 \n", + "[22]\tvalidation_0-auc:0.86857\tvalidation_1-auc:0.82916 \n", + "[23]\tvalidation_0-auc:0.86886\tvalidation_1-auc:0.82967 \n", + "[24]\tvalidation_0-auc:0.87034\tvalidation_1-auc:0.83051 \n", + "[25]\tvalidation_0-auc:0.87073\tvalidation_1-auc:0.83124 \n", + "[26]\tvalidation_0-auc:0.87170\tvalidation_1-auc:0.83133 \n", + "[27]\tvalidation_0-auc:0.87261\tvalidation_1-auc:0.83132 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[28]\tvalidation_0-auc:0.87357\tvalidation_1-auc:0.83126 \n", + "[29]\tvalidation_0-auc:0.87385\tvalidation_1-auc:0.83179 \n", + "[30]\tvalidation_0-auc:0.87510\tvalidation_1-auc:0.83169 \n", + "[31]\tvalidation_0-auc:0.87580\tvalidation_1-auc:0.83197 \n", + "[32]\tvalidation_0-auc:0.87612\tvalidation_1-auc:0.83187 \n", + "[33]\tvalidation_0-auc:0.87661\tvalidation_1-auc:0.83228 \n", + "[34]\tvalidation_0-auc:0.87803\tvalidation_1-auc:0.83312 \n", + "[35]\tvalidation_0-auc:0.87895\tvalidation_1-auc:0.83342 \n", + "[36]\tvalidation_0-auc:0.87974\tvalidation_1-auc:0.83332 \n", + "[37]\tvalidation_0-auc:0.88051\tvalidation_1-auc:0.83352 \n", + "[38]\tvalidation_0-auc:0.88164\tvalidation_1-auc:0.83408 \n", + "[39]\tvalidation_0-auc:0.88255\tvalidation_1-auc:0.83448 \n", + "[40]\tvalidation_0-auc:0.88330\tvalidation_1-auc:0.83454 \n", + "[41]\tvalidation_0-auc:0.88385\tvalidation_1-auc:0.83449 \n", + "[42]\tvalidation_0-auc:0.88466\tvalidation_1-auc:0.83423 \n", + "[43]\tvalidation_0-auc:0.88562\tvalidation_1-auc:0.83459 \n", + "[44]\tvalidation_0-auc:0.88619\tvalidation_1-auc:0.83469 \n", + "[45]\tvalidation_0-auc:0.88707\tvalidation_1-auc:0.83510 \n", + "[46]\tvalidation_0-auc:0.88757\tvalidation_1-auc:0.83504 \n", + "[47]\tvalidation_0-auc:0.88831\tvalidation_1-auc:0.83514 \n", + "[48]\tvalidation_0-auc:0.88901\tvalidation_1-auc:0.83532 \n", + "[49]\tvalidation_0-auc:0.88955\tvalidation_1-auc:0.83544 \n", + "[50]\tvalidation_0-auc:0.89036\tvalidation_1-auc:0.83557 \n", + "[51]\tvalidation_0-auc:0.89139\tvalidation_1-auc:0.83578 \n", + "[52]\tvalidation_0-auc:0.89206\tvalidation_1-auc:0.83598 \n", + "[53]\tvalidation_0-auc:0.89231\tvalidation_1-auc:0.83609 \n", + "[54]\tvalidation_0-auc:0.89316\tvalidation_1-auc:0.83614 \n", + "[55]\tvalidation_0-auc:0.89355\tvalidation_1-auc:0.83623 \n", + "[56]\tvalidation_0-auc:0.89394\tvalidation_1-auc:0.83615 \n", + "[57]\tvalidation_0-auc:0.89453\tvalidation_1-auc:0.83616 \n", + "[58]\tvalidation_0-auc:0.89501\tvalidation_1-auc:0.83632 \n", + "[59]\tvalidation_0-auc:0.89572\tvalidation_1-auc:0.83596 \n", + "[60]\tvalidation_0-auc:0.89628\tvalidation_1-auc:0.83585 \n", + "[61]\tvalidation_0-auc:0.89667\tvalidation_1-auc:0.83584 \n", + "[62]\tvalidation_0-auc:0.89761\tvalidation_1-auc:0.83582 \n", + "[63]\tvalidation_0-auc:0.89801\tvalidation_1-auc:0.83599 \n", + "[64]\tvalidation_0-auc:0.89834\tvalidation_1-auc:0.83602 \n", + "[65]\tvalidation_0-auc:0.89869\tvalidation_1-auc:0.83582 \n", + "[66]\tvalidation_0-auc:0.89905\tvalidation_1-auc:0.83582 \n", + "[67]\tvalidation_0-auc:0.89924\tvalidation_1-auc:0.83610 \n", + "[68]\tvalidation_0-auc:0.89962\tvalidation_1-auc:0.83634 \n", + "[69]\tvalidation_0-auc:0.89989\tvalidation_1-auc:0.83655 \n", + "[70]\tvalidation_0-auc:0.90015\tvalidation_1-auc:0.83676 \n", + "[71]\tvalidation_0-auc:0.90042\tvalidation_1-auc:0.83665 \n", + "[72]\tvalidation_0-auc:0.90068\tvalidation_1-auc:0.83683 \n", + "[73]\tvalidation_0-auc:0.90089\tvalidation_1-auc:0.83655 \n", + "[74]\tvalidation_0-auc:0.90114\tvalidation_1-auc:0.83643 \n", + "[75]\tvalidation_0-auc:0.90146\tvalidation_1-auc:0.83648 \n", + "[76]\tvalidation_0-auc:0.90168\tvalidation_1-auc:0.83657 \n", + "[77]\tvalidation_0-auc:0.90182\tvalidation_1-auc:0.83636 \n", + "[78]\tvalidation_0-auc:0.90199\tvalidation_1-auc:0.83662 \n", + "[79]\tvalidation_0-auc:0.90215\tvalidation_1-auc:0.83681 \n", + "[80]\tvalidation_0-auc:0.90251\tvalidation_1-auc:0.83671 \n", + "[81]\tvalidation_0-auc:0.90277\tvalidation_1-auc:0.83698 \n", + "[82]\tvalidation_0-auc:0.90292\tvalidation_1-auc:0.83704 \n", + "[83]\tvalidation_0-auc:0.90343\tvalidation_1-auc:0.83707 \n", + "[84]\tvalidation_0-auc:0.90367\tvalidation_1-auc:0.83726 \n", + "[85]\tvalidation_0-auc:0.90382\tvalidation_1-auc:0.83739 \n", + "[86]\tvalidation_0-auc:0.90404\tvalidation_1-auc:0.83737 \n", + "[87]\tvalidation_0-auc:0.90469\tvalidation_1-auc:0.83742 \n", + "[88]\tvalidation_0-auc:0.90485\tvalidation_1-auc:0.83744 \n", + "[89]\tvalidation_0-auc:0.90519\tvalidation_1-auc:0.83732 \n", + "[90]\tvalidation_0-auc:0.90548\tvalidation_1-auc:0.83748 \n", + "[91]\tvalidation_0-auc:0.90561\tvalidation_1-auc:0.83747 \n", + "[92]\tvalidation_0-auc:0.90593\tvalidation_1-auc:0.83719 \n", + "[93]\tvalidation_0-auc:0.90606\tvalidation_1-auc:0.83722 \n", + "[94]\tvalidation_0-auc:0.90637\tvalidation_1-auc:0.83731 \n", + "[95]\tvalidation_0-auc:0.90645\tvalidation_1-auc:0.83730 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[96]\tvalidation_0-auc:0.90658\tvalidation_1-auc:0.83722 \n", + "[97]\tvalidation_0-auc:0.90699\tvalidation_1-auc:0.83721 \n", + "[98]\tvalidation_0-auc:0.90740\tvalidation_1-auc:0.83703 \n", + "[99]\tvalidation_0-auc:0.90749\tvalidation_1-auc:0.83699 \n", + "[0]\tvalidation_0-auc:0.83007\tvalidation_1-auc:0.80090 \n", + "[1]\tvalidation_0-auc:0.83903\tvalidation_1-auc:0.80474 \n", + "[2]\tvalidation_0-auc:0.84815\tvalidation_1-auc:0.80742 \n", + "[3]\tvalidation_0-auc:0.85318\tvalidation_1-auc:0.80811 \n", + "[4]\tvalidation_0-auc:0.85865\tvalidation_1-auc:0.81063 \n", + "[5]\tvalidation_0-auc:0.86027\tvalidation_1-auc:0.81129 \n", + "[6]\tvalidation_0-auc:0.86264\tvalidation_1-auc:0.81163 \n", + "[7]\tvalidation_0-auc:0.86569\tvalidation_1-auc:0.81203 \n", + "[8]\tvalidation_0-auc:0.86805\tvalidation_1-auc:0.81245 \n", + "[9]\tvalidation_0-auc:0.87329\tvalidation_1-auc:0.81655 \n", + "[10]\tvalidation_0-auc:0.87460\tvalidation_1-auc:0.81597 \n", + "[11]\tvalidation_0-auc:0.87845\tvalidation_1-auc:0.81808 \n", + "[12]\tvalidation_0-auc:0.88209\tvalidation_1-auc:0.81987 \n", + "[13]\tvalidation_0-auc:0.88571\tvalidation_1-auc:0.82019 \n", + "[14]\tvalidation_0-auc:0.88898\tvalidation_1-auc:0.82107 \n", + "[15]\tvalidation_0-auc:0.89098\tvalidation_1-auc:0.82094 \n", + "[16]\tvalidation_0-auc:0.89463\tvalidation_1-auc:0.82172 \n", + "[17]\tvalidation_0-auc:0.90017\tvalidation_1-auc:0.82252 \n", + "[18]\tvalidation_0-auc:0.90231\tvalidation_1-auc:0.82098 \n", + "[19]\tvalidation_0-auc:0.90481\tvalidation_1-auc:0.82164 \n", + "[20]\tvalidation_0-auc:0.90739\tvalidation_1-auc:0.82246 \n", + "[21]\tvalidation_0-auc:0.90909\tvalidation_1-auc:0.82226 \n", + "[22]\tvalidation_0-auc:0.91288\tvalidation_1-auc:0.82257 \n", + "[23]\tvalidation_0-auc:0.91528\tvalidation_1-auc:0.82299 \n", + "[24]\tvalidation_0-auc:0.91755\tvalidation_1-auc:0.82354 \n", + "[25]\tvalidation_0-auc:0.91982\tvalidation_1-auc:0.82340 \n", + "[26]\tvalidation_0-auc:0.92228\tvalidation_1-auc:0.82456 \n", + "[27]\tvalidation_0-auc:0.92476\tvalidation_1-auc:0.82509 \n", + "[28]\tvalidation_0-auc:0.92838\tvalidation_1-auc:0.82502 \n", + "[29]\tvalidation_0-auc:0.93041\tvalidation_1-auc:0.82501 \n", + "[30]\tvalidation_0-auc:0.93305\tvalidation_1-auc:0.82421 \n", + "[31]\tvalidation_0-auc:0.93517\tvalidation_1-auc:0.82389 \n", + "[32]\tvalidation_0-auc:0.93772\tvalidation_1-auc:0.82416 \n", + "[33]\tvalidation_0-auc:0.94012\tvalidation_1-auc:0.82393 \n", + "[34]\tvalidation_0-auc:0.94200\tvalidation_1-auc:0.82347 \n", + "[35]\tvalidation_0-auc:0.94351\tvalidation_1-auc:0.82352 \n", + "[36]\tvalidation_0-auc:0.94505\tvalidation_1-auc:0.82392 \n", + "[37]\tvalidation_0-auc:0.94689\tvalidation_1-auc:0.82386 \n", + "[38]\tvalidation_0-auc:0.94795\tvalidation_1-auc:0.82421 \n", + "[39]\tvalidation_0-auc:0.94907\tvalidation_1-auc:0.82453 \n", + "[40]\tvalidation_0-auc:0.95012\tvalidation_1-auc:0.82371 \n", + "[41]\tvalidation_0-auc:0.95114\tvalidation_1-auc:0.82392 \n", + "[42]\tvalidation_0-auc:0.95278\tvalidation_1-auc:0.82401 \n", + "[43]\tvalidation_0-auc:0.95401\tvalidation_1-auc:0.82407 \n", + "[44]\tvalidation_0-auc:0.95486\tvalidation_1-auc:0.82391 \n", + "[45]\tvalidation_0-auc:0.95608\tvalidation_1-auc:0.82403 \n", + "[46]\tvalidation_0-auc:0.95715\tvalidation_1-auc:0.82387 \n", + "[47]\tvalidation_0-auc:0.95804\tvalidation_1-auc:0.82352 \n", + "[48]\tvalidation_0-auc:0.95905\tvalidation_1-auc:0.82390 \n", + "[49]\tvalidation_0-auc:0.95963\tvalidation_1-auc:0.82391 \n", + "[50]\tvalidation_0-auc:0.96054\tvalidation_1-auc:0.82361 \n", + "[51]\tvalidation_0-auc:0.96114\tvalidation_1-auc:0.82352 \n", + "[52]\tvalidation_0-auc:0.96184\tvalidation_1-auc:0.82339 \n", + "[53]\tvalidation_0-auc:0.96243\tvalidation_1-auc:0.82310 \n", + "[54]\tvalidation_0-auc:0.96276\tvalidation_1-auc:0.82274 \n", + "[55]\tvalidation_0-auc:0.96322\tvalidation_1-auc:0.82238 \n", + "[56]\tvalidation_0-auc:0.96364\tvalidation_1-auc:0.82209 \n", + "[0]\tvalidation_0-auc:0.82909\tvalidation_1-auc:0.80527 \n", + "[1]\tvalidation_0-auc:0.83375\tvalidation_1-auc:0.80771 \n", + "[2]\tvalidation_0-auc:0.84361\tvalidation_1-auc:0.81841 \n", + "[3]\tvalidation_0-auc:0.84901\tvalidation_1-auc:0.81846 \n", + "[4]\tvalidation_0-auc:0.85490\tvalidation_1-auc:0.81990 \n", + "[5]\tvalidation_0-auc:0.85957\tvalidation_1-auc:0.82105 \n", + "[6]\tvalidation_0-auc:0.86485\tvalidation_1-auc:0.82222 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[7]\tvalidation_0-auc:0.86759\tvalidation_1-auc:0.82318 \n", + "[8]\tvalidation_0-auc:0.87234\tvalidation_1-auc:0.82341 \n", + "[9]\tvalidation_0-auc:0.87934\tvalidation_1-auc:0.82583 \n", + "[10]\tvalidation_0-auc:0.88234\tvalidation_1-auc:0.82337 \n", + "[11]\tvalidation_0-auc:0.88557\tvalidation_1-auc:0.82610 \n", + "[12]\tvalidation_0-auc:0.89018\tvalidation_1-auc:0.82673 \n", + "[13]\tvalidation_0-auc:0.89294\tvalidation_1-auc:0.82822 \n", + "[14]\tvalidation_0-auc:0.89599\tvalidation_1-auc:0.82857 \n", + "[15]\tvalidation_0-auc:0.90119\tvalidation_1-auc:0.82900 \n", + "[16]\tvalidation_0-auc:0.90445\tvalidation_1-auc:0.82829 \n", + "[17]\tvalidation_0-auc:0.90742\tvalidation_1-auc:0.82764 \n", + "[18]\tvalidation_0-auc:0.90861\tvalidation_1-auc:0.82668 \n", + "[19]\tvalidation_0-auc:0.91027\tvalidation_1-auc:0.82705 \n", + "[20]\tvalidation_0-auc:0.91175\tvalidation_1-auc:0.82701 \n", + "[21]\tvalidation_0-auc:0.91348\tvalidation_1-auc:0.82831 \n", + "[22]\tvalidation_0-auc:0.91672\tvalidation_1-auc:0.82941 \n", + "[23]\tvalidation_0-auc:0.91945\tvalidation_1-auc:0.82969 \n", + "[24]\tvalidation_0-auc:0.92181\tvalidation_1-auc:0.83024 \n", + "[25]\tvalidation_0-auc:0.92311\tvalidation_1-auc:0.83010 \n", + "[26]\tvalidation_0-auc:0.92605\tvalidation_1-auc:0.83098 \n", + "[27]\tvalidation_0-auc:0.92918\tvalidation_1-auc:0.83074 \n", + "[28]\tvalidation_0-auc:0.93137\tvalidation_1-auc:0.83164 \n", + "[29]\tvalidation_0-auc:0.93349\tvalidation_1-auc:0.83110 \n", + "[30]\tvalidation_0-auc:0.93623\tvalidation_1-auc:0.83094 \n", + "[31]\tvalidation_0-auc:0.93864\tvalidation_1-auc:0.83027 \n", + "[32]\tvalidation_0-auc:0.94073\tvalidation_1-auc:0.83012 \n", + "[33]\tvalidation_0-auc:0.94233\tvalidation_1-auc:0.82951 \n", + "[34]\tvalidation_0-auc:0.94439\tvalidation_1-auc:0.82877 \n", + "[35]\tvalidation_0-auc:0.94638\tvalidation_1-auc:0.82898 \n", + "[36]\tvalidation_0-auc:0.94813\tvalidation_1-auc:0.82871 \n", + "[37]\tvalidation_0-auc:0.94952\tvalidation_1-auc:0.82836 \n", + "[38]\tvalidation_0-auc:0.95081\tvalidation_1-auc:0.82837 \n", + "[39]\tvalidation_0-auc:0.95205\tvalidation_1-auc:0.82828 \n", + "[40]\tvalidation_0-auc:0.95282\tvalidation_1-auc:0.82872 \n", + "[41]\tvalidation_0-auc:0.95349\tvalidation_1-auc:0.82931 \n", + "[42]\tvalidation_0-auc:0.95469\tvalidation_1-auc:0.82908 \n", + "[43]\tvalidation_0-auc:0.95590\tvalidation_1-auc:0.82942 \n", + "[44]\tvalidation_0-auc:0.95706\tvalidation_1-auc:0.82943 \n", + "[45]\tvalidation_0-auc:0.95804\tvalidation_1-auc:0.82995 \n", + "[46]\tvalidation_0-auc:0.95925\tvalidation_1-auc:0.83017 \n", + "[47]\tvalidation_0-auc:0.96019\tvalidation_1-auc:0.83013 \n", + "[48]\tvalidation_0-auc:0.96125\tvalidation_1-auc:0.82990 \n", + "[49]\tvalidation_0-auc:0.96226\tvalidation_1-auc:0.82978 \n", + "[50]\tvalidation_0-auc:0.96289\tvalidation_1-auc:0.83009 \n", + "[51]\tvalidation_0-auc:0.96350\tvalidation_1-auc:0.83054 \n", + "[52]\tvalidation_0-auc:0.96401\tvalidation_1-auc:0.83084 \n", + "[53]\tvalidation_0-auc:0.96450\tvalidation_1-auc:0.83083 \n", + "[54]\tvalidation_0-auc:0.96504\tvalidation_1-auc:0.83066 \n", + "[55]\tvalidation_0-auc:0.96578\tvalidation_1-auc:0.83053 \n", + "[56]\tvalidation_0-auc:0.96608\tvalidation_1-auc:0.83055 \n", + "[57]\tvalidation_0-auc:0.96641\tvalidation_1-auc:0.83108 \n", + "[0]\tvalidation_0-auc:0.84134\tvalidation_1-auc:0.80849 \n", + "[1]\tvalidation_0-auc:0.84646\tvalidation_1-auc:0.80929 \n", + "[2]\tvalidation_0-auc:0.85244\tvalidation_1-auc:0.81404 \n", + "[3]\tvalidation_0-auc:0.85704\tvalidation_1-auc:0.81656 \n", + "[4]\tvalidation_0-auc:0.86186\tvalidation_1-auc:0.81779 \n", + "[5]\tvalidation_0-auc:0.86359\tvalidation_1-auc:0.81849 \n", + "[6]\tvalidation_0-auc:0.86660\tvalidation_1-auc:0.81648 \n", + "[7]\tvalidation_0-auc:0.86886\tvalidation_1-auc:0.81673 \n", + "[8]\tvalidation_0-auc:0.87072\tvalidation_1-auc:0.81703 \n", + "[9]\tvalidation_0-auc:0.87746\tvalidation_1-auc:0.81989 \n", + "[10]\tvalidation_0-auc:0.88007\tvalidation_1-auc:0.81823 \n", + "[11]\tvalidation_0-auc:0.88385\tvalidation_1-auc:0.81975 \n", + "[12]\tvalidation_0-auc:0.88666\tvalidation_1-auc:0.82037 \n", + "[13]\tvalidation_0-auc:0.88917\tvalidation_1-auc:0.82066 \n", + "[14]\tvalidation_0-auc:0.89266\tvalidation_1-auc:0.82162 \n", + "[15]\tvalidation_0-auc:0.89671\tvalidation_1-auc:0.82323 \n", + "[16]\tvalidation_0-auc:0.89943\tvalidation_1-auc:0.82347 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[17]\tvalidation_0-auc:0.90359\tvalidation_1-auc:0.82314 \n", + "[18]\tvalidation_0-auc:0.90669\tvalidation_1-auc:0.82211 \n", + "[19]\tvalidation_0-auc:0.90966\tvalidation_1-auc:0.82326 \n", + "[20]\tvalidation_0-auc:0.91240\tvalidation_1-auc:0.82410 \n", + "[21]\tvalidation_0-auc:0.91543\tvalidation_1-auc:0.82551 \n", + "[22]\tvalidation_0-auc:0.91837\tvalidation_1-auc:0.82646 \n", + "[23]\tvalidation_0-auc:0.92145\tvalidation_1-auc:0.82662 \n", + "[24]\tvalidation_0-auc:0.92418\tvalidation_1-auc:0.82592 \n", + "[25]\tvalidation_0-auc:0.92652\tvalidation_1-auc:0.82548 \n", + "[26]\tvalidation_0-auc:0.92873\tvalidation_1-auc:0.82582 \n", + "[27]\tvalidation_0-auc:0.93080\tvalidation_1-auc:0.82535 \n", + "[28]\tvalidation_0-auc:0.93312\tvalidation_1-auc:0.82585 \n", + "[29]\tvalidation_0-auc:0.93540\tvalidation_1-auc:0.82589 \n", + "[30]\tvalidation_0-auc:0.93735\tvalidation_1-auc:0.82672 \n", + "[31]\tvalidation_0-auc:0.93978\tvalidation_1-auc:0.82652 \n", + "[32]\tvalidation_0-auc:0.94154\tvalidation_1-auc:0.82698 \n", + "[33]\tvalidation_0-auc:0.94369\tvalidation_1-auc:0.82642 \n", + "[34]\tvalidation_0-auc:0.94567\tvalidation_1-auc:0.82571 \n", + "[35]\tvalidation_0-auc:0.94752\tvalidation_1-auc:0.82566 \n", + "[36]\tvalidation_0-auc:0.94958\tvalidation_1-auc:0.82557 \n", + "[37]\tvalidation_0-auc:0.95159\tvalidation_1-auc:0.82464 \n", + "[38]\tvalidation_0-auc:0.95283\tvalidation_1-auc:0.82411 \n", + "[39]\tvalidation_0-auc:0.95414\tvalidation_1-auc:0.82387 \n", + "[40]\tvalidation_0-auc:0.95480\tvalidation_1-auc:0.82391 \n", + "[41]\tvalidation_0-auc:0.95542\tvalidation_1-auc:0.82405 \n", + "[42]\tvalidation_0-auc:0.95660\tvalidation_1-auc:0.82434 \n", + "[43]\tvalidation_0-auc:0.95769\tvalidation_1-auc:0.82454 \n", + "[44]\tvalidation_0-auc:0.95871\tvalidation_1-auc:0.82471 \n", + "[45]\tvalidation_0-auc:0.95990\tvalidation_1-auc:0.82457 \n", + "[46]\tvalidation_0-auc:0.96078\tvalidation_1-auc:0.82458 \n", + "[47]\tvalidation_0-auc:0.96173\tvalidation_1-auc:0.82430 \n", + "[48]\tvalidation_0-auc:0.96270\tvalidation_1-auc:0.82367 \n", + "[49]\tvalidation_0-auc:0.96325\tvalidation_1-auc:0.82389 \n", + "[50]\tvalidation_0-auc:0.96383\tvalidation_1-auc:0.82391 \n", + "[51]\tvalidation_0-auc:0.96417\tvalidation_1-auc:0.82414 \n", + "[52]\tvalidation_0-auc:0.96451\tvalidation_1-auc:0.82410 \n", + "[53]\tvalidation_0-auc:0.96482\tvalidation_1-auc:0.82416 \n", + "[54]\tvalidation_0-auc:0.96519\tvalidation_1-auc:0.82368 \n", + "[55]\tvalidation_0-auc:0.96547\tvalidation_1-auc:0.82392 \n", + "[56]\tvalidation_0-auc:0.96563\tvalidation_1-auc:0.82432 \n", + "[57]\tvalidation_0-auc:0.96598\tvalidation_1-auc:0.82471 \n", + "[58]\tvalidation_0-auc:0.96624\tvalidation_1-auc:0.82507 \n", + "[59]\tvalidation_0-auc:0.96657\tvalidation_1-auc:0.82488 \n", + "[60]\tvalidation_0-auc:0.96689\tvalidation_1-auc:0.82461 \n", + "[61]\tvalidation_0-auc:0.96709\tvalidation_1-auc:0.82481 \n", + "[0]\tvalidation_0-auc:0.82778\tvalidation_1-auc:0.80158 \n", + "[1]\tvalidation_0-auc:0.83476\tvalidation_1-auc:0.80299 \n", + "[2]\tvalidation_0-auc:0.84111\tvalidation_1-auc:0.80642 \n", + "[3]\tvalidation_0-auc:0.84381\tvalidation_1-auc:0.80952 \n", + "[4]\tvalidation_0-auc:0.84647\tvalidation_1-auc:0.80979 \n", + "[5]\tvalidation_0-auc:0.84910\tvalidation_1-auc:0.81182 \n", + "[6]\tvalidation_0-auc:0.84935\tvalidation_1-auc:0.81132 \n", + "[7]\tvalidation_0-auc:0.85228\tvalidation_1-auc:0.81274 \n", + "[8]\tvalidation_0-auc:0.85444\tvalidation_1-auc:0.81275 \n", + "[9]\tvalidation_0-auc:0.85946\tvalidation_1-auc:0.81832 \n", + "[10]\tvalidation_0-auc:0.85813\tvalidation_1-auc:0.81451 \n", + "[11]\tvalidation_0-auc:0.85979\tvalidation_1-auc:0.81629 \n", + "[12]\tvalidation_0-auc:0.86188\tvalidation_1-auc:0.81691 \n", + "[13]\tvalidation_0-auc:0.86463\tvalidation_1-auc:0.81877 \n", + "[14]\tvalidation_0-auc:0.86628\tvalidation_1-auc:0.81990 \n", + "[15]\tvalidation_0-auc:0.86810\tvalidation_1-auc:0.82103 \n", + "[16]\tvalidation_0-auc:0.86886\tvalidation_1-auc:0.82088 \n", + "[17]\tvalidation_0-auc:0.87101\tvalidation_1-auc:0.82240 \n", + "[18]\tvalidation_0-auc:0.87268\tvalidation_1-auc:0.82211 \n", + "[19]\tvalidation_0-auc:0.87574\tvalidation_1-auc:0.82305 \n", + "[20]\tvalidation_0-auc:0.87708\tvalidation_1-auc:0.82327 \n", + "[21]\tvalidation_0-auc:0.87859\tvalidation_1-auc:0.82364 \n", + "[22]\tvalidation_0-auc:0.87941\tvalidation_1-auc:0.82396 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[23]\tvalidation_0-auc:0.88020\tvalidation_1-auc:0.82461 \n", + "[24]\tvalidation_0-auc:0.88222\tvalidation_1-auc:0.82456 \n", + "[25]\tvalidation_0-auc:0.88480\tvalidation_1-auc:0.82516 \n", + "[26]\tvalidation_0-auc:0.88655\tvalidation_1-auc:0.82510 \n", + "[27]\tvalidation_0-auc:0.88802\tvalidation_1-auc:0.82477 \n", + "[28]\tvalidation_0-auc:0.88883\tvalidation_1-auc:0.82479 \n", + "[29]\tvalidation_0-auc:0.89090\tvalidation_1-auc:0.82525 \n", + "[30]\tvalidation_0-auc:0.89287\tvalidation_1-auc:0.82503 \n", + "[31]\tvalidation_0-auc:0.89454\tvalidation_1-auc:0.82571 \n", + "[32]\tvalidation_0-auc:0.89573\tvalidation_1-auc:0.82562 \n", + "[33]\tvalidation_0-auc:0.89647\tvalidation_1-auc:0.82568 \n", + "[34]\tvalidation_0-auc:0.89781\tvalidation_1-auc:0.82568 \n", + "[35]\tvalidation_0-auc:0.89877\tvalidation_1-auc:0.82574 \n", + "[36]\tvalidation_0-auc:0.89996\tvalidation_1-auc:0.82573 \n", + "[37]\tvalidation_0-auc:0.90192\tvalidation_1-auc:0.82634 \n", + "[38]\tvalidation_0-auc:0.90346\tvalidation_1-auc:0.82660 \n", + "[39]\tvalidation_0-auc:0.90431\tvalidation_1-auc:0.82656 \n", + "[40]\tvalidation_0-auc:0.90605\tvalidation_1-auc:0.82717 \n", + "[41]\tvalidation_0-auc:0.90739\tvalidation_1-auc:0.82674 \n", + "[42]\tvalidation_0-auc:0.90891\tvalidation_1-auc:0.82669 \n", + "[43]\tvalidation_0-auc:0.91027\tvalidation_1-auc:0.82709 \n", + "[44]\tvalidation_0-auc:0.91097\tvalidation_1-auc:0.82707 \n", + "[45]\tvalidation_0-auc:0.91228\tvalidation_1-auc:0.82682 \n", + "[46]\tvalidation_0-auc:0.91361\tvalidation_1-auc:0.82704 \n", + "[47]\tvalidation_0-auc:0.91468\tvalidation_1-auc:0.82693 \n", + "[48]\tvalidation_0-auc:0.91597\tvalidation_1-auc:0.82716 \n", + "[49]\tvalidation_0-auc:0.91701\tvalidation_1-auc:0.82719 \n", + "[50]\tvalidation_0-auc:0.91830\tvalidation_1-auc:0.82761 \n", + "[51]\tvalidation_0-auc:0.91935\tvalidation_1-auc:0.82798 \n", + "[52]\tvalidation_0-auc:0.92026\tvalidation_1-auc:0.82820 \n", + "[53]\tvalidation_0-auc:0.92065\tvalidation_1-auc:0.82834 \n", + "[54]\tvalidation_0-auc:0.92144\tvalidation_1-auc:0.82845 \n", + "[55]\tvalidation_0-auc:0.92231\tvalidation_1-auc:0.82817 \n", + "[56]\tvalidation_0-auc:0.92328\tvalidation_1-auc:0.82812 \n", + "[57]\tvalidation_0-auc:0.92432\tvalidation_1-auc:0.82813 \n", + "[58]\tvalidation_0-auc:0.92562\tvalidation_1-auc:0.82832 \n", + "[59]\tvalidation_0-auc:0.92637\tvalidation_1-auc:0.82857 \n", + "[60]\tvalidation_0-auc:0.92698\tvalidation_1-auc:0.82840 \n", + "[61]\tvalidation_0-auc:0.92750\tvalidation_1-auc:0.82846 \n", + "[62]\tvalidation_0-auc:0.92804\tvalidation_1-auc:0.82807 \n", + "[63]\tvalidation_0-auc:0.92895\tvalidation_1-auc:0.82791 \n", + "[64]\tvalidation_0-auc:0.92979\tvalidation_1-auc:0.82810 \n", + "[65]\tvalidation_0-auc:0.93042\tvalidation_1-auc:0.82808 \n", + "[66]\tvalidation_0-auc:0.93107\tvalidation_1-auc:0.82756 \n", + "[67]\tvalidation_0-auc:0.93165\tvalidation_1-auc:0.82743 \n", + "[68]\tvalidation_0-auc:0.93234\tvalidation_1-auc:0.82733 \n", + "[69]\tvalidation_0-auc:0.93303\tvalidation_1-auc:0.82704 \n", + "[70]\tvalidation_0-auc:0.93351\tvalidation_1-auc:0.82680 \n", + "[71]\tvalidation_0-auc:0.93392\tvalidation_1-auc:0.82651 \n", + "[72]\tvalidation_0-auc:0.93435\tvalidation_1-auc:0.82655 \n", + "[73]\tvalidation_0-auc:0.93486\tvalidation_1-auc:0.82696 \n", + "[74]\tvalidation_0-auc:0.93532\tvalidation_1-auc:0.82703 \n", + "[75]\tvalidation_0-auc:0.93579\tvalidation_1-auc:0.82701 \n", + "[76]\tvalidation_0-auc:0.93603\tvalidation_1-auc:0.82700 \n", + "[77]\tvalidation_0-auc:0.93630\tvalidation_1-auc:0.82695 \n", + "[78]\tvalidation_0-auc:0.93656\tvalidation_1-auc:0.82709 \n", + "[79]\tvalidation_0-auc:0.93675\tvalidation_1-auc:0.82714 \n", + "[80]\tvalidation_0-auc:0.93713\tvalidation_1-auc:0.82711 \n", + "[81]\tvalidation_0-auc:0.93751\tvalidation_1-auc:0.82684 \n", + "[82]\tvalidation_0-auc:0.93780\tvalidation_1-auc:0.82663 \n", + "[83]\tvalidation_0-auc:0.93796\tvalidation_1-auc:0.82676 \n", + "[84]\tvalidation_0-auc:0.93814\tvalidation_1-auc:0.82671 \n", + "[85]\tvalidation_0-auc:0.93849\tvalidation_1-auc:0.82690 \n", + "[86]\tvalidation_0-auc:0.93879\tvalidation_1-auc:0.82683 \n", + "[87]\tvalidation_0-auc:0.93891\tvalidation_1-auc:0.82677 \n", + "[88]\tvalidation_0-auc:0.93923\tvalidation_1-auc:0.82662 \n", + "[89]\tvalidation_0-auc:0.93928\tvalidation_1-auc:0.82665 \n", + "[0]\tvalidation_0-auc:0.82222\tvalidation_1-auc:0.80496 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[1]\tvalidation_0-auc:0.82852\tvalidation_1-auc:0.80666 \n", + "[2]\tvalidation_0-auc:0.83996\tvalidation_1-auc:0.82127 \n", + "[3]\tvalidation_0-auc:0.84332\tvalidation_1-auc:0.82175 \n", + "[4]\tvalidation_0-auc:0.84579\tvalidation_1-auc:0.82141 \n", + "[5]\tvalidation_0-auc:0.84896\tvalidation_1-auc:0.82209 \n", + "[6]\tvalidation_0-auc:0.85148\tvalidation_1-auc:0.82071 \n", + "[7]\tvalidation_0-auc:0.85280\tvalidation_1-auc:0.82098 \n", + "[8]\tvalidation_0-auc:0.85453\tvalidation_1-auc:0.82155 \n", + "[9]\tvalidation_0-auc:0.86231\tvalidation_1-auc:0.82435 \n", + "[10]\tvalidation_0-auc:0.86241\tvalidation_1-auc:0.82294 \n", + "[11]\tvalidation_0-auc:0.86448\tvalidation_1-auc:0.82542 \n", + "[12]\tvalidation_0-auc:0.86603\tvalidation_1-auc:0.82705 \n", + "[13]\tvalidation_0-auc:0.86818\tvalidation_1-auc:0.82717 \n", + "[14]\tvalidation_0-auc:0.87177\tvalidation_1-auc:0.82847 \n", + "[15]\tvalidation_0-auc:0.87245\tvalidation_1-auc:0.82821 \n", + "[16]\tvalidation_0-auc:0.87406\tvalidation_1-auc:0.82868 \n", + "[17]\tvalidation_0-auc:0.87529\tvalidation_1-auc:0.82956 \n", + "[18]\tvalidation_0-auc:0.87688\tvalidation_1-auc:0.82971 \n", + "[19]\tvalidation_0-auc:0.88022\tvalidation_1-auc:0.82957 \n", + "[20]\tvalidation_0-auc:0.88247\tvalidation_1-auc:0.82949 \n", + "[21]\tvalidation_0-auc:0.88464\tvalidation_1-auc:0.82976 \n", + "[22]\tvalidation_0-auc:0.88591\tvalidation_1-auc:0.82999 \n", + "[23]\tvalidation_0-auc:0.88680\tvalidation_1-auc:0.83013 \n", + "[24]\tvalidation_0-auc:0.88862\tvalidation_1-auc:0.82988 \n", + "[25]\tvalidation_0-auc:0.88999\tvalidation_1-auc:0.82991 \n", + "[26]\tvalidation_0-auc:0.89120\tvalidation_1-auc:0.83029 \n", + "[27]\tvalidation_0-auc:0.89262\tvalidation_1-auc:0.83027 \n", + "[28]\tvalidation_0-auc:0.89401\tvalidation_1-auc:0.83001 \n", + "[29]\tvalidation_0-auc:0.89503\tvalidation_1-auc:0.82983 \n", + "[30]\tvalidation_0-auc:0.89577\tvalidation_1-auc:0.82975 \n", + "[31]\tvalidation_0-auc:0.89688\tvalidation_1-auc:0.83005 \n", + "[32]\tvalidation_0-auc:0.89868\tvalidation_1-auc:0.83078 \n", + "[33]\tvalidation_0-auc:0.89971\tvalidation_1-auc:0.83117 \n", + "[34]\tvalidation_0-auc:0.90071\tvalidation_1-auc:0.83100 \n", + "[35]\tvalidation_0-auc:0.90202\tvalidation_1-auc:0.83109 \n", + "[36]\tvalidation_0-auc:0.90393\tvalidation_1-auc:0.83091 \n", + "[37]\tvalidation_0-auc:0.90491\tvalidation_1-auc:0.83085 \n", + "[38]\tvalidation_0-auc:0.90597\tvalidation_1-auc:0.83065 \n", + "[39]\tvalidation_0-auc:0.90734\tvalidation_1-auc:0.83028 \n", + "[40]\tvalidation_0-auc:0.90826\tvalidation_1-auc:0.83079 \n", + "[41]\tvalidation_0-auc:0.90915\tvalidation_1-auc:0.83128 \n", + "[42]\tvalidation_0-auc:0.91045\tvalidation_1-auc:0.83157 \n", + "[43]\tvalidation_0-auc:0.91199\tvalidation_1-auc:0.83141 \n", + "[44]\tvalidation_0-auc:0.91296\tvalidation_1-auc:0.83152 \n", + "[45]\tvalidation_0-auc:0.91405\tvalidation_1-auc:0.83138 \n", + "[46]\tvalidation_0-auc:0.91526\tvalidation_1-auc:0.83101 \n", + "[47]\tvalidation_0-auc:0.91695\tvalidation_1-auc:0.83095 \n", + "[48]\tvalidation_0-auc:0.91822\tvalidation_1-auc:0.83071 \n", + "[49]\tvalidation_0-auc:0.91938\tvalidation_1-auc:0.83062 \n", + "[50]\tvalidation_0-auc:0.92078\tvalidation_1-auc:0.83001 \n", + "[51]\tvalidation_0-auc:0.92168\tvalidation_1-auc:0.82986 \n", + "[52]\tvalidation_0-auc:0.92273\tvalidation_1-auc:0.82937 \n", + "[53]\tvalidation_0-auc:0.92353\tvalidation_1-auc:0.82970 \n", + "[54]\tvalidation_0-auc:0.92476\tvalidation_1-auc:0.82923 \n", + "[55]\tvalidation_0-auc:0.92573\tvalidation_1-auc:0.82908 \n", + "[56]\tvalidation_0-auc:0.92658\tvalidation_1-auc:0.82924 \n", + "[57]\tvalidation_0-auc:0.92742\tvalidation_1-auc:0.82928 \n", + "[58]\tvalidation_0-auc:0.92845\tvalidation_1-auc:0.82913 \n", + "[59]\tvalidation_0-auc:0.92961\tvalidation_1-auc:0.82915 \n", + "[60]\tvalidation_0-auc:0.93031\tvalidation_1-auc:0.82893 \n", + "[61]\tvalidation_0-auc:0.93112\tvalidation_1-auc:0.82910 \n", + "[62]\tvalidation_0-auc:0.93209\tvalidation_1-auc:0.82887 \n", + "[63]\tvalidation_0-auc:0.93272\tvalidation_1-auc:0.82895 \n", + "[64]\tvalidation_0-auc:0.93350\tvalidation_1-auc:0.82938 \n", + "[65]\tvalidation_0-auc:0.93416\tvalidation_1-auc:0.82941 \n", + "[66]\tvalidation_0-auc:0.93484\tvalidation_1-auc:0.82954 \n", + "[67]\tvalidation_0-auc:0.93565\tvalidation_1-auc:0.82942 \n", + "[68]\tvalidation_0-auc:0.93620\tvalidation_1-auc:0.82935 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[69]\tvalidation_0-auc:0.93660\tvalidation_1-auc:0.82927 \n", + "[70]\tvalidation_0-auc:0.93726\tvalidation_1-auc:0.82933 \n", + "[71]\tvalidation_0-auc:0.93788\tvalidation_1-auc:0.82916 \n", + "[72]\tvalidation_0-auc:0.93838\tvalidation_1-auc:0.82933 \n", + "[0]\tvalidation_0-auc:0.83623\tvalidation_1-auc:0.80838 \n", + "[1]\tvalidation_0-auc:0.83938\tvalidation_1-auc:0.80897 \n", + "[2]\tvalidation_0-auc:0.84517\tvalidation_1-auc:0.81405 \n", + "[3]\tvalidation_0-auc:0.84627\tvalidation_1-auc:0.81336 \n", + "[4]\tvalidation_0-auc:0.85037\tvalidation_1-auc:0.81455 \n", + "[5]\tvalidation_0-auc:0.85190\tvalidation_1-auc:0.81394 \n", + "[6]\tvalidation_0-auc:0.85349\tvalidation_1-auc:0.81383 \n", + "[7]\tvalidation_0-auc:0.85576\tvalidation_1-auc:0.81476 \n", + "[8]\tvalidation_0-auc:0.85879\tvalidation_1-auc:0.81809 \n", + "[9]\tvalidation_0-auc:0.86495\tvalidation_1-auc:0.82130 \n", + "[10]\tvalidation_0-auc:0.86606\tvalidation_1-auc:0.82226 \n", + "[11]\tvalidation_0-auc:0.86740\tvalidation_1-auc:0.82372 \n", + "[12]\tvalidation_0-auc:0.87084\tvalidation_1-auc:0.82392 \n", + "[13]\tvalidation_0-auc:0.87243\tvalidation_1-auc:0.82441 \n", + "[14]\tvalidation_0-auc:0.87459\tvalidation_1-auc:0.82554 \n", + "[15]\tvalidation_0-auc:0.87573\tvalidation_1-auc:0.82579 \n", + "[16]\tvalidation_0-auc:0.87770\tvalidation_1-auc:0.82667 \n", + "[17]\tvalidation_0-auc:0.87930\tvalidation_1-auc:0.82708 \n", + "[18]\tvalidation_0-auc:0.88112\tvalidation_1-auc:0.82829 \n", + "[19]\tvalidation_0-auc:0.88297\tvalidation_1-auc:0.82860 \n", + "[20]\tvalidation_0-auc:0.88410\tvalidation_1-auc:0.82917 \n", + "[21]\tvalidation_0-auc:0.88524\tvalidation_1-auc:0.82935 \n", + "[22]\tvalidation_0-auc:0.88708\tvalidation_1-auc:0.82970 \n", + "[23]\tvalidation_0-auc:0.88841\tvalidation_1-auc:0.82980 \n", + "[24]\tvalidation_0-auc:0.89004\tvalidation_1-auc:0.82986 \n", + "[25]\tvalidation_0-auc:0.89141\tvalidation_1-auc:0.83000 \n", + "[26]\tvalidation_0-auc:0.89249\tvalidation_1-auc:0.83028 \n", + "[27]\tvalidation_0-auc:0.89412\tvalidation_1-auc:0.83034 \n", + "[28]\tvalidation_0-auc:0.89544\tvalidation_1-auc:0.83040 \n", + "[29]\tvalidation_0-auc:0.89607\tvalidation_1-auc:0.83023 \n", + "[30]\tvalidation_0-auc:0.89751\tvalidation_1-auc:0.83052 \n", + "[31]\tvalidation_0-auc:0.89823\tvalidation_1-auc:0.83071 \n", + "[32]\tvalidation_0-auc:0.89977\tvalidation_1-auc:0.83114 \n", + "[33]\tvalidation_0-auc:0.90047\tvalidation_1-auc:0.83110 \n", + "[34]\tvalidation_0-auc:0.90170\tvalidation_1-auc:0.83131 \n", + "[35]\tvalidation_0-auc:0.90425\tvalidation_1-auc:0.83204 \n", + "[36]\tvalidation_0-auc:0.90582\tvalidation_1-auc:0.83208 \n", + "[37]\tvalidation_0-auc:0.90736\tvalidation_1-auc:0.83158 \n", + "[38]\tvalidation_0-auc:0.90833\tvalidation_1-auc:0.83136 \n", + "[39]\tvalidation_0-auc:0.90963\tvalidation_1-auc:0.83099 \n", + "[40]\tvalidation_0-auc:0.91066\tvalidation_1-auc:0.83091 \n", + "[41]\tvalidation_0-auc:0.91195\tvalidation_1-auc:0.83095 \n", + "[42]\tvalidation_0-auc:0.91381\tvalidation_1-auc:0.83095 \n", + "[43]\tvalidation_0-auc:0.91509\tvalidation_1-auc:0.83079 \n", + "[44]\tvalidation_0-auc:0.91679\tvalidation_1-auc:0.83022 \n", + "[45]\tvalidation_0-auc:0.91816\tvalidation_1-auc:0.82967 \n", + "[46]\tvalidation_0-auc:0.91966\tvalidation_1-auc:0.82969 \n", + "[47]\tvalidation_0-auc:0.92086\tvalidation_1-auc:0.82964 \n", + "[48]\tvalidation_0-auc:0.92203\tvalidation_1-auc:0.82988 \n", + "[49]\tvalidation_0-auc:0.92299\tvalidation_1-auc:0.83004 \n", + "[50]\tvalidation_0-auc:0.92406\tvalidation_1-auc:0.83018 \n", + "[51]\tvalidation_0-auc:0.92473\tvalidation_1-auc:0.83052 \n", + "[52]\tvalidation_0-auc:0.92586\tvalidation_1-auc:0.83076 \n", + "[53]\tvalidation_0-auc:0.92672\tvalidation_1-auc:0.83186 \n", + "[54]\tvalidation_0-auc:0.92795\tvalidation_1-auc:0.83168 \n", + "[55]\tvalidation_0-auc:0.92889\tvalidation_1-auc:0.83179 \n", + "[56]\tvalidation_0-auc:0.92975\tvalidation_1-auc:0.83185 \n", + "[57]\tvalidation_0-auc:0.93085\tvalidation_1-auc:0.83198 \n", + "[58]\tvalidation_0-auc:0.93168\tvalidation_1-auc:0.83199 \n", + "[59]\tvalidation_0-auc:0.93238\tvalidation_1-auc:0.83193 \n", + "[60]\tvalidation_0-auc:0.93336\tvalidation_1-auc:0.83154 \n", + "[61]\tvalidation_0-auc:0.93416\tvalidation_1-auc:0.83143 \n", + "[62]\tvalidation_0-auc:0.93469\tvalidation_1-auc:0.83138 \n", + "[63]\tvalidation_0-auc:0.93539\tvalidation_1-auc:0.83159 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[64]\tvalidation_0-auc:0.93601\tvalidation_1-auc:0.83158 \n", + "[65]\tvalidation_0-auc:0.93655\tvalidation_1-auc:0.83146 \n", + "[66]\tvalidation_0-auc:0.93710\tvalidation_1-auc:0.83177 \n", + "[0]\tvalidation_0-auc:0.82393\tvalidation_1-auc:0.80058 \n", + "[1]\tvalidation_0-auc:0.82957\tvalidation_1-auc:0.80477 \n", + "[2]\tvalidation_0-auc:0.83576\tvalidation_1-auc:0.80698 \n", + "[3]\tvalidation_0-auc:0.83833\tvalidation_1-auc:0.80872 \n", + "[4]\tvalidation_0-auc:0.84034\tvalidation_1-auc:0.81074 \n", + "[5]\tvalidation_0-auc:0.84422\tvalidation_1-auc:0.81386 \n", + "[6]\tvalidation_0-auc:0.84652\tvalidation_1-auc:0.81442 \n", + "[7]\tvalidation_0-auc:0.84738\tvalidation_1-auc:0.81464 \n", + "[8]\tvalidation_0-auc:0.85035\tvalidation_1-auc:0.81722 \n", + "[9]\tvalidation_0-auc:0.85274\tvalidation_1-auc:0.82180 \n", + "[10]\tvalidation_0-auc:0.85296\tvalidation_1-auc:0.81987 \n", + "[11]\tvalidation_0-auc:0.85329\tvalidation_1-auc:0.81962 \n", + "[12]\tvalidation_0-auc:0.85434\tvalidation_1-auc:0.82159 \n", + "[13]\tvalidation_0-auc:0.85627\tvalidation_1-auc:0.82350 \n", + "[14]\tvalidation_0-auc:0.85780\tvalidation_1-auc:0.82429 \n", + "[15]\tvalidation_0-auc:0.85857\tvalidation_1-auc:0.82585 \n", + "[16]\tvalidation_0-auc:0.85937\tvalidation_1-auc:0.82661 \n", + "[17]\tvalidation_0-auc:0.86063\tvalidation_1-auc:0.82607 \n", + "[18]\tvalidation_0-auc:0.86118\tvalidation_1-auc:0.82620 \n", + "[19]\tvalidation_0-auc:0.86248\tvalidation_1-auc:0.82664 \n", + "[20]\tvalidation_0-auc:0.86306\tvalidation_1-auc:0.82635 \n", + "[21]\tvalidation_0-auc:0.86473\tvalidation_1-auc:0.82715 \n", + "[22]\tvalidation_0-auc:0.86622\tvalidation_1-auc:0.82803 \n", + "[23]\tvalidation_0-auc:0.86775\tvalidation_1-auc:0.82853 \n", + "[24]\tvalidation_0-auc:0.86922\tvalidation_1-auc:0.82874 \n", + "[25]\tvalidation_0-auc:0.86993\tvalidation_1-auc:0.82903 \n", + "[26]\tvalidation_0-auc:0.87134\tvalidation_1-auc:0.83035 \n", + "[27]\tvalidation_0-auc:0.87200\tvalidation_1-auc:0.83004 \n", + "[28]\tvalidation_0-auc:0.87274\tvalidation_1-auc:0.82969 \n", + "[29]\tvalidation_0-auc:0.87386\tvalidation_1-auc:0.83000 \n", + "[30]\tvalidation_0-auc:0.87443\tvalidation_1-auc:0.82977 \n", + "[31]\tvalidation_0-auc:0.87568\tvalidation_1-auc:0.83032 \n", + "[32]\tvalidation_0-auc:0.87644\tvalidation_1-auc:0.83081 \n", + "[33]\tvalidation_0-auc:0.87748\tvalidation_1-auc:0.83085 \n", + "[34]\tvalidation_0-auc:0.87848\tvalidation_1-auc:0.83053 \n", + "[35]\tvalidation_0-auc:0.87919\tvalidation_1-auc:0.83057 \n", + "[36]\tvalidation_0-auc:0.88026\tvalidation_1-auc:0.83081 \n", + "[37]\tvalidation_0-auc:0.88100\tvalidation_1-auc:0.83137 \n", + "[38]\tvalidation_0-auc:0.88177\tvalidation_1-auc:0.83167 \n", + "[39]\tvalidation_0-auc:0.88202\tvalidation_1-auc:0.83198 \n", + "[40]\tvalidation_0-auc:0.88294\tvalidation_1-auc:0.83182 \n", + "[41]\tvalidation_0-auc:0.88367\tvalidation_1-auc:0.83174 \n", + "[42]\tvalidation_0-auc:0.88414\tvalidation_1-auc:0.83179 \n", + "[43]\tvalidation_0-auc:0.88450\tvalidation_1-auc:0.83205 \n", + "[44]\tvalidation_0-auc:0.88510\tvalidation_1-auc:0.83209 \n", + "[45]\tvalidation_0-auc:0.88554\tvalidation_1-auc:0.83206 \n", + "[46]\tvalidation_0-auc:0.88625\tvalidation_1-auc:0.83247 \n", + "[47]\tvalidation_0-auc:0.88714\tvalidation_1-auc:0.83280 \n", + "[48]\tvalidation_0-auc:0.88764\tvalidation_1-auc:0.83287 \n", + "[49]\tvalidation_0-auc:0.88854\tvalidation_1-auc:0.83315 \n", + "[50]\tvalidation_0-auc:0.88905\tvalidation_1-auc:0.83369 \n", + "[51]\tvalidation_0-auc:0.88962\tvalidation_1-auc:0.83364 \n", + "[52]\tvalidation_0-auc:0.89004\tvalidation_1-auc:0.83378 \n", + "[53]\tvalidation_0-auc:0.89066\tvalidation_1-auc:0.83362 \n", + "[54]\tvalidation_0-auc:0.89156\tvalidation_1-auc:0.83357 \n", + "[55]\tvalidation_0-auc:0.89200\tvalidation_1-auc:0.83339 \n", + "[56]\tvalidation_0-auc:0.89238\tvalidation_1-auc:0.83332 \n", + "[57]\tvalidation_0-auc:0.89318\tvalidation_1-auc:0.83306 \n", + "[58]\tvalidation_0-auc:0.89335\tvalidation_1-auc:0.83314 \n", + "[59]\tvalidation_0-auc:0.89387\tvalidation_1-auc:0.83322 \n", + "[60]\tvalidation_0-auc:0.89448\tvalidation_1-auc:0.83333 \n", + "[61]\tvalidation_0-auc:0.89498\tvalidation_1-auc:0.83350 \n", + "[62]\tvalidation_0-auc:0.89545\tvalidation_1-auc:0.83345 \n", + "[63]\tvalidation_0-auc:0.89600\tvalidation_1-auc:0.83335 \n", + "[64]\tvalidation_0-auc:0.89626\tvalidation_1-auc:0.83319 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[65]\tvalidation_0-auc:0.89649\tvalidation_1-auc:0.83318 \n", + "[66]\tvalidation_0-auc:0.89662\tvalidation_1-auc:0.83322 \n", + "[67]\tvalidation_0-auc:0.89675\tvalidation_1-auc:0.83310 \n", + "[68]\tvalidation_0-auc:0.89677\tvalidation_1-auc:0.83319 \n", + "[69]\tvalidation_0-auc:0.89683\tvalidation_1-auc:0.83322 \n", + "[70]\tvalidation_0-auc:0.89700\tvalidation_1-auc:0.83335 \n", + "[71]\tvalidation_0-auc:0.89723\tvalidation_1-auc:0.83332 \n", + "[72]\tvalidation_0-auc:0.89762\tvalidation_1-auc:0.83321 \n", + "[73]\tvalidation_0-auc:0.89824\tvalidation_1-auc:0.83298 \n", + "[74]\tvalidation_0-auc:0.89856\tvalidation_1-auc:0.83278 \n", + "[75]\tvalidation_0-auc:0.89900\tvalidation_1-auc:0.83269 \n", + "[76]\tvalidation_0-auc:0.89938\tvalidation_1-auc:0.83291 \n", + "[77]\tvalidation_0-auc:0.89945\tvalidation_1-auc:0.83289 \n", + "[78]\tvalidation_0-auc:0.89966\tvalidation_1-auc:0.83291 \n", + "[79]\tvalidation_0-auc:0.89984\tvalidation_1-auc:0.83291 \n", + "[80]\tvalidation_0-auc:0.90001\tvalidation_1-auc:0.83292 \n", + "[81]\tvalidation_0-auc:0.90051\tvalidation_1-auc:0.83289 \n", + "[0]\tvalidation_0-auc:0.81964\tvalidation_1-auc:0.80482 \n", + "[1]\tvalidation_0-auc:0.82254\tvalidation_1-auc:0.80783 \n", + "[2]\tvalidation_0-auc:0.83305\tvalidation_1-auc:0.81928 \n", + "[3]\tvalidation_0-auc:0.83622\tvalidation_1-auc:0.82138 \n", + "[4]\tvalidation_0-auc:0.84001\tvalidation_1-auc:0.82114 \n", + "[5]\tvalidation_0-auc:0.84168\tvalidation_1-auc:0.82236 \n", + "[6]\tvalidation_0-auc:0.84303\tvalidation_1-auc:0.82348 \n", + "[7]\tvalidation_0-auc:0.84387\tvalidation_1-auc:0.82383 \n", + "[8]\tvalidation_0-auc:0.84501\tvalidation_1-auc:0.82437 \n", + "[9]\tvalidation_0-auc:0.85018\tvalidation_1-auc:0.82724 \n", + "[10]\tvalidation_0-auc:0.85040\tvalidation_1-auc:0.82485 \n", + "[11]\tvalidation_0-auc:0.85008\tvalidation_1-auc:0.82183 \n", + "[12]\tvalidation_0-auc:0.85407\tvalidation_1-auc:0.82388 \n", + "[13]\tvalidation_0-auc:0.85755\tvalidation_1-auc:0.82572 \n", + "[14]\tvalidation_0-auc:0.85858\tvalidation_1-auc:0.82732 \n", + "[15]\tvalidation_0-auc:0.86156\tvalidation_1-auc:0.82889 \n", + "[16]\tvalidation_0-auc:0.86261\tvalidation_1-auc:0.82953 \n", + "[17]\tvalidation_0-auc:0.86338\tvalidation_1-auc:0.83008 \n", + "[18]\tvalidation_0-auc:0.86303\tvalidation_1-auc:0.82925 \n", + "[19]\tvalidation_0-auc:0.86509\tvalidation_1-auc:0.82939 \n", + "[20]\tvalidation_0-auc:0.86697\tvalidation_1-auc:0.82936 \n", + "[21]\tvalidation_0-auc:0.86806\tvalidation_1-auc:0.83121 \n", + "[22]\tvalidation_0-auc:0.86884\tvalidation_1-auc:0.83206 \n", + "[23]\tvalidation_0-auc:0.86940\tvalidation_1-auc:0.83191 \n", + "[24]\tvalidation_0-auc:0.87027\tvalidation_1-auc:0.83284 \n", + "[25]\tvalidation_0-auc:0.87057\tvalidation_1-auc:0.83263 \n", + "[26]\tvalidation_0-auc:0.87098\tvalidation_1-auc:0.83234 \n", + "[27]\tvalidation_0-auc:0.87234\tvalidation_1-auc:0.83281 \n", + "[28]\tvalidation_0-auc:0.87301\tvalidation_1-auc:0.83255 \n", + "[29]\tvalidation_0-auc:0.87395\tvalidation_1-auc:0.83289 \n", + "[30]\tvalidation_0-auc:0.87448\tvalidation_1-auc:0.83251 \n", + "[31]\tvalidation_0-auc:0.87546\tvalidation_1-auc:0.83275 \n", + "[32]\tvalidation_0-auc:0.87632\tvalidation_1-auc:0.83332 \n", + "[33]\tvalidation_0-auc:0.87689\tvalidation_1-auc:0.83379 \n", + "[34]\tvalidation_0-auc:0.87770\tvalidation_1-auc:0.83386 \n", + "[35]\tvalidation_0-auc:0.87871\tvalidation_1-auc:0.83423 \n", + "[36]\tvalidation_0-auc:0.87935\tvalidation_1-auc:0.83445 \n", + "[37]\tvalidation_0-auc:0.87987\tvalidation_1-auc:0.83492 \n", + "[38]\tvalidation_0-auc:0.88059\tvalidation_1-auc:0.83490 \n", + "[39]\tvalidation_0-auc:0.88101\tvalidation_1-auc:0.83527 \n", + "[40]\tvalidation_0-auc:0.88200\tvalidation_1-auc:0.83585 \n", + "[41]\tvalidation_0-auc:0.88269\tvalidation_1-auc:0.83573 \n", + "[42]\tvalidation_0-auc:0.88362\tvalidation_1-auc:0.83620 \n", + "[43]\tvalidation_0-auc:0.88421\tvalidation_1-auc:0.83625 \n", + "[44]\tvalidation_0-auc:0.88487\tvalidation_1-auc:0.83623 \n", + "[45]\tvalidation_0-auc:0.88530\tvalidation_1-auc:0.83637 \n", + "[46]\tvalidation_0-auc:0.88607\tvalidation_1-auc:0.83620 \n", + "[47]\tvalidation_0-auc:0.88674\tvalidation_1-auc:0.83634 \n", + "[48]\tvalidation_0-auc:0.88750\tvalidation_1-auc:0.83637 \n", + "[49]\tvalidation_0-auc:0.88828\tvalidation_1-auc:0.83664 \n", + "[50]\tvalidation_0-auc:0.88875\tvalidation_1-auc:0.83699 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[51]\tvalidation_0-auc:0.88905\tvalidation_1-auc:0.83736 \n", + "[52]\tvalidation_0-auc:0.88958\tvalidation_1-auc:0.83725 \n", + "[53]\tvalidation_0-auc:0.89010\tvalidation_1-auc:0.83742 \n", + "[54]\tvalidation_0-auc:0.89111\tvalidation_1-auc:0.83824 \n", + "[55]\tvalidation_0-auc:0.89186\tvalidation_1-auc:0.83798 \n", + "[56]\tvalidation_0-auc:0.89201\tvalidation_1-auc:0.83802 \n", + "[57]\tvalidation_0-auc:0.89291\tvalidation_1-auc:0.83799 \n", + "[58]\tvalidation_0-auc:0.89337\tvalidation_1-auc:0.83779 \n", + "[59]\tvalidation_0-auc:0.89367\tvalidation_1-auc:0.83772 \n", + "[60]\tvalidation_0-auc:0.89405\tvalidation_1-auc:0.83775 \n", + "[61]\tvalidation_0-auc:0.89483\tvalidation_1-auc:0.83746 \n", + "[62]\tvalidation_0-auc:0.89514\tvalidation_1-auc:0.83725 \n", + "[63]\tvalidation_0-auc:0.89554\tvalidation_1-auc:0.83696 \n", + "[64]\tvalidation_0-auc:0.89567\tvalidation_1-auc:0.83704 \n", + "[65]\tvalidation_0-auc:0.89609\tvalidation_1-auc:0.83669 \n", + "[66]\tvalidation_0-auc:0.89617\tvalidation_1-auc:0.83698 \n", + "[67]\tvalidation_0-auc:0.89647\tvalidation_1-auc:0.83696 \n", + "[68]\tvalidation_0-auc:0.89661\tvalidation_1-auc:0.83687 \n", + "[69]\tvalidation_0-auc:0.89689\tvalidation_1-auc:0.83674 \n", + "[70]\tvalidation_0-auc:0.89702\tvalidation_1-auc:0.83674 \n", + "[71]\tvalidation_0-auc:0.89724\tvalidation_1-auc:0.83681 \n", + "[72]\tvalidation_0-auc:0.89751\tvalidation_1-auc:0.83678 \n", + "[73]\tvalidation_0-auc:0.89810\tvalidation_1-auc:0.83694 \n", + "[74]\tvalidation_0-auc:0.89829\tvalidation_1-auc:0.83680 \n", + "[75]\tvalidation_0-auc:0.89846\tvalidation_1-auc:0.83692 \n", + "[76]\tvalidation_0-auc:0.89860\tvalidation_1-auc:0.83696 \n", + "[77]\tvalidation_0-auc:0.89867\tvalidation_1-auc:0.83696 \n", + "[78]\tvalidation_0-auc:0.89878\tvalidation_1-auc:0.83715 \n", + "[79]\tvalidation_0-auc:0.89917\tvalidation_1-auc:0.83727 \n", + "[80]\tvalidation_0-auc:0.89941\tvalidation_1-auc:0.83715 \n", + "[81]\tvalidation_0-auc:0.89954\tvalidation_1-auc:0.83705 \n", + "[82]\tvalidation_0-auc:0.89980\tvalidation_1-auc:0.83718 \n", + "[83]\tvalidation_0-auc:0.90045\tvalidation_1-auc:0.83721 \n", + "[84]\tvalidation_0-auc:0.90082\tvalidation_1-auc:0.83713 \n", + "[0]\tvalidation_0-auc:0.82723\tvalidation_1-auc:0.81250 \n", + "[1]\tvalidation_0-auc:0.83174\tvalidation_1-auc:0.81422 \n", + "[2]\tvalidation_0-auc:0.83724\tvalidation_1-auc:0.81953 \n", + "[3]\tvalidation_0-auc:0.83840\tvalidation_1-auc:0.81853 \n", + "[4]\tvalidation_0-auc:0.83849\tvalidation_1-auc:0.81902 \n", + "[5]\tvalidation_0-auc:0.84280\tvalidation_1-auc:0.82300 \n", + "[6]\tvalidation_0-auc:0.84395\tvalidation_1-auc:0.82359 \n", + "[7]\tvalidation_0-auc:0.84648\tvalidation_1-auc:0.82513 \n", + "[8]\tvalidation_0-auc:0.84701\tvalidation_1-auc:0.82468 \n", + "[9]\tvalidation_0-auc:0.85327\tvalidation_1-auc:0.82810 \n", + "[10]\tvalidation_0-auc:0.85556\tvalidation_1-auc:0.82749 \n", + "[11]\tvalidation_0-auc:0.85499\tvalidation_1-auc:0.82658 \n", + "[12]\tvalidation_0-auc:0.85768\tvalidation_1-auc:0.82682 \n", + "[13]\tvalidation_0-auc:0.85924\tvalidation_1-auc:0.82719 \n", + "[14]\tvalidation_0-auc:0.86053\tvalidation_1-auc:0.82700 \n", + "[15]\tvalidation_0-auc:0.86169\tvalidation_1-auc:0.82785 \n", + "[16]\tvalidation_0-auc:0.86275\tvalidation_1-auc:0.82816 \n", + "[17]\tvalidation_0-auc:0.86447\tvalidation_1-auc:0.82863 \n", + "[18]\tvalidation_0-auc:0.86455\tvalidation_1-auc:0.82794 \n", + "[19]\tvalidation_0-auc:0.86581\tvalidation_1-auc:0.82892 \n", + "[20]\tvalidation_0-auc:0.86678\tvalidation_1-auc:0.82898 \n", + "[21]\tvalidation_0-auc:0.86785\tvalidation_1-auc:0.82950 \n", + "[22]\tvalidation_0-auc:0.86905\tvalidation_1-auc:0.83108 \n", + "[23]\tvalidation_0-auc:0.87044\tvalidation_1-auc:0.83174 \n", + "[24]\tvalidation_0-auc:0.87092\tvalidation_1-auc:0.83284 \n", + "[25]\tvalidation_0-auc:0.87156\tvalidation_1-auc:0.83336 \n", + "[26]\tvalidation_0-auc:0.87257\tvalidation_1-auc:0.83325 \n", + "[27]\tvalidation_0-auc:0.87355\tvalidation_1-auc:0.83358 \n", + "[28]\tvalidation_0-auc:0.87429\tvalidation_1-auc:0.83363 \n", + "[29]\tvalidation_0-auc:0.87502\tvalidation_1-auc:0.83483 \n", + "[30]\tvalidation_0-auc:0.87613\tvalidation_1-auc:0.83393 \n", + "[31]\tvalidation_0-auc:0.87707\tvalidation_1-auc:0.83425 \n", + "[32]\tvalidation_0-auc:0.87834\tvalidation_1-auc:0.83506 \n", + "[33]\tvalidation_0-auc:0.87889\tvalidation_1-auc:0.83506 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[34]\tvalidation_0-auc:0.88018\tvalidation_1-auc:0.83492 \n", + "[35]\tvalidation_0-auc:0.88094\tvalidation_1-auc:0.83570 \n", + "[36]\tvalidation_0-auc:0.88175\tvalidation_1-auc:0.83558 \n", + "[37]\tvalidation_0-auc:0.88258\tvalidation_1-auc:0.83665 \n", + "[38]\tvalidation_0-auc:0.88358\tvalidation_1-auc:0.83676 \n", + "[39]\tvalidation_0-auc:0.88387\tvalidation_1-auc:0.83681 \n", + "[40]\tvalidation_0-auc:0.88465\tvalidation_1-auc:0.83704 \n", + "[41]\tvalidation_0-auc:0.88530\tvalidation_1-auc:0.83683 \n", + "[42]\tvalidation_0-auc:0.88641\tvalidation_1-auc:0.83711 \n", + "[43]\tvalidation_0-auc:0.88702\tvalidation_1-auc:0.83748 \n", + "[44]\tvalidation_0-auc:0.88749\tvalidation_1-auc:0.83771 \n", + "[45]\tvalidation_0-auc:0.88816\tvalidation_1-auc:0.83791 \n", + "[46]\tvalidation_0-auc:0.88887\tvalidation_1-auc:0.83791 \n", + "[47]\tvalidation_0-auc:0.88936\tvalidation_1-auc:0.83810 \n", + "[48]\tvalidation_0-auc:0.88997\tvalidation_1-auc:0.83772 \n", + "[49]\tvalidation_0-auc:0.89058\tvalidation_1-auc:0.83781 \n", + "[50]\tvalidation_0-auc:0.89127\tvalidation_1-auc:0.83811 \n", + "[51]\tvalidation_0-auc:0.89190\tvalidation_1-auc:0.83807 \n", + "[52]\tvalidation_0-auc:0.89211\tvalidation_1-auc:0.83791 \n", + "[53]\tvalidation_0-auc:0.89234\tvalidation_1-auc:0.83810 \n", + "[54]\tvalidation_0-auc:0.89283\tvalidation_1-auc:0.83790 \n", + "[55]\tvalidation_0-auc:0.89312\tvalidation_1-auc:0.83782 \n", + "[56]\tvalidation_0-auc:0.89381\tvalidation_1-auc:0.83801 \n", + "[57]\tvalidation_0-auc:0.89475\tvalidation_1-auc:0.83797 \n", + "[58]\tvalidation_0-auc:0.89486\tvalidation_1-auc:0.83802 \n", + "[59]\tvalidation_0-auc:0.89522\tvalidation_1-auc:0.83809 \n", + "[60]\tvalidation_0-auc:0.89581\tvalidation_1-auc:0.83815 \n", + "[61]\tvalidation_0-auc:0.89612\tvalidation_1-auc:0.83796 \n", + "[62]\tvalidation_0-auc:0.89649\tvalidation_1-auc:0.83788 \n", + "[63]\tvalidation_0-auc:0.89691\tvalidation_1-auc:0.83799 \n", + "[64]\tvalidation_0-auc:0.89724\tvalidation_1-auc:0.83808 \n", + "[65]\tvalidation_0-auc:0.89754\tvalidation_1-auc:0.83832 \n", + "[66]\tvalidation_0-auc:0.89785\tvalidation_1-auc:0.83875 \n", + "[67]\tvalidation_0-auc:0.89791\tvalidation_1-auc:0.83867 \n", + "[68]\tvalidation_0-auc:0.89813\tvalidation_1-auc:0.83887 \n", + "[69]\tvalidation_0-auc:0.89853\tvalidation_1-auc:0.83900 \n", + "[70]\tvalidation_0-auc:0.89878\tvalidation_1-auc:0.83915 \n", + "[71]\tvalidation_0-auc:0.89906\tvalidation_1-auc:0.83905 \n", + "[72]\tvalidation_0-auc:0.89921\tvalidation_1-auc:0.83929 \n", + "[73]\tvalidation_0-auc:0.89948\tvalidation_1-auc:0.83927 \n", + "[74]\tvalidation_0-auc:0.89994\tvalidation_1-auc:0.83922 \n", + "[75]\tvalidation_0-auc:0.89997\tvalidation_1-auc:0.83945 \n", + "[76]\tvalidation_0-auc:0.90021\tvalidation_1-auc:0.83954 \n", + "[77]\tvalidation_0-auc:0.90040\tvalidation_1-auc:0.83945 \n", + "[78]\tvalidation_0-auc:0.90077\tvalidation_1-auc:0.83952 \n", + "[79]\tvalidation_0-auc:0.90103\tvalidation_1-auc:0.83955 \n", + "[80]\tvalidation_0-auc:0.90124\tvalidation_1-auc:0.83965 \n", + "[81]\tvalidation_0-auc:0.90157\tvalidation_1-auc:0.83973 \n", + "[82]\tvalidation_0-auc:0.90163\tvalidation_1-auc:0.83991 \n", + "[83]\tvalidation_0-auc:0.90188\tvalidation_1-auc:0.83984 \n", + "[84]\tvalidation_0-auc:0.90206\tvalidation_1-auc:0.84007 \n", + "[85]\tvalidation_0-auc:0.90233\tvalidation_1-auc:0.83996 \n", + "[86]\tvalidation_0-auc:0.90272\tvalidation_1-auc:0.83994 \n", + "[87]\tvalidation_0-auc:0.90293\tvalidation_1-auc:0.83974 \n", + "[88]\tvalidation_0-auc:0.90334\tvalidation_1-auc:0.83978 \n", + "[89]\tvalidation_0-auc:0.90388\tvalidation_1-auc:0.83988 \n", + "[90]\tvalidation_0-auc:0.90388\tvalidation_1-auc:0.83998 \n", + "[91]\tvalidation_0-auc:0.90438\tvalidation_1-auc:0.83997 \n", + "[92]\tvalidation_0-auc:0.90458\tvalidation_1-auc:0.84001 \n", + "[93]\tvalidation_0-auc:0.90470\tvalidation_1-auc:0.83996 \n", + "[94]\tvalidation_0-auc:0.90480\tvalidation_1-auc:0.83998 \n", + "[95]\tvalidation_0-auc:0.90497\tvalidation_1-auc:0.83983 \n", + "[96]\tvalidation_0-auc:0.90508\tvalidation_1-auc:0.83975 \n", + "[97]\tvalidation_0-auc:0.90519\tvalidation_1-auc:0.83971 \n", + "[98]\tvalidation_0-auc:0.90552\tvalidation_1-auc:0.83975 \n", + "[99]\tvalidation_0-auc:0.90558\tvalidation_1-auc:0.83974 \n", + "[0]\tvalidation_0-auc:0.82528\tvalidation_1-auc:0.80131 \n", + "[1]\tvalidation_0-auc:0.83238\tvalidation_1-auc:0.80233 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2]\tvalidation_0-auc:0.83749\tvalidation_1-auc:0.80652 \n", + "[3]\tvalidation_0-auc:0.84131\tvalidation_1-auc:0.81016 \n", + "[4]\tvalidation_0-auc:0.84361\tvalidation_1-auc:0.81234 \n", + "[5]\tvalidation_0-auc:0.84915\tvalidation_1-auc:0.81515 \n", + "[6]\tvalidation_0-auc:0.85075\tvalidation_1-auc:0.81600 \n", + "[7]\tvalidation_0-auc:0.85201\tvalidation_1-auc:0.81644 \n", + "[8]\tvalidation_0-auc:0.85316\tvalidation_1-auc:0.81744 \n", + "[9]\tvalidation_0-auc:0.85926\tvalidation_1-auc:0.82166 \n", + "[10]\tvalidation_0-auc:0.85969\tvalidation_1-auc:0.82186 \n", + "[11]\tvalidation_0-auc:0.85992\tvalidation_1-auc:0.82015 \n", + "[12]\tvalidation_0-auc:0.86386\tvalidation_1-auc:0.82287 \n", + "[13]\tvalidation_0-auc:0.86655\tvalidation_1-auc:0.82414 \n", + "[14]\tvalidation_0-auc:0.86799\tvalidation_1-auc:0.82612 \n", + "[15]\tvalidation_0-auc:0.87061\tvalidation_1-auc:0.82811 \n", + "[16]\tvalidation_0-auc:0.87268\tvalidation_1-auc:0.82846 \n", + "[17]\tvalidation_0-auc:0.87452\tvalidation_1-auc:0.82835 \n", + "[18]\tvalidation_0-auc:0.87420\tvalidation_1-auc:0.82789 \n", + "[19]\tvalidation_0-auc:0.87608\tvalidation_1-auc:0.82863 \n", + "[20]\tvalidation_0-auc:0.87706\tvalidation_1-auc:0.82867 \n", + "[21]\tvalidation_0-auc:0.87821\tvalidation_1-auc:0.82861 \n", + "[22]\tvalidation_0-auc:0.87960\tvalidation_1-auc:0.82932 \n", + "[23]\tvalidation_0-auc:0.88100\tvalidation_1-auc:0.82982 \n", + "[24]\tvalidation_0-auc:0.88245\tvalidation_1-auc:0.82954 \n", + "[25]\tvalidation_0-auc:0.88285\tvalidation_1-auc:0.83028 \n", + "[26]\tvalidation_0-auc:0.88429\tvalidation_1-auc:0.83086 \n", + "[27]\tvalidation_0-auc:0.88609\tvalidation_1-auc:0.83094 \n", + "[28]\tvalidation_0-auc:0.88776\tvalidation_1-auc:0.83092 \n", + "[29]\tvalidation_0-auc:0.88840\tvalidation_1-auc:0.83147 \n", + "[30]\tvalidation_0-auc:0.88983\tvalidation_1-auc:0.83128 \n", + "[31]\tvalidation_0-auc:0.89102\tvalidation_1-auc:0.83089 \n", + "[32]\tvalidation_0-auc:0.89190\tvalidation_1-auc:0.83039 \n", + "[33]\tvalidation_0-auc:0.89259\tvalidation_1-auc:0.83004 \n", + "[34]\tvalidation_0-auc:0.89314\tvalidation_1-auc:0.83009 \n", + "[35]\tvalidation_0-auc:0.89363\tvalidation_1-auc:0.83025 \n", + "[36]\tvalidation_0-auc:0.89445\tvalidation_1-auc:0.83073 \n", + "[37]\tvalidation_0-auc:0.89502\tvalidation_1-auc:0.83109 \n", + "[38]\tvalidation_0-auc:0.89571\tvalidation_1-auc:0.83089 \n", + "[39]\tvalidation_0-auc:0.89609\tvalidation_1-auc:0.83088 \n", + "[40]\tvalidation_0-auc:0.89638\tvalidation_1-auc:0.83097 \n", + "[41]\tvalidation_0-auc:0.89733\tvalidation_1-auc:0.83069 \n", + "[42]\tvalidation_0-auc:0.89767\tvalidation_1-auc:0.83030 \n", + "[43]\tvalidation_0-auc:0.89802\tvalidation_1-auc:0.83033 \n", + "[44]\tvalidation_0-auc:0.89826\tvalidation_1-auc:0.83028 \n", + "[45]\tvalidation_0-auc:0.89855\tvalidation_1-auc:0.83039 \n", + "[46]\tvalidation_0-auc:0.89868\tvalidation_1-auc:0.83029 \n", + "[47]\tvalidation_0-auc:0.89930\tvalidation_1-auc:0.83071 \n", + "[48]\tvalidation_0-auc:0.89973\tvalidation_1-auc:0.83055 \n", + "[49]\tvalidation_0-auc:0.89986\tvalidation_1-auc:0.83040 \n", + "[50]\tvalidation_0-auc:0.90063\tvalidation_1-auc:0.83051 \n", + "[51]\tvalidation_0-auc:0.90149\tvalidation_1-auc:0.83062 \n", + "[52]\tvalidation_0-auc:0.90181\tvalidation_1-auc:0.83070 \n", + "[53]\tvalidation_0-auc:0.90219\tvalidation_1-auc:0.83043 \n", + "[54]\tvalidation_0-auc:0.90268\tvalidation_1-auc:0.83067 \n", + "[55]\tvalidation_0-auc:0.90292\tvalidation_1-auc:0.83059 \n", + "[56]\tvalidation_0-auc:0.90300\tvalidation_1-auc:0.83056 \n", + "[57]\tvalidation_0-auc:0.90388\tvalidation_1-auc:0.83050 \n", + "[58]\tvalidation_0-auc:0.90465\tvalidation_1-auc:0.83059 \n", + "[0]\tvalidation_0-auc:0.82071\tvalidation_1-auc:0.80532 \n", + "[1]\tvalidation_0-auc:0.83027\tvalidation_1-auc:0.81588 \n", + "[2]\tvalidation_0-auc:0.83789\tvalidation_1-auc:0.82153 \n", + "[3]\tvalidation_0-auc:0.84188\tvalidation_1-auc:0.82294 \n", + "[4]\tvalidation_0-auc:0.84394\tvalidation_1-auc:0.82154 \n", + "[5]\tvalidation_0-auc:0.84682\tvalidation_1-auc:0.82539 \n", + "[6]\tvalidation_0-auc:0.84900\tvalidation_1-auc:0.82528 \n", + "[7]\tvalidation_0-auc:0.85097\tvalidation_1-auc:0.82579 \n", + "[8]\tvalidation_0-auc:0.85236\tvalidation_1-auc:0.82771 \n", + "[9]\tvalidation_0-auc:0.85994\tvalidation_1-auc:0.82939 \n", + "[10]\tvalidation_0-auc:0.86087\tvalidation_1-auc:0.82796 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[11]\tvalidation_0-auc:0.86086\tvalidation_1-auc:0.82494 \n", + "[12]\tvalidation_0-auc:0.86545\tvalidation_1-auc:0.82734 \n", + "[13]\tvalidation_0-auc:0.86982\tvalidation_1-auc:0.83005 \n", + "[14]\tvalidation_0-auc:0.87291\tvalidation_1-auc:0.83106 \n", + "[15]\tvalidation_0-auc:0.87564\tvalidation_1-auc:0.83181 \n", + "[16]\tvalidation_0-auc:0.87728\tvalidation_1-auc:0.83268 \n", + "[17]\tvalidation_0-auc:0.87857\tvalidation_1-auc:0.83300 \n", + "[18]\tvalidation_0-auc:0.87835\tvalidation_1-auc:0.83286 \n", + "[19]\tvalidation_0-auc:0.87947\tvalidation_1-auc:0.83265 \n", + "[20]\tvalidation_0-auc:0.88050\tvalidation_1-auc:0.83271 \n", + "[21]\tvalidation_0-auc:0.88137\tvalidation_1-auc:0.83337 \n", + "[22]\tvalidation_0-auc:0.88270\tvalidation_1-auc:0.83375 \n", + "[23]\tvalidation_0-auc:0.88343\tvalidation_1-auc:0.83407 \n", + "[24]\tvalidation_0-auc:0.88473\tvalidation_1-auc:0.83536 \n", + "[25]\tvalidation_0-auc:0.88539\tvalidation_1-auc:0.83547 \n", + "[26]\tvalidation_0-auc:0.88682\tvalidation_1-auc:0.83525 \n", + "[27]\tvalidation_0-auc:0.88837\tvalidation_1-auc:0.83541 \n", + "[28]\tvalidation_0-auc:0.88956\tvalidation_1-auc:0.83459 \n", + "[29]\tvalidation_0-auc:0.89024\tvalidation_1-auc:0.83471 \n", + "[30]\tvalidation_0-auc:0.89143\tvalidation_1-auc:0.83408 \n", + "[31]\tvalidation_0-auc:0.89236\tvalidation_1-auc:0.83473 \n", + "[32]\tvalidation_0-auc:0.89330\tvalidation_1-auc:0.83483 \n", + "[33]\tvalidation_0-auc:0.89424\tvalidation_1-auc:0.83561 \n", + "[34]\tvalidation_0-auc:0.89548\tvalidation_1-auc:0.83611 \n", + "[35]\tvalidation_0-auc:0.89651\tvalidation_1-auc:0.83628 \n", + "[36]\tvalidation_0-auc:0.89702\tvalidation_1-auc:0.83673 \n", + "[37]\tvalidation_0-auc:0.89799\tvalidation_1-auc:0.83640 \n", + "[38]\tvalidation_0-auc:0.89874\tvalidation_1-auc:0.83620 \n", + "[39]\tvalidation_0-auc:0.89913\tvalidation_1-auc:0.83644 \n", + "[40]\tvalidation_0-auc:0.89960\tvalidation_1-auc:0.83605 \n", + "[41]\tvalidation_0-auc:0.90032\tvalidation_1-auc:0.83655 \n", + "[42]\tvalidation_0-auc:0.90062\tvalidation_1-auc:0.83695 \n", + "[43]\tvalidation_0-auc:0.90092\tvalidation_1-auc:0.83689 \n", + "[44]\tvalidation_0-auc:0.90123\tvalidation_1-auc:0.83685 \n", + "[45]\tvalidation_0-auc:0.90167\tvalidation_1-auc:0.83705 \n", + "[46]\tvalidation_0-auc:0.90177\tvalidation_1-auc:0.83702 \n", + "[47]\tvalidation_0-auc:0.90204\tvalidation_1-auc:0.83730 \n", + "[48]\tvalidation_0-auc:0.90240\tvalidation_1-auc:0.83749 \n", + "[49]\tvalidation_0-auc:0.90270\tvalidation_1-auc:0.83761 \n", + "[50]\tvalidation_0-auc:0.90306\tvalidation_1-auc:0.83747 \n", + "[51]\tvalidation_0-auc:0.90343\tvalidation_1-auc:0.83727 \n", + "[52]\tvalidation_0-auc:0.90375\tvalidation_1-auc:0.83684 \n", + "[53]\tvalidation_0-auc:0.90432\tvalidation_1-auc:0.83696 \n", + "[54]\tvalidation_0-auc:0.90447\tvalidation_1-auc:0.83686 \n", + "[55]\tvalidation_0-auc:0.90488\tvalidation_1-auc:0.83681 \n", + "[56]\tvalidation_0-auc:0.90538\tvalidation_1-auc:0.83706 \n", + "[57]\tvalidation_0-auc:0.90632\tvalidation_1-auc:0.83696 \n", + "[58]\tvalidation_0-auc:0.90659\tvalidation_1-auc:0.83684 \n", + "[59]\tvalidation_0-auc:0.90713\tvalidation_1-auc:0.83659 \n", + "[60]\tvalidation_0-auc:0.90735\tvalidation_1-auc:0.83679 \n", + "[61]\tvalidation_0-auc:0.90775\tvalidation_1-auc:0.83671 \n", + "[62]\tvalidation_0-auc:0.90825\tvalidation_1-auc:0.83672 \n", + "[63]\tvalidation_0-auc:0.90836\tvalidation_1-auc:0.83663 \n", + "[64]\tvalidation_0-auc:0.90906\tvalidation_1-auc:0.83702 \n", + "[65]\tvalidation_0-auc:0.90927\tvalidation_1-auc:0.83705 \n", + "[66]\tvalidation_0-auc:0.90951\tvalidation_1-auc:0.83692 \n", + "[67]\tvalidation_0-auc:0.90964\tvalidation_1-auc:0.83697 \n", + "[68]\tvalidation_0-auc:0.90995\tvalidation_1-auc:0.83689 \n", + "[69]\tvalidation_0-auc:0.91015\tvalidation_1-auc:0.83678 \n", + "[70]\tvalidation_0-auc:0.91040\tvalidation_1-auc:0.83653 \n", + "[71]\tvalidation_0-auc:0.91063\tvalidation_1-auc:0.83612 \n", + "[72]\tvalidation_0-auc:0.91112\tvalidation_1-auc:0.83635 \n", + "[73]\tvalidation_0-auc:0.91134\tvalidation_1-auc:0.83633 \n", + "[74]\tvalidation_0-auc:0.91155\tvalidation_1-auc:0.83601 \n", + "[75]\tvalidation_0-auc:0.91190\tvalidation_1-auc:0.83581 \n", + "[76]\tvalidation_0-auc:0.91242\tvalidation_1-auc:0.83577 \n", + "[77]\tvalidation_0-auc:0.91245\tvalidation_1-auc:0.83566 \n", + "[78]\tvalidation_0-auc:0.91255\tvalidation_1-auc:0.83554 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[0]\tvalidation_0-auc:0.82843\tvalidation_1-auc:0.81190 \n", + "[1]\tvalidation_0-auc:0.83414\tvalidation_1-auc:0.81420 \n", + "[2]\tvalidation_0-auc:0.83944\tvalidation_1-auc:0.82038 \n", + "[3]\tvalidation_0-auc:0.84088\tvalidation_1-auc:0.81902 \n", + "[4]\tvalidation_0-auc:0.84366\tvalidation_1-auc:0.82039 \n", + "[5]\tvalidation_0-auc:0.84774\tvalidation_1-auc:0.82458 \n", + "[6]\tvalidation_0-auc:0.84873\tvalidation_1-auc:0.82425 \n", + "[7]\tvalidation_0-auc:0.85042\tvalidation_1-auc:0.82462 \n", + "[8]\tvalidation_0-auc:0.85220\tvalidation_1-auc:0.82550 \n", + "[9]\tvalidation_0-auc:0.85986\tvalidation_1-auc:0.82870 \n", + "[10]\tvalidation_0-auc:0.86206\tvalidation_1-auc:0.82809 \n", + "[11]\tvalidation_0-auc:0.86230\tvalidation_1-auc:0.82701 \n", + "[12]\tvalidation_0-auc:0.86552\tvalidation_1-auc:0.82653 \n", + "[13]\tvalidation_0-auc:0.86807\tvalidation_1-auc:0.82713 \n", + "[14]\tvalidation_0-auc:0.86960\tvalidation_1-auc:0.82723 \n", + "[15]\tvalidation_0-auc:0.87210\tvalidation_1-auc:0.82734 \n", + "[16]\tvalidation_0-auc:0.87362\tvalidation_1-auc:0.82820 \n", + "[17]\tvalidation_0-auc:0.87569\tvalidation_1-auc:0.83015 \n", + "[18]\tvalidation_0-auc:0.87608\tvalidation_1-auc:0.82905 \n", + "[19]\tvalidation_0-auc:0.87750\tvalidation_1-auc:0.82945 \n", + "[20]\tvalidation_0-auc:0.87819\tvalidation_1-auc:0.83074 \n", + "[21]\tvalidation_0-auc:0.87963\tvalidation_1-auc:0.83246 \n", + "[22]\tvalidation_0-auc:0.88096\tvalidation_1-auc:0.83224 \n", + "[23]\tvalidation_0-auc:0.88223\tvalidation_1-auc:0.83305 \n", + "[24]\tvalidation_0-auc:0.88436\tvalidation_1-auc:0.83295 \n", + "[25]\tvalidation_0-auc:0.88513\tvalidation_1-auc:0.83312 \n", + "[26]\tvalidation_0-auc:0.88648\tvalidation_1-auc:0.83242 \n", + "[27]\tvalidation_0-auc:0.88811\tvalidation_1-auc:0.83233 \n", + "[28]\tvalidation_0-auc:0.88944\tvalidation_1-auc:0.83227 \n", + "[29]\tvalidation_0-auc:0.89055\tvalidation_1-auc:0.83267 \n", + "[30]\tvalidation_0-auc:0.89192\tvalidation_1-auc:0.83183 \n", + "[31]\tvalidation_0-auc:0.89328\tvalidation_1-auc:0.83286 \n", + "[32]\tvalidation_0-auc:0.89439\tvalidation_1-auc:0.83352 \n", + "[33]\tvalidation_0-auc:0.89513\tvalidation_1-auc:0.83375 \n", + "[34]\tvalidation_0-auc:0.89584\tvalidation_1-auc:0.83308 \n", + "[35]\tvalidation_0-auc:0.89650\tvalidation_1-auc:0.83353 \n", + "[36]\tvalidation_0-auc:0.89716\tvalidation_1-auc:0.83319 \n", + "[37]\tvalidation_0-auc:0.89776\tvalidation_1-auc:0.83353 \n", + "[38]\tvalidation_0-auc:0.89867\tvalidation_1-auc:0.83428 \n", + "[39]\tvalidation_0-auc:0.89898\tvalidation_1-auc:0.83469 \n", + "[40]\tvalidation_0-auc:0.89953\tvalidation_1-auc:0.83432 \n", + "[41]\tvalidation_0-auc:0.90039\tvalidation_1-auc:0.83479 \n", + "[42]\tvalidation_0-auc:0.90071\tvalidation_1-auc:0.83466 \n", + "[43]\tvalidation_0-auc:0.90132\tvalidation_1-auc:0.83498 \n", + "[44]\tvalidation_0-auc:0.90187\tvalidation_1-auc:0.83530 \n", + "[45]\tvalidation_0-auc:0.90230\tvalidation_1-auc:0.83547 \n", + "[46]\tvalidation_0-auc:0.90241\tvalidation_1-auc:0.83550 \n", + "[47]\tvalidation_0-auc:0.90268\tvalidation_1-auc:0.83556 \n", + "[48]\tvalidation_0-auc:0.90334\tvalidation_1-auc:0.83582 \n", + "[49]\tvalidation_0-auc:0.90402\tvalidation_1-auc:0.83590 \n", + "[50]\tvalidation_0-auc:0.90467\tvalidation_1-auc:0.83620 \n", + "[51]\tvalidation_0-auc:0.90501\tvalidation_1-auc:0.83618 \n", + "[52]\tvalidation_0-auc:0.90589\tvalidation_1-auc:0.83645 \n", + "[53]\tvalidation_0-auc:0.90634\tvalidation_1-auc:0.83630 \n", + "[54]\tvalidation_0-auc:0.90648\tvalidation_1-auc:0.83603 \n", + "[55]\tvalidation_0-auc:0.90680\tvalidation_1-auc:0.83596 \n", + "[56]\tvalidation_0-auc:0.90703\tvalidation_1-auc:0.83613 \n", + "[57]\tvalidation_0-auc:0.90756\tvalidation_1-auc:0.83589 \n", + "[58]\tvalidation_0-auc:0.90826\tvalidation_1-auc:0.83591 \n", + "[59]\tvalidation_0-auc:0.90897\tvalidation_1-auc:0.83591 \n", + "[60]\tvalidation_0-auc:0.90937\tvalidation_1-auc:0.83599 \n", + "[61]\tvalidation_0-auc:0.90993\tvalidation_1-auc:0.83570 \n", + "[62]\tvalidation_0-auc:0.91041\tvalidation_1-auc:0.83560 \n", + "[63]\tvalidation_0-auc:0.91063\tvalidation_1-auc:0.83556 \n", + "[64]\tvalidation_0-auc:0.91114\tvalidation_1-auc:0.83530 \n", + "[65]\tvalidation_0-auc:0.91136\tvalidation_1-auc:0.83509 \n", + "[66]\tvalidation_0-auc:0.91160\tvalidation_1-auc:0.83504 \n", + "[67]\tvalidation_0-auc:0.91182\tvalidation_1-auc:0.83502 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[68]\tvalidation_0-auc:0.91199\tvalidation_1-auc:0.83487 \n", + "[69]\tvalidation_0-auc:0.91240\tvalidation_1-auc:0.83499 \n", + "[70]\tvalidation_0-auc:0.91255\tvalidation_1-auc:0.83474 \n", + "[71]\tvalidation_0-auc:0.91298\tvalidation_1-auc:0.83461 \n", + "[72]\tvalidation_0-auc:0.91325\tvalidation_1-auc:0.83439 \n", + "[73]\tvalidation_0-auc:0.91340\tvalidation_1-auc:0.83429 \n", + "[74]\tvalidation_0-auc:0.91360\tvalidation_1-auc:0.83412 \n", + "[75]\tvalidation_0-auc:0.91377\tvalidation_1-auc:0.83413 \n", + "[76]\tvalidation_0-auc:0.91388\tvalidation_1-auc:0.83407 \n", + "[77]\tvalidation_0-auc:0.91406\tvalidation_1-auc:0.83384 \n", + "[78]\tvalidation_0-auc:0.91447\tvalidation_1-auc:0.83371 \n", + "[79]\tvalidation_0-auc:0.91513\tvalidation_1-auc:0.83365 \n", + "[80]\tvalidation_0-auc:0.91580\tvalidation_1-auc:0.83340 \n", + "[81]\tvalidation_0-auc:0.91602\tvalidation_1-auc:0.83328 \n", + "[82]\tvalidation_0-auc:0.91610\tvalidation_1-auc:0.83326 \n", + "[0]\tvalidation_0-auc:0.81704\tvalidation_1-auc:0.79248 \n", + "[1]\tvalidation_0-auc:0.82387\tvalidation_1-auc:0.80113 \n", + "[2]\tvalidation_0-auc:0.82494\tvalidation_1-auc:0.80181 \n", + "[3]\tvalidation_0-auc:0.82543\tvalidation_1-auc:0.80198 \n", + "[4]\tvalidation_0-auc:0.82374\tvalidation_1-auc:0.79955 \n", + "[5]\tvalidation_0-auc:0.82828\tvalidation_1-auc:0.80279 \n", + "[6]\tvalidation_0-auc:0.82739\tvalidation_1-auc:0.80227 \n", + "[7]\tvalidation_0-auc:0.82829\tvalidation_1-auc:0.80355 \n", + "[8]\tvalidation_0-auc:0.82915\tvalidation_1-auc:0.80414 \n", + "[9]\tvalidation_0-auc:0.82960\tvalidation_1-auc:0.80569 \n", + "[10]\tvalidation_0-auc:0.83112\tvalidation_1-auc:0.80755 \n", + "[11]\tvalidation_0-auc:0.83036\tvalidation_1-auc:0.80675 \n", + "[12]\tvalidation_0-auc:0.83086\tvalidation_1-auc:0.80687 \n", + "[13]\tvalidation_0-auc:0.83155\tvalidation_1-auc:0.80744 \n", + "[14]\tvalidation_0-auc:0.83274\tvalidation_1-auc:0.80937 \n", + "[15]\tvalidation_0-auc:0.83287\tvalidation_1-auc:0.80917 \n", + "[16]\tvalidation_0-auc:0.83284\tvalidation_1-auc:0.80887 \n", + "[17]\tvalidation_0-auc:0.83339\tvalidation_1-auc:0.80965 \n", + "[18]\tvalidation_0-auc:0.83428\tvalidation_1-auc:0.81062 \n", + "[19]\tvalidation_0-auc:0.83468\tvalidation_1-auc:0.81102 \n", + "[20]\tvalidation_0-auc:0.83445\tvalidation_1-auc:0.81064 \n", + "[21]\tvalidation_0-auc:0.83515\tvalidation_1-auc:0.81133 \n", + "[22]\tvalidation_0-auc:0.83486\tvalidation_1-auc:0.81085 \n", + "[23]\tvalidation_0-auc:0.83507\tvalidation_1-auc:0.81174 \n", + "[24]\tvalidation_0-auc:0.83501\tvalidation_1-auc:0.81157 \n", + "[25]\tvalidation_0-auc:0.83523\tvalidation_1-auc:0.81172 \n", + "[26]\tvalidation_0-auc:0.83568\tvalidation_1-auc:0.81170 \n", + "[27]\tvalidation_0-auc:0.83695\tvalidation_1-auc:0.81291 \n", + "[28]\tvalidation_0-auc:0.83754\tvalidation_1-auc:0.81335 \n", + "[29]\tvalidation_0-auc:0.83784\tvalidation_1-auc:0.81372 \n", + "[30]\tvalidation_0-auc:0.83807\tvalidation_1-auc:0.81346 \n", + "[31]\tvalidation_0-auc:0.83803\tvalidation_1-auc:0.81353 \n", + "[32]\tvalidation_0-auc:0.83820\tvalidation_1-auc:0.81376 \n", + "[33]\tvalidation_0-auc:0.83866\tvalidation_1-auc:0.81433 \n", + "[34]\tvalidation_0-auc:0.83823\tvalidation_1-auc:0.81417 \n", + "[35]\tvalidation_0-auc:0.83872\tvalidation_1-auc:0.81446 \n", + "[36]\tvalidation_0-auc:0.83886\tvalidation_1-auc:0.81467 \n", + "[37]\tvalidation_0-auc:0.83868\tvalidation_1-auc:0.81493 \n", + "[38]\tvalidation_0-auc:0.83863\tvalidation_1-auc:0.81491 \n", + "[39]\tvalidation_0-auc:0.83885\tvalidation_1-auc:0.81543 \n", + "[40]\tvalidation_0-auc:0.83925\tvalidation_1-auc:0.81563 \n", + "[41]\tvalidation_0-auc:0.83939\tvalidation_1-auc:0.81528 \n", + "[42]\tvalidation_0-auc:0.83942\tvalidation_1-auc:0.81536 \n", + "[43]\tvalidation_0-auc:0.83969\tvalidation_1-auc:0.81570 \n", + "[44]\tvalidation_0-auc:0.83983\tvalidation_1-auc:0.81628 \n", + "[45]\tvalidation_0-auc:0.84010\tvalidation_1-auc:0.81655 \n", + "[46]\tvalidation_0-auc:0.83998\tvalidation_1-auc:0.81659 \n", + "[47]\tvalidation_0-auc:0.83997\tvalidation_1-auc:0.81651 \n", + "[48]\tvalidation_0-auc:0.83981\tvalidation_1-auc:0.81663 \n", + "[49]\tvalidation_0-auc:0.83986\tvalidation_1-auc:0.81671 \n", + "[50]\tvalidation_0-auc:0.83989\tvalidation_1-auc:0.81671 \n", + "[51]\tvalidation_0-auc:0.84000\tvalidation_1-auc:0.81710 \n", + "[52]\tvalidation_0-auc:0.83976\tvalidation_1-auc:0.81697 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[53]\tvalidation_0-auc:0.84000\tvalidation_1-auc:0.81738 \n", + "[54]\tvalidation_0-auc:0.84010\tvalidation_1-auc:0.81741 \n", + "[55]\tvalidation_0-auc:0.84042\tvalidation_1-auc:0.81734 \n", + "[56]\tvalidation_0-auc:0.84078\tvalidation_1-auc:0.81725 \n", + "[57]\tvalidation_0-auc:0.84104\tvalidation_1-auc:0.81742 \n", + "[58]\tvalidation_0-auc:0.84120\tvalidation_1-auc:0.81744 \n", + "[59]\tvalidation_0-auc:0.84133\tvalidation_1-auc:0.81736 \n", + "[60]\tvalidation_0-auc:0.84145\tvalidation_1-auc:0.81756 \n", + "[61]\tvalidation_0-auc:0.84147\tvalidation_1-auc:0.81750 \n", + "[62]\tvalidation_0-auc:0.84172\tvalidation_1-auc:0.81797 \n", + "[63]\tvalidation_0-auc:0.84189\tvalidation_1-auc:0.81816 \n", + "[64]\tvalidation_0-auc:0.84206\tvalidation_1-auc:0.81820 \n", + "[65]\tvalidation_0-auc:0.84204\tvalidation_1-auc:0.81833 \n", + "[66]\tvalidation_0-auc:0.84203\tvalidation_1-auc:0.81829 \n", + "[67]\tvalidation_0-auc:0.84209\tvalidation_1-auc:0.81849 \n", + "[68]\tvalidation_0-auc:0.84217\tvalidation_1-auc:0.81843 \n", + "[69]\tvalidation_0-auc:0.84231\tvalidation_1-auc:0.81868 \n", + "[70]\tvalidation_0-auc:0.84233\tvalidation_1-auc:0.81878 \n", + "[71]\tvalidation_0-auc:0.84245\tvalidation_1-auc:0.81868 \n", + "[72]\tvalidation_0-auc:0.84245\tvalidation_1-auc:0.81865 \n", + "[73]\tvalidation_0-auc:0.84262\tvalidation_1-auc:0.81891 \n", + "[74]\tvalidation_0-auc:0.84274\tvalidation_1-auc:0.81885 \n", + "[75]\tvalidation_0-auc:0.84278\tvalidation_1-auc:0.81898 \n", + "[76]\tvalidation_0-auc:0.84271\tvalidation_1-auc:0.81898 \n", + "[77]\tvalidation_0-auc:0.84352\tvalidation_1-auc:0.82049 \n", + "[78]\tvalidation_0-auc:0.84358\tvalidation_1-auc:0.82044 \n", + "[79]\tvalidation_0-auc:0.84360\tvalidation_1-auc:0.82044 \n", + "[80]\tvalidation_0-auc:0.84364\tvalidation_1-auc:0.82025 \n", + "[81]\tvalidation_0-auc:0.84368\tvalidation_1-auc:0.82030 \n", + "[82]\tvalidation_0-auc:0.84373\tvalidation_1-auc:0.82028 \n", + "[83]\tvalidation_0-auc:0.84406\tvalidation_1-auc:0.82054 \n", + "[84]\tvalidation_0-auc:0.84403\tvalidation_1-auc:0.82043 \n", + "[85]\tvalidation_0-auc:0.84415\tvalidation_1-auc:0.82047 \n", + "[86]\tvalidation_0-auc:0.84457\tvalidation_1-auc:0.82097 \n", + "[87]\tvalidation_0-auc:0.84462\tvalidation_1-auc:0.82108 \n", + "[88]\tvalidation_0-auc:0.84469\tvalidation_1-auc:0.82119 \n", + "[89]\tvalidation_0-auc:0.84498\tvalidation_1-auc:0.82134 \n", + "[90]\tvalidation_0-auc:0.84510\tvalidation_1-auc:0.82138 \n", + "[91]\tvalidation_0-auc:0.84510\tvalidation_1-auc:0.82143 \n", + "[92]\tvalidation_0-auc:0.84550\tvalidation_1-auc:0.82175 \n", + "[93]\tvalidation_0-auc:0.84566\tvalidation_1-auc:0.82176 \n", + "[94]\tvalidation_0-auc:0.84567\tvalidation_1-auc:0.82179 \n", + "[95]\tvalidation_0-auc:0.84588\tvalidation_1-auc:0.82198 \n", + "[96]\tvalidation_0-auc:0.84596\tvalidation_1-auc:0.82188 \n", + "[97]\tvalidation_0-auc:0.84595\tvalidation_1-auc:0.82205 \n", + "[98]\tvalidation_0-auc:0.84606\tvalidation_1-auc:0.82185 \n", + "[99]\tvalidation_0-auc:0.84620\tvalidation_1-auc:0.82195 \n", + "[0]\tvalidation_0-auc:0.81279\tvalidation_1-auc:0.80284 \n", + "[1]\tvalidation_0-auc:0.81581\tvalidation_1-auc:0.80690 \n", + "[2]\tvalidation_0-auc:0.82091\tvalidation_1-auc:0.80963 \n", + "[3]\tvalidation_0-auc:0.82093\tvalidation_1-auc:0.80921 \n", + "[4]\tvalidation_0-auc:0.82015\tvalidation_1-auc:0.80933 \n", + "[5]\tvalidation_0-auc:0.82015\tvalidation_1-auc:0.80952 \n", + "[6]\tvalidation_0-auc:0.82022\tvalidation_1-auc:0.80905 \n", + "[7]\tvalidation_0-auc:0.82026\tvalidation_1-auc:0.80934 \n", + "[8]\tvalidation_0-auc:0.82022\tvalidation_1-auc:0.80896 \n", + "[9]\tvalidation_0-auc:0.82178\tvalidation_1-auc:0.81073 \n", + "[10]\tvalidation_0-auc:0.82347\tvalidation_1-auc:0.81081 \n", + "[11]\tvalidation_0-auc:0.82209\tvalidation_1-auc:0.80895 \n", + "[12]\tvalidation_0-auc:0.82227\tvalidation_1-auc:0.80935 \n", + "[13]\tvalidation_0-auc:0.82654\tvalidation_1-auc:0.81443 \n", + "[14]\tvalidation_0-auc:0.83001\tvalidation_1-auc:0.81727 \n", + "[15]\tvalidation_0-auc:0.83103\tvalidation_1-auc:0.81871 \n", + "[16]\tvalidation_0-auc:0.83115\tvalidation_1-auc:0.81896 \n", + "[17]\tvalidation_0-auc:0.83135\tvalidation_1-auc:0.81933 \n", + "[18]\tvalidation_0-auc:0.83174\tvalidation_1-auc:0.81937 \n", + "[19]\tvalidation_0-auc:0.83205\tvalidation_1-auc:0.81990 \n", + "[20]\tvalidation_0-auc:0.83134\tvalidation_1-auc:0.81937 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[21]\tvalidation_0-auc:0.83227\tvalidation_1-auc:0.82085 \n", + "[22]\tvalidation_0-auc:0.83288\tvalidation_1-auc:0.82152 \n", + "[23]\tvalidation_0-auc:0.83240\tvalidation_1-auc:0.82094 \n", + "[24]\tvalidation_0-auc:0.83294\tvalidation_1-auc:0.82177 \n", + "[25]\tvalidation_0-auc:0.83321\tvalidation_1-auc:0.82202 \n", + "[26]\tvalidation_0-auc:0.83326\tvalidation_1-auc:0.82160 \n", + "[27]\tvalidation_0-auc:0.83501\tvalidation_1-auc:0.82282 \n", + "[28]\tvalidation_0-auc:0.83534\tvalidation_1-auc:0.82274 \n", + "[29]\tvalidation_0-auc:0.83593\tvalidation_1-auc:0.82332 \n", + "[30]\tvalidation_0-auc:0.83594\tvalidation_1-auc:0.82271 \n", + "[31]\tvalidation_0-auc:0.83591\tvalidation_1-auc:0.82252 \n", + "[32]\tvalidation_0-auc:0.83669\tvalidation_1-auc:0.82342 \n", + "[33]\tvalidation_0-auc:0.83676\tvalidation_1-auc:0.82340 \n", + "[34]\tvalidation_0-auc:0.83679\tvalidation_1-auc:0.82363 \n", + "[35]\tvalidation_0-auc:0.83714\tvalidation_1-auc:0.82386 \n", + "[36]\tvalidation_0-auc:0.83710\tvalidation_1-auc:0.82383 \n", + "[37]\tvalidation_0-auc:0.83750\tvalidation_1-auc:0.82394 \n", + "[38]\tvalidation_0-auc:0.83734\tvalidation_1-auc:0.82400 \n", + "[39]\tvalidation_0-auc:0.83778\tvalidation_1-auc:0.82442 \n", + "[40]\tvalidation_0-auc:0.83812\tvalidation_1-auc:0.82480 \n", + "[41]\tvalidation_0-auc:0.83829\tvalidation_1-auc:0.82455 \n", + "[42]\tvalidation_0-auc:0.83819\tvalidation_1-auc:0.82449 \n", + "[43]\tvalidation_0-auc:0.83878\tvalidation_1-auc:0.82481 \n", + "[44]\tvalidation_0-auc:0.83905\tvalidation_1-auc:0.82537 \n", + "[45]\tvalidation_0-auc:0.83943\tvalidation_1-auc:0.82579 \n", + "[46]\tvalidation_0-auc:0.83936\tvalidation_1-auc:0.82568 \n", + "[47]\tvalidation_0-auc:0.83951\tvalidation_1-auc:0.82578 \n", + "[48]\tvalidation_0-auc:0.84002\tvalidation_1-auc:0.82620 \n", + "[49]\tvalidation_0-auc:0.84009\tvalidation_1-auc:0.82620 \n", + "[50]\tvalidation_0-auc:0.84023\tvalidation_1-auc:0.82630 \n", + "[51]\tvalidation_0-auc:0.84023\tvalidation_1-auc:0.82623 \n", + "[52]\tvalidation_0-auc:0.84029\tvalidation_1-auc:0.82635 \n", + "[53]\tvalidation_0-auc:0.84066\tvalidation_1-auc:0.82673 \n", + "[54]\tvalidation_0-auc:0.84072\tvalidation_1-auc:0.82681 \n", + "[55]\tvalidation_0-auc:0.84084\tvalidation_1-auc:0.82710 \n", + "[56]\tvalidation_0-auc:0.84111\tvalidation_1-auc:0.82757 \n", + "[57]\tvalidation_0-auc:0.84107\tvalidation_1-auc:0.82771 \n", + "[58]\tvalidation_0-auc:0.84136\tvalidation_1-auc:0.82781 \n", + "[59]\tvalidation_0-auc:0.84138\tvalidation_1-auc:0.82757 \n", + "[60]\tvalidation_0-auc:0.84193\tvalidation_1-auc:0.82717 \n", + "[61]\tvalidation_0-auc:0.84201\tvalidation_1-auc:0.82760 \n", + "[62]\tvalidation_0-auc:0.84265\tvalidation_1-auc:0.82743 \n", + "[63]\tvalidation_0-auc:0.84266\tvalidation_1-auc:0.82749 \n", + "[64]\tvalidation_0-auc:0.84263\tvalidation_1-auc:0.82760 \n", + "[65]\tvalidation_0-auc:0.84259\tvalidation_1-auc:0.82766 \n", + "[66]\tvalidation_0-auc:0.84256\tvalidation_1-auc:0.82777 \n", + "[67]\tvalidation_0-auc:0.84261\tvalidation_1-auc:0.82771 \n", + "[68]\tvalidation_0-auc:0.84253\tvalidation_1-auc:0.82780 \n", + "[69]\tvalidation_0-auc:0.84256\tvalidation_1-auc:0.82776 \n", + "[70]\tvalidation_0-auc:0.84249\tvalidation_1-auc:0.82785 \n", + "[71]\tvalidation_0-auc:0.84304\tvalidation_1-auc:0.82803 \n", + "[72]\tvalidation_0-auc:0.84304\tvalidation_1-auc:0.82810 \n", + "[73]\tvalidation_0-auc:0.84377\tvalidation_1-auc:0.82806 \n", + "[74]\tvalidation_0-auc:0.84375\tvalidation_1-auc:0.82801 \n", + "[75]\tvalidation_0-auc:0.84375\tvalidation_1-auc:0.82827 \n", + "[76]\tvalidation_0-auc:0.84378\tvalidation_1-auc:0.82822 \n", + "[77]\tvalidation_0-auc:0.84379\tvalidation_1-auc:0.82801 \n", + "[78]\tvalidation_0-auc:0.84388\tvalidation_1-auc:0.82810 \n", + "[79]\tvalidation_0-auc:0.84382\tvalidation_1-auc:0.82825 \n", + "[80]\tvalidation_0-auc:0.84391\tvalidation_1-auc:0.82836 \n", + "[81]\tvalidation_0-auc:0.84393\tvalidation_1-auc:0.82837 \n", + "[82]\tvalidation_0-auc:0.84387\tvalidation_1-auc:0.82834 \n", + "[83]\tvalidation_0-auc:0.84401\tvalidation_1-auc:0.82815 \n", + "[84]\tvalidation_0-auc:0.84415\tvalidation_1-auc:0.82820 \n", + "[85]\tvalidation_0-auc:0.84419\tvalidation_1-auc:0.82806 \n", + "[86]\tvalidation_0-auc:0.84442\tvalidation_1-auc:0.82805 \n", + "[87]\tvalidation_0-auc:0.84453\tvalidation_1-auc:0.82825 \n", + "[88]\tvalidation_0-auc:0.84476\tvalidation_1-auc:0.82824 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[89]\tvalidation_0-auc:0.84512\tvalidation_1-auc:0.82824 \n", + "[90]\tvalidation_0-auc:0.84514\tvalidation_1-auc:0.82834 \n", + "[91]\tvalidation_0-auc:0.84514\tvalidation_1-auc:0.82834 \n", + "[92]\tvalidation_0-auc:0.84528\tvalidation_1-auc:0.82829 \n", + "[93]\tvalidation_0-auc:0.84532\tvalidation_1-auc:0.82835 \n", + "[94]\tvalidation_0-auc:0.84541\tvalidation_1-auc:0.82842 \n", + "[95]\tvalidation_0-auc:0.84556\tvalidation_1-auc:0.82851 \n", + "[96]\tvalidation_0-auc:0.84564\tvalidation_1-auc:0.82856 \n", + "[97]\tvalidation_0-auc:0.84590\tvalidation_1-auc:0.82893 \n", + "[98]\tvalidation_0-auc:0.84595\tvalidation_1-auc:0.82894 \n", + "[99]\tvalidation_0-auc:0.84611\tvalidation_1-auc:0.82897 \n", + "[0]\tvalidation_0-auc:0.82085\tvalidation_1-auc:0.81155 \n", + "[1]\tvalidation_0-auc:0.82440\tvalidation_1-auc:0.81405 \n", + "[2]\tvalidation_0-auc:0.82556\tvalidation_1-auc:0.81514 \n", + "[3]\tvalidation_0-auc:0.82570\tvalidation_1-auc:0.81482 \n", + "[4]\tvalidation_0-auc:0.82645\tvalidation_1-auc:0.81591 \n", + "[5]\tvalidation_0-auc:0.82725\tvalidation_1-auc:0.81710 \n", + "[6]\tvalidation_0-auc:0.82773\tvalidation_1-auc:0.81707 \n", + "[7]\tvalidation_0-auc:0.82848\tvalidation_1-auc:0.81749 \n", + "[8]\tvalidation_0-auc:0.82869\tvalidation_1-auc:0.81801 \n", + "[9]\tvalidation_0-auc:0.83205\tvalidation_1-auc:0.82098 \n", + "[10]\tvalidation_0-auc:0.83445\tvalidation_1-auc:0.82144 \n", + "[11]\tvalidation_0-auc:0.83513\tvalidation_1-auc:0.82098 \n", + "[12]\tvalidation_0-auc:0.83544\tvalidation_1-auc:0.82082 \n", + "[13]\tvalidation_0-auc:0.83577\tvalidation_1-auc:0.82178 \n", + "[14]\tvalidation_0-auc:0.83625\tvalidation_1-auc:0.82248 \n", + "[15]\tvalidation_0-auc:0.83643\tvalidation_1-auc:0.82254 \n", + "[16]\tvalidation_0-auc:0.83610\tvalidation_1-auc:0.82253 \n", + "[17]\tvalidation_0-auc:0.83610\tvalidation_1-auc:0.82237 \n", + "[18]\tvalidation_0-auc:0.83750\tvalidation_1-auc:0.82257 \n", + "[19]\tvalidation_0-auc:0.83710\tvalidation_1-auc:0.82275 \n", + "[20]\tvalidation_0-auc:0.83702\tvalidation_1-auc:0.82264 \n", + "[21]\tvalidation_0-auc:0.83742\tvalidation_1-auc:0.82295 \n", + "[22]\tvalidation_0-auc:0.83730\tvalidation_1-auc:0.82266 \n", + "[23]\tvalidation_0-auc:0.83749\tvalidation_1-auc:0.82294 \n", + "[24]\tvalidation_0-auc:0.83828\tvalidation_1-auc:0.82351 \n", + "[25]\tvalidation_0-auc:0.83833\tvalidation_1-auc:0.82379 \n", + "[26]\tvalidation_0-auc:0.83864\tvalidation_1-auc:0.82369 \n", + "[27]\tvalidation_0-auc:0.83889\tvalidation_1-auc:0.82421 \n", + "[28]\tvalidation_0-auc:0.83883\tvalidation_1-auc:0.82419 \n", + "[29]\tvalidation_0-auc:0.83885\tvalidation_1-auc:0.82413 \n", + "[30]\tvalidation_0-auc:0.83841\tvalidation_1-auc:0.82402 \n", + "[31]\tvalidation_0-auc:0.83901\tvalidation_1-auc:0.82463 \n", + "[32]\tvalidation_0-auc:0.83909\tvalidation_1-auc:0.82481 \n", + "[33]\tvalidation_0-auc:0.83917\tvalidation_1-auc:0.82455 \n", + "[34]\tvalidation_0-auc:0.83907\tvalidation_1-auc:0.82465 \n", + "[35]\tvalidation_0-auc:0.83915\tvalidation_1-auc:0.82473 \n", + "[36]\tvalidation_0-auc:0.83921\tvalidation_1-auc:0.82486 \n", + "[37]\tvalidation_0-auc:0.83919\tvalidation_1-auc:0.82502 \n", + "[38]\tvalidation_0-auc:0.83923\tvalidation_1-auc:0.82492 \n", + "[39]\tvalidation_0-auc:0.83947\tvalidation_1-auc:0.82465 \n", + "[40]\tvalidation_0-auc:0.83945\tvalidation_1-auc:0.82475 \n", + "[41]\tvalidation_0-auc:0.83999\tvalidation_1-auc:0.82512 \n", + "[42]\tvalidation_0-auc:0.84021\tvalidation_1-auc:0.82534 \n", + "[43]\tvalidation_0-auc:0.84035\tvalidation_1-auc:0.82525 \n", + "[44]\tvalidation_0-auc:0.84082\tvalidation_1-auc:0.82581 \n", + "[45]\tvalidation_0-auc:0.84069\tvalidation_1-auc:0.82574 \n", + "[46]\tvalidation_0-auc:0.84067\tvalidation_1-auc:0.82597 \n", + "[47]\tvalidation_0-auc:0.84067\tvalidation_1-auc:0.82586 \n", + "[48]\tvalidation_0-auc:0.84072\tvalidation_1-auc:0.82576 \n", + "[49]\tvalidation_0-auc:0.84064\tvalidation_1-auc:0.82591 \n", + "[50]\tvalidation_0-auc:0.84066\tvalidation_1-auc:0.82596 \n", + "[51]\tvalidation_0-auc:0.84079\tvalidation_1-auc:0.82585 \n", + "[52]\tvalidation_0-auc:0.84148\tvalidation_1-auc:0.82635 \n", + "[53]\tvalidation_0-auc:0.84189\tvalidation_1-auc:0.82668 \n", + "[54]\tvalidation_0-auc:0.84209\tvalidation_1-auc:0.82672 \n", + "[55]\tvalidation_0-auc:0.84260\tvalidation_1-auc:0.82680 \n", + "[56]\tvalidation_0-auc:0.84279\tvalidation_1-auc:0.82703 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[57]\tvalidation_0-auc:0.84288\tvalidation_1-auc:0.82736 \n", + "[58]\tvalidation_0-auc:0.84321\tvalidation_1-auc:0.82748 \n", + "[59]\tvalidation_0-auc:0.84299\tvalidation_1-auc:0.82736 \n", + "[60]\tvalidation_0-auc:0.84345\tvalidation_1-auc:0.82705 \n", + "[61]\tvalidation_0-auc:0.84368\tvalidation_1-auc:0.82718 \n", + "[62]\tvalidation_0-auc:0.84351\tvalidation_1-auc:0.82680 \n", + "[63]\tvalidation_0-auc:0.84356\tvalidation_1-auc:0.82673 \n", + "[64]\tvalidation_0-auc:0.84371\tvalidation_1-auc:0.82661 \n", + "[65]\tvalidation_0-auc:0.84379\tvalidation_1-auc:0.82654 \n", + "[66]\tvalidation_0-auc:0.84436\tvalidation_1-auc:0.82661 \n", + "[67]\tvalidation_0-auc:0.84444\tvalidation_1-auc:0.82664 \n", + "[68]\tvalidation_0-auc:0.84466\tvalidation_1-auc:0.82657 \n", + "[69]\tvalidation_0-auc:0.84474\tvalidation_1-auc:0.82670 \n", + "[70]\tvalidation_0-auc:0.84464\tvalidation_1-auc:0.82649 \n", + "[71]\tvalidation_0-auc:0.84468\tvalidation_1-auc:0.82646 \n", + "[72]\tvalidation_0-auc:0.84476\tvalidation_1-auc:0.82645 \n", + "[73]\tvalidation_0-auc:0.84478\tvalidation_1-auc:0.82623 \n", + "[74]\tvalidation_0-auc:0.84487\tvalidation_1-auc:0.82613 \n", + "[75]\tvalidation_0-auc:0.84492\tvalidation_1-auc:0.82623 \n", + "[76]\tvalidation_0-auc:0.84493\tvalidation_1-auc:0.82624 \n", + "[77]\tvalidation_0-auc:0.84535\tvalidation_1-auc:0.82657 \n", + "[78]\tvalidation_0-auc:0.84528\tvalidation_1-auc:0.82649 \n", + "[79]\tvalidation_0-auc:0.84528\tvalidation_1-auc:0.82647 \n", + "[80]\tvalidation_0-auc:0.84542\tvalidation_1-auc:0.82656 \n", + "[81]\tvalidation_0-auc:0.84562\tvalidation_1-auc:0.82688 \n", + "[82]\tvalidation_0-auc:0.84591\tvalidation_1-auc:0.82699 \n", + "[83]\tvalidation_0-auc:0.84585\tvalidation_1-auc:0.82719 \n", + "[84]\tvalidation_0-auc:0.84598\tvalidation_1-auc:0.82726 \n", + "[85]\tvalidation_0-auc:0.84601\tvalidation_1-auc:0.82724 \n", + "[86]\tvalidation_0-auc:0.84634\tvalidation_1-auc:0.82758 \n", + "[87]\tvalidation_0-auc:0.84677\tvalidation_1-auc:0.82771 \n", + "[88]\tvalidation_0-auc:0.84696\tvalidation_1-auc:0.82802 \n", + "[89]\tvalidation_0-auc:0.84720\tvalidation_1-auc:0.82799 \n", + "[90]\tvalidation_0-auc:0.84739\tvalidation_1-auc:0.82803 \n", + "[91]\tvalidation_0-auc:0.84751\tvalidation_1-auc:0.82822 \n", + "[92]\tvalidation_0-auc:0.84759\tvalidation_1-auc:0.82822 \n", + "[93]\tvalidation_0-auc:0.84770\tvalidation_1-auc:0.82818 \n", + "[94]\tvalidation_0-auc:0.84768\tvalidation_1-auc:0.82812 \n", + "[95]\tvalidation_0-auc:0.84770\tvalidation_1-auc:0.82809 \n", + "[96]\tvalidation_0-auc:0.84774\tvalidation_1-auc:0.82816 \n", + "[97]\tvalidation_0-auc:0.84772\tvalidation_1-auc:0.82813 \n", + "[98]\tvalidation_0-auc:0.84772\tvalidation_1-auc:0.82815 \n", + "[99]\tvalidation_0-auc:0.84777\tvalidation_1-auc:0.82820 \n", + "[0]\tvalidation_0-auc:0.81712\tvalidation_1-auc:0.79246 \n", + "[1]\tvalidation_0-auc:0.82853\tvalidation_1-auc:0.80529 \n", + "[2]\tvalidation_0-auc:0.83376\tvalidation_1-auc:0.81011 \n", + "[3]\tvalidation_0-auc:0.83479\tvalidation_1-auc:0.81006 \n", + "[4]\tvalidation_0-auc:0.83730\tvalidation_1-auc:0.81475 \n", + "[5]\tvalidation_0-auc:0.84043\tvalidation_1-auc:0.81961 \n", + "[6]\tvalidation_0-auc:0.84382\tvalidation_1-auc:0.82165 \n", + "[7]\tvalidation_0-auc:0.84620\tvalidation_1-auc:0.82243 \n", + "[8]\tvalidation_0-auc:0.84656\tvalidation_1-auc:0.82242 \n", + "[9]\tvalidation_0-auc:0.84766\tvalidation_1-auc:0.82339 \n", + "[10]\tvalidation_0-auc:0.84502\tvalidation_1-auc:0.81868 \n", + "[11]\tvalidation_0-auc:0.84345\tvalidation_1-auc:0.81707 \n", + "[12]\tvalidation_0-auc:0.84751\tvalidation_1-auc:0.82182 \n", + "[13]\tvalidation_0-auc:0.85100\tvalidation_1-auc:0.82574 \n", + "[14]\tvalidation_0-auc:0.85265\tvalidation_1-auc:0.82713 \n", + "[15]\tvalidation_0-auc:0.85461\tvalidation_1-auc:0.82909 \n", + "[16]\tvalidation_0-auc:0.85547\tvalidation_1-auc:0.82953 \n", + "[17]\tvalidation_0-auc:0.85637\tvalidation_1-auc:0.82909 \n", + "[18]\tvalidation_0-auc:0.85655\tvalidation_1-auc:0.82954 \n", + "[19]\tvalidation_0-auc:0.85807\tvalidation_1-auc:0.82977 \n", + "[20]\tvalidation_0-auc:0.85819\tvalidation_1-auc:0.82988 \n", + "[21]\tvalidation_0-auc:0.85871\tvalidation_1-auc:0.82927 \n", + "[22]\tvalidation_0-auc:0.86030\tvalidation_1-auc:0.82934 \n", + "[23]\tvalidation_0-auc:0.86187\tvalidation_1-auc:0.83016 \n", + "[24]\tvalidation_0-auc:0.86308\tvalidation_1-auc:0.83117 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[25]\tvalidation_0-auc:0.86362\tvalidation_1-auc:0.83178 \n", + "[26]\tvalidation_0-auc:0.86540\tvalidation_1-auc:0.83196 \n", + "[27]\tvalidation_0-auc:0.86639\tvalidation_1-auc:0.83180 \n", + "[28]\tvalidation_0-auc:0.86717\tvalidation_1-auc:0.83181 \n", + "[29]\tvalidation_0-auc:0.86816\tvalidation_1-auc:0.83243 \n", + "[30]\tvalidation_0-auc:0.86911\tvalidation_1-auc:0.83244 \n", + "[31]\tvalidation_0-auc:0.86993\tvalidation_1-auc:0.83289 \n", + "[32]\tvalidation_0-auc:0.87067\tvalidation_1-auc:0.83306 \n", + "[33]\tvalidation_0-auc:0.87110\tvalidation_1-auc:0.83311 \n", + "[34]\tvalidation_0-auc:0.87149\tvalidation_1-auc:0.83342 \n", + "[35]\tvalidation_0-auc:0.87163\tvalidation_1-auc:0.83387 \n", + "[36]\tvalidation_0-auc:0.87274\tvalidation_1-auc:0.83420 \n", + "[37]\tvalidation_0-auc:0.87289\tvalidation_1-auc:0.83450 \n", + "[38]\tvalidation_0-auc:0.87315\tvalidation_1-auc:0.83436 \n", + "[39]\tvalidation_0-auc:0.87359\tvalidation_1-auc:0.83454 \n", + "[40]\tvalidation_0-auc:0.87386\tvalidation_1-auc:0.83471 \n", + "[41]\tvalidation_0-auc:0.87434\tvalidation_1-auc:0.83453 \n", + "[42]\tvalidation_0-auc:0.87489\tvalidation_1-auc:0.83433 \n", + "[43]\tvalidation_0-auc:0.87533\tvalidation_1-auc:0.83405 \n", + "[44]\tvalidation_0-auc:0.87598\tvalidation_1-auc:0.83416 \n", + "[45]\tvalidation_0-auc:0.87606\tvalidation_1-auc:0.83423 \n", + "[46]\tvalidation_0-auc:0.87650\tvalidation_1-auc:0.83349 \n", + "[47]\tvalidation_0-auc:0.87700\tvalidation_1-auc:0.83334 \n", + "[48]\tvalidation_0-auc:0.87737\tvalidation_1-auc:0.83370 \n", + "[49]\tvalidation_0-auc:0.87755\tvalidation_1-auc:0.83375 \n", + "[50]\tvalidation_0-auc:0.87791\tvalidation_1-auc:0.83389 \n", + "[51]\tvalidation_0-auc:0.87898\tvalidation_1-auc:0.83398 \n", + "[52]\tvalidation_0-auc:0.87918\tvalidation_1-auc:0.83370 \n", + "[53]\tvalidation_0-auc:0.87960\tvalidation_1-auc:0.83378 \n", + "[54]\tvalidation_0-auc:0.87988\tvalidation_1-auc:0.83385 \n", + "[55]\tvalidation_0-auc:0.88058\tvalidation_1-auc:0.83343 \n", + "[56]\tvalidation_0-auc:0.88077\tvalidation_1-auc:0.83323 \n", + "[57]\tvalidation_0-auc:0.88101\tvalidation_1-auc:0.83311 \n", + "[58]\tvalidation_0-auc:0.88147\tvalidation_1-auc:0.83275 \n", + "[59]\tvalidation_0-auc:0.88164\tvalidation_1-auc:0.83252 \n", + "[60]\tvalidation_0-auc:0.88213\tvalidation_1-auc:0.83248 \n", + "[61]\tvalidation_0-auc:0.88231\tvalidation_1-auc:0.83221 \n", + "[62]\tvalidation_0-auc:0.88256\tvalidation_1-auc:0.83225 \n", + "[63]\tvalidation_0-auc:0.88312\tvalidation_1-auc:0.83171 \n", + "[64]\tvalidation_0-auc:0.88356\tvalidation_1-auc:0.83194 \n", + "[65]\tvalidation_0-auc:0.88370\tvalidation_1-auc:0.83179 \n", + "[66]\tvalidation_0-auc:0.88392\tvalidation_1-auc:0.83151 \n", + "[67]\tvalidation_0-auc:0.88420\tvalidation_1-auc:0.83138 \n", + "[68]\tvalidation_0-auc:0.88507\tvalidation_1-auc:0.83113 \n", + "[69]\tvalidation_0-auc:0.88528\tvalidation_1-auc:0.83109 \n", + "[70]\tvalidation_0-auc:0.88565\tvalidation_1-auc:0.83119 \n", + "[0]\tvalidation_0-auc:0.81376\tvalidation_1-auc:0.80482 \n", + "[1]\tvalidation_0-auc:0.82359\tvalidation_1-auc:0.81629 \n", + "[2]\tvalidation_0-auc:0.83238\tvalidation_1-auc:0.82395 \n", + "[3]\tvalidation_0-auc:0.83323\tvalidation_1-auc:0.82383 \n", + "[4]\tvalidation_0-auc:0.83717\tvalidation_1-auc:0.82536 \n", + "[5]\tvalidation_0-auc:0.84081\tvalidation_1-auc:0.82675 \n", + "[6]\tvalidation_0-auc:0.84414\tvalidation_1-auc:0.82792 \n", + "[7]\tvalidation_0-auc:0.84463\tvalidation_1-auc:0.82773 \n", + "[8]\tvalidation_0-auc:0.84660\tvalidation_1-auc:0.82730 \n", + "[9]\tvalidation_0-auc:0.84746\tvalidation_1-auc:0.82708 \n", + "[10]\tvalidation_0-auc:0.84736\tvalidation_1-auc:0.82389 \n", + "[11]\tvalidation_0-auc:0.84582\tvalidation_1-auc:0.82091 \n", + "[12]\tvalidation_0-auc:0.84913\tvalidation_1-auc:0.82562 \n", + "[13]\tvalidation_0-auc:0.85259\tvalidation_1-auc:0.82871 \n", + "[14]\tvalidation_0-auc:0.85392\tvalidation_1-auc:0.82970 \n", + "[15]\tvalidation_0-auc:0.85550\tvalidation_1-auc:0.83093 \n", + "[16]\tvalidation_0-auc:0.85641\tvalidation_1-auc:0.83097 \n", + "[17]\tvalidation_0-auc:0.85819\tvalidation_1-auc:0.83217 \n", + "[18]\tvalidation_0-auc:0.85860\tvalidation_1-auc:0.83205 \n", + "[19]\tvalidation_0-auc:0.86078\tvalidation_1-auc:0.83400 \n", + "[20]\tvalidation_0-auc:0.86054\tvalidation_1-auc:0.83333 \n", + "[21]\tvalidation_0-auc:0.86102\tvalidation_1-auc:0.83360 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[22]\tvalidation_0-auc:0.86278\tvalidation_1-auc:0.83489 \n", + "[23]\tvalidation_0-auc:0.86494\tvalidation_1-auc:0.83532 \n", + "[24]\tvalidation_0-auc:0.86581\tvalidation_1-auc:0.83544 \n", + "[25]\tvalidation_0-auc:0.86642\tvalidation_1-auc:0.83563 \n", + "[26]\tvalidation_0-auc:0.86818\tvalidation_1-auc:0.83669 \n", + "[27]\tvalidation_0-auc:0.86877\tvalidation_1-auc:0.83642 \n", + "[28]\tvalidation_0-auc:0.86946\tvalidation_1-auc:0.83583 \n", + "[29]\tvalidation_0-auc:0.87086\tvalidation_1-auc:0.83629 \n", + "[30]\tvalidation_0-auc:0.87175\tvalidation_1-auc:0.83606 \n", + "[31]\tvalidation_0-auc:0.87238\tvalidation_1-auc:0.83684 \n", + "[32]\tvalidation_0-auc:0.87292\tvalidation_1-auc:0.83707 \n", + "[33]\tvalidation_0-auc:0.87350\tvalidation_1-auc:0.83700 \n", + "[34]\tvalidation_0-auc:0.87384\tvalidation_1-auc:0.83752 \n", + "[35]\tvalidation_0-auc:0.87421\tvalidation_1-auc:0.83776 \n", + "[36]\tvalidation_0-auc:0.87517\tvalidation_1-auc:0.83776 \n", + "[37]\tvalidation_0-auc:0.87552\tvalidation_1-auc:0.83784 \n", + "[38]\tvalidation_0-auc:0.87689\tvalidation_1-auc:0.83751 \n", + "[39]\tvalidation_0-auc:0.87709\tvalidation_1-auc:0.83788 \n", + "[40]\tvalidation_0-auc:0.87741\tvalidation_1-auc:0.83791 \n", + "[41]\tvalidation_0-auc:0.87769\tvalidation_1-auc:0.83785 \n", + "[42]\tvalidation_0-auc:0.87829\tvalidation_1-auc:0.83787 \n", + "[43]\tvalidation_0-auc:0.87842\tvalidation_1-auc:0.83792 \n", + "[44]\tvalidation_0-auc:0.87910\tvalidation_1-auc:0.83815 \n", + "[45]\tvalidation_0-auc:0.87937\tvalidation_1-auc:0.83810 \n", + "[46]\tvalidation_0-auc:0.87958\tvalidation_1-auc:0.83813 \n", + "[47]\tvalidation_0-auc:0.87994\tvalidation_1-auc:0.83814 \n", + "[48]\tvalidation_0-auc:0.88006\tvalidation_1-auc:0.83822 \n", + "[49]\tvalidation_0-auc:0.88057\tvalidation_1-auc:0.83803 \n", + "[50]\tvalidation_0-auc:0.88066\tvalidation_1-auc:0.83817 \n", + "[51]\tvalidation_0-auc:0.88102\tvalidation_1-auc:0.83799 \n", + "[52]\tvalidation_0-auc:0.88134\tvalidation_1-auc:0.83815 \n", + "[53]\tvalidation_0-auc:0.88185\tvalidation_1-auc:0.83800 \n", + "[54]\tvalidation_0-auc:0.88241\tvalidation_1-auc:0.83801 \n", + "[55]\tvalidation_0-auc:0.88273\tvalidation_1-auc:0.83778 \n", + "[56]\tvalidation_0-auc:0.88296\tvalidation_1-auc:0.83781 \n", + "[57]\tvalidation_0-auc:0.88318\tvalidation_1-auc:0.83750 \n", + "[58]\tvalidation_0-auc:0.88404\tvalidation_1-auc:0.83739 \n", + "[59]\tvalidation_0-auc:0.88420\tvalidation_1-auc:0.83732 \n", + "[60]\tvalidation_0-auc:0.88431\tvalidation_1-auc:0.83742 \n", + "[61]\tvalidation_0-auc:0.88447\tvalidation_1-auc:0.83742 \n", + "[62]\tvalidation_0-auc:0.88460\tvalidation_1-auc:0.83748 \n", + "[63]\tvalidation_0-auc:0.88494\tvalidation_1-auc:0.83720 \n", + "[64]\tvalidation_0-auc:0.88553\tvalidation_1-auc:0.83673 \n", + "[65]\tvalidation_0-auc:0.88572\tvalidation_1-auc:0.83653 \n", + "[66]\tvalidation_0-auc:0.88590\tvalidation_1-auc:0.83634 \n", + "[67]\tvalidation_0-auc:0.88595\tvalidation_1-auc:0.83620 \n", + "[68]\tvalidation_0-auc:0.88635\tvalidation_1-auc:0.83633 \n", + "[69]\tvalidation_0-auc:0.88652\tvalidation_1-auc:0.83643 \n", + "[70]\tvalidation_0-auc:0.88729\tvalidation_1-auc:0.83636 \n", + "[71]\tvalidation_0-auc:0.88740\tvalidation_1-auc:0.83637 \n", + "[72]\tvalidation_0-auc:0.88811\tvalidation_1-auc:0.83664 \n", + "[73]\tvalidation_0-auc:0.88829\tvalidation_1-auc:0.83635 \n", + "[74]\tvalidation_0-auc:0.88862\tvalidation_1-auc:0.83608 \n", + "[75]\tvalidation_0-auc:0.88876\tvalidation_1-auc:0.83602 \n", + "[76]\tvalidation_0-auc:0.88889\tvalidation_1-auc:0.83613 \n", + "[77]\tvalidation_0-auc:0.88895\tvalidation_1-auc:0.83596 \n", + "[0]\tvalidation_0-auc:0.82067\tvalidation_1-auc:0.81192 \n", + "[1]\tvalidation_0-auc:0.82565\tvalidation_1-auc:0.81283 \n", + "[2]\tvalidation_0-auc:0.83161\tvalidation_1-auc:0.81916 \n", + "[3]\tvalidation_0-auc:0.83257\tvalidation_1-auc:0.81900 \n", + "[4]\tvalidation_0-auc:0.83502\tvalidation_1-auc:0.81995 \n", + "[5]\tvalidation_0-auc:0.84129\tvalidation_1-auc:0.82239 \n", + "[6]\tvalidation_0-auc:0.84477\tvalidation_1-auc:0.82441 \n", + "[7]\tvalidation_0-auc:0.84662\tvalidation_1-auc:0.82554 \n", + "[8]\tvalidation_0-auc:0.84875\tvalidation_1-auc:0.82677 \n", + "[9]\tvalidation_0-auc:0.84909\tvalidation_1-auc:0.82653 \n", + "[10]\tvalidation_0-auc:0.84909\tvalidation_1-auc:0.82664 \n", + "[11]\tvalidation_0-auc:0.84740\tvalidation_1-auc:0.82463 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[12]\tvalidation_0-auc:0.85102\tvalidation_1-auc:0.82772 \n", + "[13]\tvalidation_0-auc:0.85312\tvalidation_1-auc:0.82950 \n", + "[14]\tvalidation_0-auc:0.85399\tvalidation_1-auc:0.83040 \n", + "[15]\tvalidation_0-auc:0.85470\tvalidation_1-auc:0.83140 \n", + "[16]\tvalidation_0-auc:0.85695\tvalidation_1-auc:0.83294 \n", + "[17]\tvalidation_0-auc:0.85776\tvalidation_1-auc:0.83291 \n", + "[18]\tvalidation_0-auc:0.85759\tvalidation_1-auc:0.83332 \n", + "[19]\tvalidation_0-auc:0.85989\tvalidation_1-auc:0.83513 \n", + "[20]\tvalidation_0-auc:0.86083\tvalidation_1-auc:0.83471 \n", + "[21]\tvalidation_0-auc:0.86128\tvalidation_1-auc:0.83363 \n", + "[22]\tvalidation_0-auc:0.86275\tvalidation_1-auc:0.83428 \n", + "[23]\tvalidation_0-auc:0.86384\tvalidation_1-auc:0.83497 \n", + "[24]\tvalidation_0-auc:0.86445\tvalidation_1-auc:0.83595 \n", + "[25]\tvalidation_0-auc:0.86560\tvalidation_1-auc:0.83711 \n", + "[26]\tvalidation_0-auc:0.86676\tvalidation_1-auc:0.83670 \n", + "[27]\tvalidation_0-auc:0.86726\tvalidation_1-auc:0.83683 \n", + "[28]\tvalidation_0-auc:0.86802\tvalidation_1-auc:0.83623 \n", + "[29]\tvalidation_0-auc:0.86853\tvalidation_1-auc:0.83676 \n", + "[30]\tvalidation_0-auc:0.87026\tvalidation_1-auc:0.83661 \n", + "[31]\tvalidation_0-auc:0.87096\tvalidation_1-auc:0.83743 \n", + "[32]\tvalidation_0-auc:0.87169\tvalidation_1-auc:0.83825 \n", + "[33]\tvalidation_0-auc:0.87225\tvalidation_1-auc:0.83804 \n", + "[34]\tvalidation_0-auc:0.87248\tvalidation_1-auc:0.83845 \n", + "[35]\tvalidation_0-auc:0.87305\tvalidation_1-auc:0.83900 \n", + "[36]\tvalidation_0-auc:0.87429\tvalidation_1-auc:0.83881 \n", + "[37]\tvalidation_0-auc:0.87496\tvalidation_1-auc:0.83862 \n", + "[38]\tvalidation_0-auc:0.87571\tvalidation_1-auc:0.83824 \n", + "[39]\tvalidation_0-auc:0.87599\tvalidation_1-auc:0.83853 \n", + "[40]\tvalidation_0-auc:0.87648\tvalidation_1-auc:0.83863 \n", + "[41]\tvalidation_0-auc:0.87684\tvalidation_1-auc:0.83852 \n", + "[42]\tvalidation_0-auc:0.87732\tvalidation_1-auc:0.83868 \n", + "[43]\tvalidation_0-auc:0.87747\tvalidation_1-auc:0.83910 \n", + "[44]\tvalidation_0-auc:0.87798\tvalidation_1-auc:0.83908 \n", + "[45]\tvalidation_0-auc:0.87875\tvalidation_1-auc:0.83914 \n", + "[46]\tvalidation_0-auc:0.87908\tvalidation_1-auc:0.83918 \n", + "[47]\tvalidation_0-auc:0.88005\tvalidation_1-auc:0.83903 \n", + "[48]\tvalidation_0-auc:0.88031\tvalidation_1-auc:0.83906 \n", + "[49]\tvalidation_0-auc:0.88090\tvalidation_1-auc:0.83932 \n", + "[50]\tvalidation_0-auc:0.88128\tvalidation_1-auc:0.83905 \n", + "[51]\tvalidation_0-auc:0.88154\tvalidation_1-auc:0.83923 \n", + "[52]\tvalidation_0-auc:0.88178\tvalidation_1-auc:0.83923 \n", + "[53]\tvalidation_0-auc:0.88187\tvalidation_1-auc:0.83926 \n", + "[54]\tvalidation_0-auc:0.88206\tvalidation_1-auc:0.83913 \n", + "[55]\tvalidation_0-auc:0.88265\tvalidation_1-auc:0.83926 \n", + "[56]\tvalidation_0-auc:0.88360\tvalidation_1-auc:0.83959 \n", + "[57]\tvalidation_0-auc:0.88383\tvalidation_1-auc:0.83949 \n", + "[58]\tvalidation_0-auc:0.88411\tvalidation_1-auc:0.83948 \n", + "[59]\tvalidation_0-auc:0.88440\tvalidation_1-auc:0.83937 \n", + "[60]\tvalidation_0-auc:0.88460\tvalidation_1-auc:0.83924 \n", + "[61]\tvalidation_0-auc:0.88525\tvalidation_1-auc:0.83911 \n", + "[62]\tvalidation_0-auc:0.88570\tvalidation_1-auc:0.83919 \n", + "[63]\tvalidation_0-auc:0.88582\tvalidation_1-auc:0.83923 \n", + "[64]\tvalidation_0-auc:0.88653\tvalidation_1-auc:0.83911 \n", + "[65]\tvalidation_0-auc:0.88696\tvalidation_1-auc:0.83908 \n", + "[66]\tvalidation_0-auc:0.88738\tvalidation_1-auc:0.83915 \n", + "[67]\tvalidation_0-auc:0.88756\tvalidation_1-auc:0.83893 \n", + "[68]\tvalidation_0-auc:0.88854\tvalidation_1-auc:0.83907 \n", + "[69]\tvalidation_0-auc:0.88871\tvalidation_1-auc:0.83897 \n", + "[70]\tvalidation_0-auc:0.88885\tvalidation_1-auc:0.83891 \n", + "[71]\tvalidation_0-auc:0.88897\tvalidation_1-auc:0.83879 \n", + "[72]\tvalidation_0-auc:0.88907\tvalidation_1-auc:0.83885 \n", + "[73]\tvalidation_0-auc:0.88953\tvalidation_1-auc:0.83871 \n", + "[74]\tvalidation_0-auc:0.88985\tvalidation_1-auc:0.83864 \n", + "[75]\tvalidation_0-auc:0.89009\tvalidation_1-auc:0.83886 \n", + "[76]\tvalidation_0-auc:0.89020\tvalidation_1-auc:0.83883 \n", + "[77]\tvalidation_0-auc:0.89028\tvalidation_1-auc:0.83861 \n", + "[78]\tvalidation_0-auc:0.89083\tvalidation_1-auc:0.83842 \n", + "[79]\tvalidation_0-auc:0.89093\tvalidation_1-auc:0.83834 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[80]\tvalidation_0-auc:0.89204\tvalidation_1-auc:0.83830 \n", + "[81]\tvalidation_0-auc:0.89223\tvalidation_1-auc:0.83805 \n", + "[82]\tvalidation_0-auc:0.89256\tvalidation_1-auc:0.83798 \n", + "[83]\tvalidation_0-auc:0.89295\tvalidation_1-auc:0.83788 \n", + "[84]\tvalidation_0-auc:0.89353\tvalidation_1-auc:0.83772 \n", + "[85]\tvalidation_0-auc:0.89374\tvalidation_1-auc:0.83754 \n", + "[86]\tvalidation_0-auc:0.89398\tvalidation_1-auc:0.83740 \n", + "[0]\tvalidation_0-auc:0.81704\tvalidation_1-auc:0.79248 \n", + "[1]\tvalidation_0-auc:0.82745\tvalidation_1-auc:0.80284 \n", + "[2]\tvalidation_0-auc:0.83434\tvalidation_1-auc:0.81104 \n", + "[3]\tvalidation_0-auc:0.83503\tvalidation_1-auc:0.81125 \n", + "[4]\tvalidation_0-auc:0.83778\tvalidation_1-auc:0.81515 \n", + "[5]\tvalidation_0-auc:0.84021\tvalidation_1-auc:0.82004 \n", + "[6]\tvalidation_0-auc:0.84295\tvalidation_1-auc:0.82131 \n", + "[7]\tvalidation_0-auc:0.84394\tvalidation_1-auc:0.82204 \n", + "[8]\tvalidation_0-auc:0.84571\tvalidation_1-auc:0.82242 \n", + "[9]\tvalidation_0-auc:0.84740\tvalidation_1-auc:0.82374 \n", + "[10]\tvalidation_0-auc:0.84390\tvalidation_1-auc:0.81876 \n", + "[11]\tvalidation_0-auc:0.84284\tvalidation_1-auc:0.81798 \n", + "[12]\tvalidation_0-auc:0.84568\tvalidation_1-auc:0.82116 \n", + "[13]\tvalidation_0-auc:0.84932\tvalidation_1-auc:0.82317 \n", + "[14]\tvalidation_0-auc:0.85140\tvalidation_1-auc:0.82554 \n", + "[15]\tvalidation_0-auc:0.85295\tvalidation_1-auc:0.82639 \n", + "[16]\tvalidation_0-auc:0.85418\tvalidation_1-auc:0.82631 \n", + "[17]\tvalidation_0-auc:0.85569\tvalidation_1-auc:0.82651 \n", + "[18]\tvalidation_0-auc:0.85582\tvalidation_1-auc:0.82700 \n", + "[19]\tvalidation_0-auc:0.85707\tvalidation_1-auc:0.82814 \n", + "[20]\tvalidation_0-auc:0.85721\tvalidation_1-auc:0.82822 \n", + "[21]\tvalidation_0-auc:0.85728\tvalidation_1-auc:0.82784 \n", + "[22]\tvalidation_0-auc:0.85924\tvalidation_1-auc:0.82878 \n", + "[23]\tvalidation_0-auc:0.86064\tvalidation_1-auc:0.82946 \n", + "[24]\tvalidation_0-auc:0.86190\tvalidation_1-auc:0.83007 \n", + "[25]\tvalidation_0-auc:0.86312\tvalidation_1-auc:0.83087 \n", + "[26]\tvalidation_0-auc:0.86439\tvalidation_1-auc:0.83073 \n", + "[27]\tvalidation_0-auc:0.86551\tvalidation_1-auc:0.83124 \n", + "[28]\tvalidation_0-auc:0.86592\tvalidation_1-auc:0.83129 \n", + "[29]\tvalidation_0-auc:0.86726\tvalidation_1-auc:0.83211 \n", + "[30]\tvalidation_0-auc:0.86783\tvalidation_1-auc:0.83168 \n", + "[31]\tvalidation_0-auc:0.86861\tvalidation_1-auc:0.83223 \n", + "[32]\tvalidation_0-auc:0.86947\tvalidation_1-auc:0.83269 \n", + "[33]\tvalidation_0-auc:0.86986\tvalidation_1-auc:0.83239 \n", + "[34]\tvalidation_0-auc:0.87025\tvalidation_1-auc:0.83263 \n", + "[35]\tvalidation_0-auc:0.87056\tvalidation_1-auc:0.83272 \n", + "[36]\tvalidation_0-auc:0.87158\tvalidation_1-auc:0.83309 \n", + "[37]\tvalidation_0-auc:0.87211\tvalidation_1-auc:0.83345 \n", + "[38]\tvalidation_0-auc:0.87301\tvalidation_1-auc:0.83386 \n", + "[39]\tvalidation_0-auc:0.87340\tvalidation_1-auc:0.83400 \n", + "[40]\tvalidation_0-auc:0.87347\tvalidation_1-auc:0.83398 \n", + "[41]\tvalidation_0-auc:0.87361\tvalidation_1-auc:0.83420 \n", + "[42]\tvalidation_0-auc:0.87388\tvalidation_1-auc:0.83417 \n", + "[43]\tvalidation_0-auc:0.87402\tvalidation_1-auc:0.83420 \n", + "[44]\tvalidation_0-auc:0.87468\tvalidation_1-auc:0.83426 \n", + "[45]\tvalidation_0-auc:0.87480\tvalidation_1-auc:0.83442 \n", + "[46]\tvalidation_0-auc:0.87502\tvalidation_1-auc:0.83456 \n", + "[47]\tvalidation_0-auc:0.87555\tvalidation_1-auc:0.83465 \n", + "[48]\tvalidation_0-auc:0.87568\tvalidation_1-auc:0.83453 \n", + "[49]\tvalidation_0-auc:0.87636\tvalidation_1-auc:0.83433 \n", + "[50]\tvalidation_0-auc:0.87665\tvalidation_1-auc:0.83432 \n", + "[51]\tvalidation_0-auc:0.87758\tvalidation_1-auc:0.83443 \n", + "[52]\tvalidation_0-auc:0.87806\tvalidation_1-auc:0.83440 \n", + "[53]\tvalidation_0-auc:0.87926\tvalidation_1-auc:0.83392 \n", + "[54]\tvalidation_0-auc:0.87977\tvalidation_1-auc:0.83367 \n", + "[55]\tvalidation_0-auc:0.87999\tvalidation_1-auc:0.83371 \n", + "[56]\tvalidation_0-auc:0.88058\tvalidation_1-auc:0.83338 \n", + "[57]\tvalidation_0-auc:0.88081\tvalidation_1-auc:0.83306 \n", + "[58]\tvalidation_0-auc:0.88095\tvalidation_1-auc:0.83306 \n", + "[59]\tvalidation_0-auc:0.88101\tvalidation_1-auc:0.83302 \n", + "[60]\tvalidation_0-auc:0.88159\tvalidation_1-auc:0.83274 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[61]\tvalidation_0-auc:0.88182\tvalidation_1-auc:0.83258 \n", + "[62]\tvalidation_0-auc:0.88217\tvalidation_1-auc:0.83276 \n", + "[63]\tvalidation_0-auc:0.88294\tvalidation_1-auc:0.83277 \n", + "[64]\tvalidation_0-auc:0.88310\tvalidation_1-auc:0.83264 \n", + "[65]\tvalidation_0-auc:0.88354\tvalidation_1-auc:0.83284 \n", + "[66]\tvalidation_0-auc:0.88380\tvalidation_1-auc:0.83269 \n", + "[67]\tvalidation_0-auc:0.88394\tvalidation_1-auc:0.83248 \n", + "[68]\tvalidation_0-auc:0.88405\tvalidation_1-auc:0.83244 \n", + "[69]\tvalidation_0-auc:0.88419\tvalidation_1-auc:0.83245 \n", + "[70]\tvalidation_0-auc:0.88498\tvalidation_1-auc:0.83262 \n", + "[71]\tvalidation_0-auc:0.88519\tvalidation_1-auc:0.83244 \n", + "[72]\tvalidation_0-auc:0.88558\tvalidation_1-auc:0.83217 \n", + "[73]\tvalidation_0-auc:0.88571\tvalidation_1-auc:0.83190 \n", + "[74]\tvalidation_0-auc:0.88581\tvalidation_1-auc:0.83163 \n", + "[75]\tvalidation_0-auc:0.88610\tvalidation_1-auc:0.83136 \n", + "[76]\tvalidation_0-auc:0.88624\tvalidation_1-auc:0.83146 \n", + "[77]\tvalidation_0-auc:0.88640\tvalidation_1-auc:0.83134 \n", + "[0]\tvalidation_0-auc:0.81374\tvalidation_1-auc:0.80485 \n", + "[1]\tvalidation_0-auc:0.82349\tvalidation_1-auc:0.81628 \n", + "[2]\tvalidation_0-auc:0.83100\tvalidation_1-auc:0.82349 \n", + "[3]\tvalidation_0-auc:0.83222\tvalidation_1-auc:0.82309 \n", + "[4]\tvalidation_0-auc:0.83661\tvalidation_1-auc:0.82513 \n", + "[5]\tvalidation_0-auc:0.84016\tvalidation_1-auc:0.82640 \n", + "[6]\tvalidation_0-auc:0.84289\tvalidation_1-auc:0.82802 \n", + "[7]\tvalidation_0-auc:0.84440\tvalidation_1-auc:0.82800 \n", + "[8]\tvalidation_0-auc:0.84622\tvalidation_1-auc:0.82744 \n", + "[9]\tvalidation_0-auc:0.84666\tvalidation_1-auc:0.82699 \n", + "[10]\tvalidation_0-auc:0.84624\tvalidation_1-auc:0.82354 \n", + "[11]\tvalidation_0-auc:0.84480\tvalidation_1-auc:0.82046 \n", + "[12]\tvalidation_0-auc:0.84880\tvalidation_1-auc:0.82528 \n", + "[13]\tvalidation_0-auc:0.85109\tvalidation_1-auc:0.82825 \n", + "[14]\tvalidation_0-auc:0.85223\tvalidation_1-auc:0.82929 \n", + "[15]\tvalidation_0-auc:0.85413\tvalidation_1-auc:0.83062 \n", + "[16]\tvalidation_0-auc:0.85511\tvalidation_1-auc:0.83128 \n", + "[17]\tvalidation_0-auc:0.85606\tvalidation_1-auc:0.83106 \n", + "[18]\tvalidation_0-auc:0.85622\tvalidation_1-auc:0.83093 \n", + "[19]\tvalidation_0-auc:0.85831\tvalidation_1-auc:0.83302 \n", + "[20]\tvalidation_0-auc:0.85776\tvalidation_1-auc:0.83252 \n", + "[21]\tvalidation_0-auc:0.85802\tvalidation_1-auc:0.83122 \n", + "[22]\tvalidation_0-auc:0.86021\tvalidation_1-auc:0.83283 \n", + "[23]\tvalidation_0-auc:0.86234\tvalidation_1-auc:0.83390 \n", + "[24]\tvalidation_0-auc:0.86331\tvalidation_1-auc:0.83455 \n", + "[25]\tvalidation_0-auc:0.86453\tvalidation_1-auc:0.83620 \n", + "[26]\tvalidation_0-auc:0.86603\tvalidation_1-auc:0.83659 \n", + "[27]\tvalidation_0-auc:0.86666\tvalidation_1-auc:0.83710 \n", + "[28]\tvalidation_0-auc:0.86748\tvalidation_1-auc:0.83639 \n", + "[29]\tvalidation_0-auc:0.86835\tvalidation_1-auc:0.83695 \n", + "[30]\tvalidation_0-auc:0.86919\tvalidation_1-auc:0.83704 \n", + "[31]\tvalidation_0-auc:0.86997\tvalidation_1-auc:0.83772 \n", + "[32]\tvalidation_0-auc:0.87057\tvalidation_1-auc:0.83799 \n", + "[33]\tvalidation_0-auc:0.87100\tvalidation_1-auc:0.83784 \n", + "[34]\tvalidation_0-auc:0.87123\tvalidation_1-auc:0.83783 \n", + "[35]\tvalidation_0-auc:0.87203\tvalidation_1-auc:0.83756 \n", + "[36]\tvalidation_0-auc:0.87254\tvalidation_1-auc:0.83780 \n", + "[37]\tvalidation_0-auc:0.87293\tvalidation_1-auc:0.83761 \n", + "[38]\tvalidation_0-auc:0.87386\tvalidation_1-auc:0.83748 \n", + "[39]\tvalidation_0-auc:0.87400\tvalidation_1-auc:0.83805 \n", + "[40]\tvalidation_0-auc:0.87436\tvalidation_1-auc:0.83808 \n", + "[41]\tvalidation_0-auc:0.87457\tvalidation_1-auc:0.83816 \n", + "[42]\tvalidation_0-auc:0.87504\tvalidation_1-auc:0.83794 \n", + "[43]\tvalidation_0-auc:0.87544\tvalidation_1-auc:0.83770 \n", + "[44]\tvalidation_0-auc:0.87587\tvalidation_1-auc:0.83760 \n", + "[45]\tvalidation_0-auc:0.87616\tvalidation_1-auc:0.83774 \n", + "[46]\tvalidation_0-auc:0.87621\tvalidation_1-auc:0.83779 \n", + "[47]\tvalidation_0-auc:0.87652\tvalidation_1-auc:0.83757 \n", + "[48]\tvalidation_0-auc:0.87676\tvalidation_1-auc:0.83754 \n", + "[49]\tvalidation_0-auc:0.87750\tvalidation_1-auc:0.83754 \n", + "[50]\tvalidation_0-auc:0.87784\tvalidation_1-auc:0.83775 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[51]\tvalidation_0-auc:0.87846\tvalidation_1-auc:0.83794 \n", + "[52]\tvalidation_0-auc:0.87866\tvalidation_1-auc:0.83802 \n", + "[53]\tvalidation_0-auc:0.87887\tvalidation_1-auc:0.83790 \n", + "[54]\tvalidation_0-auc:0.87925\tvalidation_1-auc:0.83782 \n", + "[55]\tvalidation_0-auc:0.87959\tvalidation_1-auc:0.83755 \n", + "[56]\tvalidation_0-auc:0.87986\tvalidation_1-auc:0.83746 \n", + "[57]\tvalidation_0-auc:0.88054\tvalidation_1-auc:0.83747 \n", + "[58]\tvalidation_0-auc:0.88062\tvalidation_1-auc:0.83738 \n", + "[59]\tvalidation_0-auc:0.88076\tvalidation_1-auc:0.83729 \n", + "[60]\tvalidation_0-auc:0.88101\tvalidation_1-auc:0.83711 \n", + "[61]\tvalidation_0-auc:0.88118\tvalidation_1-auc:0.83713 \n", + "[62]\tvalidation_0-auc:0.88138\tvalidation_1-auc:0.83716 \n", + "[63]\tvalidation_0-auc:0.88154\tvalidation_1-auc:0.83697 \n", + "[64]\tvalidation_0-auc:0.88201\tvalidation_1-auc:0.83721 \n", + "[65]\tvalidation_0-auc:0.88219\tvalidation_1-auc:0.83716 \n", + "[66]\tvalidation_0-auc:0.88234\tvalidation_1-auc:0.83718 \n", + "[67]\tvalidation_0-auc:0.88250\tvalidation_1-auc:0.83692 \n", + "[68]\tvalidation_0-auc:0.88279\tvalidation_1-auc:0.83665 \n", + "[69]\tvalidation_0-auc:0.88345\tvalidation_1-auc:0.83659 \n", + "[70]\tvalidation_0-auc:0.88392\tvalidation_1-auc:0.83632 \n", + "[71]\tvalidation_0-auc:0.88413\tvalidation_1-auc:0.83642 \n", + "[0]\tvalidation_0-auc:0.82066\tvalidation_1-auc:0.81205 \n", + "[1]\tvalidation_0-auc:0.82555\tvalidation_1-auc:0.81325 \n", + "[2]\tvalidation_0-auc:0.83263\tvalidation_1-auc:0.82286 \n", + "[3]\tvalidation_0-auc:0.83247\tvalidation_1-auc:0.82019 \n", + "[4]\tvalidation_0-auc:0.83185\tvalidation_1-auc:0.81988 \n", + "[5]\tvalidation_0-auc:0.84014\tvalidation_1-auc:0.82255 \n", + "[6]\tvalidation_0-auc:0.84412\tvalidation_1-auc:0.82388 \n", + "[7]\tvalidation_0-auc:0.84526\tvalidation_1-auc:0.82496 \n", + "[8]\tvalidation_0-auc:0.84668\tvalidation_1-auc:0.82846 \n", + "[9]\tvalidation_0-auc:0.84716\tvalidation_1-auc:0.82744 \n", + "[10]\tvalidation_0-auc:0.84735\tvalidation_1-auc:0.82673 \n", + "[11]\tvalidation_0-auc:0.84642\tvalidation_1-auc:0.82548 \n", + "[12]\tvalidation_0-auc:0.84935\tvalidation_1-auc:0.82769 \n", + "[13]\tvalidation_0-auc:0.85131\tvalidation_1-auc:0.82887 \n", + "[14]\tvalidation_0-auc:0.85235\tvalidation_1-auc:0.82968 \n", + "[15]\tvalidation_0-auc:0.85310\tvalidation_1-auc:0.83079 \n", + "[16]\tvalidation_0-auc:0.85501\tvalidation_1-auc:0.83249 \n", + "[17]\tvalidation_0-auc:0.85578\tvalidation_1-auc:0.83337 \n", + "[18]\tvalidation_0-auc:0.85603\tvalidation_1-auc:0.83287 \n", + "[19]\tvalidation_0-auc:0.85724\tvalidation_1-auc:0.83435 \n", + "[20]\tvalidation_0-auc:0.85805\tvalidation_1-auc:0.83353 \n", + "[21]\tvalidation_0-auc:0.85850\tvalidation_1-auc:0.83333 \n", + "[22]\tvalidation_0-auc:0.86060\tvalidation_1-auc:0.83504 \n", + "[23]\tvalidation_0-auc:0.86167\tvalidation_1-auc:0.83653 \n", + "[24]\tvalidation_0-auc:0.86211\tvalidation_1-auc:0.83613 \n", + "[25]\tvalidation_0-auc:0.86272\tvalidation_1-auc:0.83721 \n", + "[26]\tvalidation_0-auc:0.86409\tvalidation_1-auc:0.83679 \n", + "[27]\tvalidation_0-auc:0.86475\tvalidation_1-auc:0.83752 \n", + "[28]\tvalidation_0-auc:0.86500\tvalidation_1-auc:0.83776 \n", + "[29]\tvalidation_0-auc:0.86561\tvalidation_1-auc:0.83783 \n", + "[30]\tvalidation_0-auc:0.86701\tvalidation_1-auc:0.83741 \n", + "[31]\tvalidation_0-auc:0.86793\tvalidation_1-auc:0.83803 \n", + "[32]\tvalidation_0-auc:0.86843\tvalidation_1-auc:0.83799 \n", + "[33]\tvalidation_0-auc:0.86898\tvalidation_1-auc:0.83819 \n", + "[34]\tvalidation_0-auc:0.86934\tvalidation_1-auc:0.83885 \n", + "[35]\tvalidation_0-auc:0.86947\tvalidation_1-auc:0.83884 \n", + "[36]\tvalidation_0-auc:0.87073\tvalidation_1-auc:0.83904 \n", + "[37]\tvalidation_0-auc:0.87134\tvalidation_1-auc:0.83917 \n", + "[38]\tvalidation_0-auc:0.87218\tvalidation_1-auc:0.83894 \n", + "[39]\tvalidation_0-auc:0.87266\tvalidation_1-auc:0.83920 \n", + "[40]\tvalidation_0-auc:0.87306\tvalidation_1-auc:0.83934 \n", + "[41]\tvalidation_0-auc:0.87371\tvalidation_1-auc:0.83956 \n", + "[42]\tvalidation_0-auc:0.87410\tvalidation_1-auc:0.83953 \n", + "[43]\tvalidation_0-auc:0.87435\tvalidation_1-auc:0.83975 \n", + "[44]\tvalidation_0-auc:0.87466\tvalidation_1-auc:0.83990 \n", + "[45]\tvalidation_0-auc:0.87478\tvalidation_1-auc:0.84011 \n", + "[46]\tvalidation_0-auc:0.87507\tvalidation_1-auc:0.84044 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[47]\tvalidation_0-auc:0.87582\tvalidation_1-auc:0.84041 \n", + "[48]\tvalidation_0-auc:0.87632\tvalidation_1-auc:0.84048 \n", + "[49]\tvalidation_0-auc:0.87692\tvalidation_1-auc:0.84018 \n", + "[50]\tvalidation_0-auc:0.87709\tvalidation_1-auc:0.84005 \n", + "[51]\tvalidation_0-auc:0.87802\tvalidation_1-auc:0.83981 \n", + "[52]\tvalidation_0-auc:0.87844\tvalidation_1-auc:0.83971 \n", + "[53]\tvalidation_0-auc:0.87874\tvalidation_1-auc:0.83951 \n", + "[54]\tvalidation_0-auc:0.87898\tvalidation_1-auc:0.83952 \n", + "[55]\tvalidation_0-auc:0.87919\tvalidation_1-auc:0.83948 \n", + "[56]\tvalidation_0-auc:0.87980\tvalidation_1-auc:0.83962 \n", + "[57]\tvalidation_0-auc:0.87998\tvalidation_1-auc:0.83962 \n", + "[58]\tvalidation_0-auc:0.88056\tvalidation_1-auc:0.83985 \n", + "[59]\tvalidation_0-auc:0.88069\tvalidation_1-auc:0.83968 \n", + "[60]\tvalidation_0-auc:0.88122\tvalidation_1-auc:0.83948 \n", + "[61]\tvalidation_0-auc:0.88142\tvalidation_1-auc:0.83933 \n", + "[62]\tvalidation_0-auc:0.88202\tvalidation_1-auc:0.83944 \n", + "[63]\tvalidation_0-auc:0.88217\tvalidation_1-auc:0.83958 \n", + "[64]\tvalidation_0-auc:0.88257\tvalidation_1-auc:0.83981 \n", + "[65]\tvalidation_0-auc:0.88294\tvalidation_1-auc:0.83968 \n", + "[66]\tvalidation_0-auc:0.88313\tvalidation_1-auc:0.83961 \n", + "[67]\tvalidation_0-auc:0.88414\tvalidation_1-auc:0.83966 \n", + "[68]\tvalidation_0-auc:0.88429\tvalidation_1-auc:0.83974 \n", + "[69]\tvalidation_0-auc:0.88456\tvalidation_1-auc:0.83961 \n", + "[70]\tvalidation_0-auc:0.88466\tvalidation_1-auc:0.83957 \n", + "[71]\tvalidation_0-auc:0.88488\tvalidation_1-auc:0.83951 \n", + "[72]\tvalidation_0-auc:0.88532\tvalidation_1-auc:0.83967 \n", + "[73]\tvalidation_0-auc:0.88566\tvalidation_1-auc:0.83965 \n", + "[74]\tvalidation_0-auc:0.88618\tvalidation_1-auc:0.83956 \n", + "[75]\tvalidation_0-auc:0.88654\tvalidation_1-auc:0.83951 \n", + "[76]\tvalidation_0-auc:0.88662\tvalidation_1-auc:0.83948 \n", + "[77]\tvalidation_0-auc:0.88681\tvalidation_1-auc:0.83921 \n", + "[0]\tvalidation_0-auc:0.80642\tvalidation_1-auc:0.78472 \n", + "[1]\tvalidation_0-auc:0.82557\tvalidation_1-auc:0.80387 \n", + "[2]\tvalidation_0-auc:0.83317\tvalidation_1-auc:0.81170 \n", + "[3]\tvalidation_0-auc:0.83590\tvalidation_1-auc:0.81215 \n", + "[4]\tvalidation_0-auc:0.83816\tvalidation_1-auc:0.81561 \n", + "[5]\tvalidation_0-auc:0.84126\tvalidation_1-auc:0.81992 \n", + "[6]\tvalidation_0-auc:0.83820\tvalidation_1-auc:0.81475 \n", + "[7]\tvalidation_0-auc:0.84489\tvalidation_1-auc:0.81997 \n", + "[8]\tvalidation_0-auc:0.84798\tvalidation_1-auc:0.82340 \n", + "[9]\tvalidation_0-auc:0.84618\tvalidation_1-auc:0.82308 \n", + "[10]\tvalidation_0-auc:0.84347\tvalidation_1-auc:0.81737 \n", + "[11]\tvalidation_0-auc:0.84231\tvalidation_1-auc:0.81451 \n", + "[12]\tvalidation_0-auc:0.84797\tvalidation_1-auc:0.82008 \n", + "[13]\tvalidation_0-auc:0.85340\tvalidation_1-auc:0.82562 \n", + "[14]\tvalidation_0-auc:0.85528\tvalidation_1-auc:0.82848 \n", + "[15]\tvalidation_0-auc:0.85596\tvalidation_1-auc:0.82782 \n", + "[16]\tvalidation_0-auc:0.85774\tvalidation_1-auc:0.83021 \n", + "[17]\tvalidation_0-auc:0.86027\tvalidation_1-auc:0.83195 \n", + "[18]\tvalidation_0-auc:0.86049\tvalidation_1-auc:0.83134 \n", + "[19]\tvalidation_0-auc:0.86283\tvalidation_1-auc:0.83279 \n", + "[20]\tvalidation_0-auc:0.86362\tvalidation_1-auc:0.83224 \n", + "[21]\tvalidation_0-auc:0.86393\tvalidation_1-auc:0.83061 \n", + "[22]\tvalidation_0-auc:0.86528\tvalidation_1-auc:0.83256 \n", + "[23]\tvalidation_0-auc:0.86701\tvalidation_1-auc:0.83336 \n", + "[24]\tvalidation_0-auc:0.86878\tvalidation_1-auc:0.83278 \n", + "[25]\tvalidation_0-auc:0.86969\tvalidation_1-auc:0.83344 \n", + "[26]\tvalidation_0-auc:0.87146\tvalidation_1-auc:0.83308 \n", + "[27]\tvalidation_0-auc:0.87210\tvalidation_1-auc:0.83399 \n", + "[28]\tvalidation_0-auc:0.87278\tvalidation_1-auc:0.83450 \n", + "[29]\tvalidation_0-auc:0.87305\tvalidation_1-auc:0.83507 \n", + "[30]\tvalidation_0-auc:0.87367\tvalidation_1-auc:0.83446 \n", + "[31]\tvalidation_0-auc:0.87443\tvalidation_1-auc:0.83507 \n", + "[32]\tvalidation_0-auc:0.87552\tvalidation_1-auc:0.83500 \n", + "[33]\tvalidation_0-auc:0.87569\tvalidation_1-auc:0.83483 \n", + "[34]\tvalidation_0-auc:0.87579\tvalidation_1-auc:0.83441 \n", + "[35]\tvalidation_0-auc:0.87665\tvalidation_1-auc:0.83401 \n", + "[36]\tvalidation_0-auc:0.87696\tvalidation_1-auc:0.83407 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[37]\tvalidation_0-auc:0.87725\tvalidation_1-auc:0.83399 \n", + "[38]\tvalidation_0-auc:0.87747\tvalidation_1-auc:0.83400 \n", + "[39]\tvalidation_0-auc:0.87766\tvalidation_1-auc:0.83410 \n", + "[40]\tvalidation_0-auc:0.87786\tvalidation_1-auc:0.83373 \n", + "[41]\tvalidation_0-auc:0.87810\tvalidation_1-auc:0.83350 \n", + "[42]\tvalidation_0-auc:0.87842\tvalidation_1-auc:0.83333 \n", + "[43]\tvalidation_0-auc:0.87905\tvalidation_1-auc:0.83332 \n", + "[44]\tvalidation_0-auc:0.87968\tvalidation_1-auc:0.83303 \n", + "[45]\tvalidation_0-auc:0.87970\tvalidation_1-auc:0.83275 \n", + "[46]\tvalidation_0-auc:0.87988\tvalidation_1-auc:0.83269 \n", + "[47]\tvalidation_0-auc:0.88010\tvalidation_1-auc:0.83236 \n", + "[48]\tvalidation_0-auc:0.88039\tvalidation_1-auc:0.83217 \n", + "[49]\tvalidation_0-auc:0.88071\tvalidation_1-auc:0.83176 \n", + "[50]\tvalidation_0-auc:0.88081\tvalidation_1-auc:0.83184 \n", + "[51]\tvalidation_0-auc:0.88128\tvalidation_1-auc:0.83195 \n", + "[52]\tvalidation_0-auc:0.88147\tvalidation_1-auc:0.83138 \n", + "[53]\tvalidation_0-auc:0.88162\tvalidation_1-auc:0.83122 \n", + "[54]\tvalidation_0-auc:0.88185\tvalidation_1-auc:0.83098 \n", + "[55]\tvalidation_0-auc:0.88238\tvalidation_1-auc:0.83073 \n", + "[56]\tvalidation_0-auc:0.88308\tvalidation_1-auc:0.83016 \n", + "[57]\tvalidation_0-auc:0.88318\tvalidation_1-auc:0.83017 \n", + "[58]\tvalidation_0-auc:0.88427\tvalidation_1-auc:0.83029 \n", + "[0]\tvalidation_0-auc:0.80614\tvalidation_1-auc:0.80564 \n", + "[1]\tvalidation_0-auc:0.82380\tvalidation_1-auc:0.81972 \n", + "[2]\tvalidation_0-auc:0.82999\tvalidation_1-auc:0.82292 \n", + "[3]\tvalidation_0-auc:0.83214\tvalidation_1-auc:0.82443 \n", + "[4]\tvalidation_0-auc:0.83897\tvalidation_1-auc:0.82478 \n", + "[5]\tvalidation_0-auc:0.84154\tvalidation_1-auc:0.82539 \n", + "[6]\tvalidation_0-auc:0.84319\tvalidation_1-auc:0.82047 \n", + "[7]\tvalidation_0-auc:0.84749\tvalidation_1-auc:0.82525 \n", + "[8]\tvalidation_0-auc:0.84927\tvalidation_1-auc:0.82654 \n", + "[9]\tvalidation_0-auc:0.84737\tvalidation_1-auc:0.82380 \n", + "[10]\tvalidation_0-auc:0.84651\tvalidation_1-auc:0.82047 \n", + "[11]\tvalidation_0-auc:0.84646\tvalidation_1-auc:0.81834 \n", + "[12]\tvalidation_0-auc:0.85162\tvalidation_1-auc:0.82402 \n", + "[13]\tvalidation_0-auc:0.85473\tvalidation_1-auc:0.82715 \n", + "[14]\tvalidation_0-auc:0.85635\tvalidation_1-auc:0.82974 \n", + "[15]\tvalidation_0-auc:0.85799\tvalidation_1-auc:0.82899 \n", + "[16]\tvalidation_0-auc:0.85979\tvalidation_1-auc:0.83103 \n", + "[17]\tvalidation_0-auc:0.86145\tvalidation_1-auc:0.83251 \n", + "[18]\tvalidation_0-auc:0.86167\tvalidation_1-auc:0.83238 \n", + "[19]\tvalidation_0-auc:0.86433\tvalidation_1-auc:0.83435 \n", + "[20]\tvalidation_0-auc:0.86423\tvalidation_1-auc:0.83298 \n", + "[21]\tvalidation_0-auc:0.86531\tvalidation_1-auc:0.83353 \n", + "[22]\tvalidation_0-auc:0.86692\tvalidation_1-auc:0.83428 \n", + "[23]\tvalidation_0-auc:0.86887\tvalidation_1-auc:0.83502 \n", + "[24]\tvalidation_0-auc:0.86938\tvalidation_1-auc:0.83553 \n", + "[25]\tvalidation_0-auc:0.87071\tvalidation_1-auc:0.83623 \n", + "[26]\tvalidation_0-auc:0.87199\tvalidation_1-auc:0.83598 \n", + "[27]\tvalidation_0-auc:0.87281\tvalidation_1-auc:0.83715 \n", + "[28]\tvalidation_0-auc:0.87313\tvalidation_1-auc:0.83739 \n", + "[29]\tvalidation_0-auc:0.87381\tvalidation_1-auc:0.83761 \n", + "[30]\tvalidation_0-auc:0.87411\tvalidation_1-auc:0.83733 \n", + "[31]\tvalidation_0-auc:0.87461\tvalidation_1-auc:0.83762 \n", + "[32]\tvalidation_0-auc:0.87500\tvalidation_1-auc:0.83749 \n", + "[33]\tvalidation_0-auc:0.87503\tvalidation_1-auc:0.83726 \n", + "[34]\tvalidation_0-auc:0.87519\tvalidation_1-auc:0.83726 \n", + "[35]\tvalidation_0-auc:0.87613\tvalidation_1-auc:0.83716 \n", + "[36]\tvalidation_0-auc:0.87692\tvalidation_1-auc:0.83739 \n", + "[37]\tvalidation_0-auc:0.87775\tvalidation_1-auc:0.83731 \n", + "[38]\tvalidation_0-auc:0.87825\tvalidation_1-auc:0.83697 \n", + "[39]\tvalidation_0-auc:0.87852\tvalidation_1-auc:0.83728 \n", + "[40]\tvalidation_0-auc:0.87862\tvalidation_1-auc:0.83732 \n", + "[41]\tvalidation_0-auc:0.87882\tvalidation_1-auc:0.83703 \n", + "[42]\tvalidation_0-auc:0.87972\tvalidation_1-auc:0.83676 \n", + "[43]\tvalidation_0-auc:0.87982\tvalidation_1-auc:0.83690 \n", + "[44]\tvalidation_0-auc:0.88069\tvalidation_1-auc:0.83711 \n", + "[45]\tvalidation_0-auc:0.88103\tvalidation_1-auc:0.83719 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[46]\tvalidation_0-auc:0.88162\tvalidation_1-auc:0.83675 \n", + "[47]\tvalidation_0-auc:0.88189\tvalidation_1-auc:0.83664 \n", + "[48]\tvalidation_0-auc:0.88209\tvalidation_1-auc:0.83667 \n", + "[49]\tvalidation_0-auc:0.88267\tvalidation_1-auc:0.83641 \n", + "[50]\tvalidation_0-auc:0.88274\tvalidation_1-auc:0.83650 \n", + "[51]\tvalidation_0-auc:0.88308\tvalidation_1-auc:0.83624 \n", + "[52]\tvalidation_0-auc:0.88323\tvalidation_1-auc:0.83610 \n", + "[53]\tvalidation_0-auc:0.88328\tvalidation_1-auc:0.83612 \n", + "[54]\tvalidation_0-auc:0.88344\tvalidation_1-auc:0.83603 \n", + "[55]\tvalidation_0-auc:0.88457\tvalidation_1-auc:0.83629 \n", + "[56]\tvalidation_0-auc:0.88476\tvalidation_1-auc:0.83626 \n", + "[57]\tvalidation_0-auc:0.88527\tvalidation_1-auc:0.83591 \n", + "[58]\tvalidation_0-auc:0.88567\tvalidation_1-auc:0.83580 \n", + "[59]\tvalidation_0-auc:0.88623\tvalidation_1-auc:0.83573 \n", + "[60]\tvalidation_0-auc:0.88631\tvalidation_1-auc:0.83598 \n", + "[61]\tvalidation_0-auc:0.88663\tvalidation_1-auc:0.83599 \n", + "[0]\tvalidation_0-auc:0.80373\tvalidation_1-auc:0.79933 \n", + "[1]\tvalidation_0-auc:0.82374\tvalidation_1-auc:0.81358 \n", + "[2]\tvalidation_0-auc:0.83164\tvalidation_1-auc:0.81951 \n", + "[3]\tvalidation_0-auc:0.83370\tvalidation_1-auc:0.82114 \n", + "[4]\tvalidation_0-auc:0.83704\tvalidation_1-auc:0.82251 \n", + "[5]\tvalidation_0-auc:0.84292\tvalidation_1-auc:0.82334 \n", + "[6]\tvalidation_0-auc:0.84087\tvalidation_1-auc:0.82152 \n", + "[7]\tvalidation_0-auc:0.84691\tvalidation_1-auc:0.82411 \n", + "[8]\tvalidation_0-auc:0.85000\tvalidation_1-auc:0.82707 \n", + "[9]\tvalidation_0-auc:0.84790\tvalidation_1-auc:0.82580 \n", + "[10]\tvalidation_0-auc:0.84665\tvalidation_1-auc:0.82446 \n", + "[11]\tvalidation_0-auc:0.84553\tvalidation_1-auc:0.82313 \n", + "[12]\tvalidation_0-auc:0.85003\tvalidation_1-auc:0.82657 \n", + "[13]\tvalidation_0-auc:0.85291\tvalidation_1-auc:0.82944 \n", + "[14]\tvalidation_0-auc:0.85603\tvalidation_1-auc:0.83441 \n", + "[15]\tvalidation_0-auc:0.85579\tvalidation_1-auc:0.83366 \n", + "[16]\tvalidation_0-auc:0.85852\tvalidation_1-auc:0.83533 \n", + "[17]\tvalidation_0-auc:0.85999\tvalidation_1-auc:0.83573 \n", + "[18]\tvalidation_0-auc:0.86029\tvalidation_1-auc:0.83542 \n", + "[19]\tvalidation_0-auc:0.86172\tvalidation_1-auc:0.83606 \n", + "[20]\tvalidation_0-auc:0.86161\tvalidation_1-auc:0.83505 \n", + "[21]\tvalidation_0-auc:0.86232\tvalidation_1-auc:0.83466 \n", + "[22]\tvalidation_0-auc:0.86418\tvalidation_1-auc:0.83586 \n", + "[23]\tvalidation_0-auc:0.86562\tvalidation_1-auc:0.83666 \n", + "[24]\tvalidation_0-auc:0.86623\tvalidation_1-auc:0.83776 \n", + "[25]\tvalidation_0-auc:0.86677\tvalidation_1-auc:0.83790 \n", + "[26]\tvalidation_0-auc:0.86839\tvalidation_1-auc:0.83820 \n", + "[27]\tvalidation_0-auc:0.86916\tvalidation_1-auc:0.83835 \n", + "[28]\tvalidation_0-auc:0.86976\tvalidation_1-auc:0.83798 \n", + "[29]\tvalidation_0-auc:0.87037\tvalidation_1-auc:0.83846 \n", + "[30]\tvalidation_0-auc:0.87141\tvalidation_1-auc:0.83867 \n", + "[31]\tvalidation_0-auc:0.87229\tvalidation_1-auc:0.83882 \n", + "[32]\tvalidation_0-auc:0.87292\tvalidation_1-auc:0.83951 \n", + "[33]\tvalidation_0-auc:0.87341\tvalidation_1-auc:0.83955 \n", + "[34]\tvalidation_0-auc:0.87388\tvalidation_1-auc:0.83953 \n", + "[35]\tvalidation_0-auc:0.87455\tvalidation_1-auc:0.84007 \n", + "[36]\tvalidation_0-auc:0.87577\tvalidation_1-auc:0.84006 \n", + "[37]\tvalidation_0-auc:0.87673\tvalidation_1-auc:0.83987 \n", + "[38]\tvalidation_0-auc:0.87747\tvalidation_1-auc:0.83962 \n", + "[39]\tvalidation_0-auc:0.87835\tvalidation_1-auc:0.83973 \n", + "[40]\tvalidation_0-auc:0.87953\tvalidation_1-auc:0.83925 \n", + "[41]\tvalidation_0-auc:0.87974\tvalidation_1-auc:0.83911 \n", + "[42]\tvalidation_0-auc:0.88063\tvalidation_1-auc:0.83929 \n", + "[43]\tvalidation_0-auc:0.88091\tvalidation_1-auc:0.83987 \n", + "[44]\tvalidation_0-auc:0.88128\tvalidation_1-auc:0.83965 \n", + "[45]\tvalidation_0-auc:0.88145\tvalidation_1-auc:0.83985 \n", + "[46]\tvalidation_0-auc:0.88216\tvalidation_1-auc:0.83969 \n", + "[47]\tvalidation_0-auc:0.88310\tvalidation_1-auc:0.83974 \n", + "[48]\tvalidation_0-auc:0.88370\tvalidation_1-auc:0.84021 \n", + "[49]\tvalidation_0-auc:0.88400\tvalidation_1-auc:0.84016 \n", + "[50]\tvalidation_0-auc:0.88427\tvalidation_1-auc:0.83979 \n", + "[51]\tvalidation_0-auc:0.88490\tvalidation_1-auc:0.83977 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[52]\tvalidation_0-auc:0.88593\tvalidation_1-auc:0.83944 \n", + "[53]\tvalidation_0-auc:0.88612\tvalidation_1-auc:0.83948 \n", + "[54]\tvalidation_0-auc:0.88628\tvalidation_1-auc:0.83942 \n", + "[55]\tvalidation_0-auc:0.88644\tvalidation_1-auc:0.83928 \n", + "[56]\tvalidation_0-auc:0.88668\tvalidation_1-auc:0.83936 \n", + "[57]\tvalidation_0-auc:0.88680\tvalidation_1-auc:0.83921 \n", + "[58]\tvalidation_0-auc:0.88715\tvalidation_1-auc:0.83908 \n", + "[59]\tvalidation_0-auc:0.88736\tvalidation_1-auc:0.83898 \n", + "[60]\tvalidation_0-auc:0.88766\tvalidation_1-auc:0.83899 \n", + "[61]\tvalidation_0-auc:0.88889\tvalidation_1-auc:0.83902 \n", + "[62]\tvalidation_0-auc:0.88926\tvalidation_1-auc:0.83892 \n", + "[63]\tvalidation_0-auc:0.88960\tvalidation_1-auc:0.83868 \n", + "[64]\tvalidation_0-auc:0.89004\tvalidation_1-auc:0.83852 \n", + "[65]\tvalidation_0-auc:0.89018\tvalidation_1-auc:0.83831 \n", + "[66]\tvalidation_0-auc:0.89057\tvalidation_1-auc:0.83829 \n", + "[67]\tvalidation_0-auc:0.89076\tvalidation_1-auc:0.83816 \n", + "[68]\tvalidation_0-auc:0.89103\tvalidation_1-auc:0.83816 \n", + "[69]\tvalidation_0-auc:0.89134\tvalidation_1-auc:0.83830 \n", + "[70]\tvalidation_0-auc:0.89196\tvalidation_1-auc:0.83819 \n", + "[71]\tvalidation_0-auc:0.89275\tvalidation_1-auc:0.83799 \n", + "[72]\tvalidation_0-auc:0.89289\tvalidation_1-auc:0.83768 \n", + "[73]\tvalidation_0-auc:0.89365\tvalidation_1-auc:0.83729 \n", + "[74]\tvalidation_0-auc:0.89375\tvalidation_1-auc:0.83714 \n", + "[75]\tvalidation_0-auc:0.89418\tvalidation_1-auc:0.83721 \n", + "[76]\tvalidation_0-auc:0.89442\tvalidation_1-auc:0.83714 \n", + "[77]\tvalidation_0-auc:0.89456\tvalidation_1-auc:0.83682 \n", + "[78]\tvalidation_0-auc:0.89483\tvalidation_1-auc:0.83689 \n", + "[0]\tvalidation_0-auc:0.82427\tvalidation_1-auc:0.80222 \n", + "[1]\tvalidation_0-auc:0.83363\tvalidation_1-auc:0.80857 \n", + "[2]\tvalidation_0-auc:0.84115\tvalidation_1-auc:0.81479 \n", + "[3]\tvalidation_0-auc:0.84526\tvalidation_1-auc:0.81676 \n", + "[4]\tvalidation_0-auc:0.84997\tvalidation_1-auc:0.81661 \n", + "[5]\tvalidation_0-auc:0.85354\tvalidation_1-auc:0.82208 \n", + "[6]\tvalidation_0-auc:0.85350\tvalidation_1-auc:0.82054 \n", + "[7]\tvalidation_0-auc:0.86246\tvalidation_1-auc:0.82446 \n", + "[8]\tvalidation_0-auc:0.86633\tvalidation_1-auc:0.82832 \n", + "[9]\tvalidation_0-auc:0.86492\tvalidation_1-auc:0.82507 \n", + "[10]\tvalidation_0-auc:0.86414\tvalidation_1-auc:0.82125 \n", + "[11]\tvalidation_0-auc:0.86405\tvalidation_1-auc:0.81872 \n", + "[12]\tvalidation_0-auc:0.86968\tvalidation_1-auc:0.82388 \n", + "[13]\tvalidation_0-auc:0.87481\tvalidation_1-auc:0.82767 \n", + "[14]\tvalidation_0-auc:0.87715\tvalidation_1-auc:0.83069 \n", + "[15]\tvalidation_0-auc:0.87792\tvalidation_1-auc:0.82827 \n", + "[16]\tvalidation_0-auc:0.88017\tvalidation_1-auc:0.83095 \n", + "[17]\tvalidation_0-auc:0.88335\tvalidation_1-auc:0.83273 \n", + "[18]\tvalidation_0-auc:0.88380\tvalidation_1-auc:0.83239 \n", + "[19]\tvalidation_0-auc:0.88637\tvalidation_1-auc:0.83238 \n", + "[20]\tvalidation_0-auc:0.88798\tvalidation_1-auc:0.83176 \n", + "[21]\tvalidation_0-auc:0.88906\tvalidation_1-auc:0.83004 \n", + "[22]\tvalidation_0-auc:0.89088\tvalidation_1-auc:0.83115 \n", + "[23]\tvalidation_0-auc:0.89292\tvalidation_1-auc:0.83186 \n", + "[24]\tvalidation_0-auc:0.89407\tvalidation_1-auc:0.83225 \n", + "[25]\tvalidation_0-auc:0.89515\tvalidation_1-auc:0.83287 \n", + "[26]\tvalidation_0-auc:0.89687\tvalidation_1-auc:0.83276 \n", + "[27]\tvalidation_0-auc:0.89746\tvalidation_1-auc:0.83284 \n", + "[28]\tvalidation_0-auc:0.89795\tvalidation_1-auc:0.83166 \n", + "[29]\tvalidation_0-auc:0.89807\tvalidation_1-auc:0.83191 \n", + "[30]\tvalidation_0-auc:0.89926\tvalidation_1-auc:0.83115 \n", + "[31]\tvalidation_0-auc:0.89975\tvalidation_1-auc:0.83052 \n", + "[32]\tvalidation_0-auc:0.90046\tvalidation_1-auc:0.83124 \n", + "[33]\tvalidation_0-auc:0.90050\tvalidation_1-auc:0.83094 \n", + "[34]\tvalidation_0-auc:0.90100\tvalidation_1-auc:0.83074 \n", + "[35]\tvalidation_0-auc:0.90192\tvalidation_1-auc:0.83103 \n", + "[36]\tvalidation_0-auc:0.90282\tvalidation_1-auc:0.83080 \n", + "[37]\tvalidation_0-auc:0.90311\tvalidation_1-auc:0.83033 \n", + "[38]\tvalidation_0-auc:0.90374\tvalidation_1-auc:0.83053 \n", + "[39]\tvalidation_0-auc:0.90404\tvalidation_1-auc:0.83040 \n", + "[40]\tvalidation_0-auc:0.90437\tvalidation_1-auc:0.83025 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[41]\tvalidation_0-auc:0.90458\tvalidation_1-auc:0.82995 \n", + "[42]\tvalidation_0-auc:0.90558\tvalidation_1-auc:0.83011 \n", + "[43]\tvalidation_0-auc:0.90629\tvalidation_1-auc:0.82955 \n", + "[44]\tvalidation_0-auc:0.90721\tvalidation_1-auc:0.82925 \n", + "[45]\tvalidation_0-auc:0.90725\tvalidation_1-auc:0.82905 \n", + "[46]\tvalidation_0-auc:0.90787\tvalidation_1-auc:0.82890 \n", + "[47]\tvalidation_0-auc:0.90875\tvalidation_1-auc:0.82862 \n", + "[48]\tvalidation_0-auc:0.90947\tvalidation_1-auc:0.82825 \n", + "[49]\tvalidation_0-auc:0.90973\tvalidation_1-auc:0.82830 \n", + "[50]\tvalidation_0-auc:0.91013\tvalidation_1-auc:0.82759 \n", + "[51]\tvalidation_0-auc:0.91062\tvalidation_1-auc:0.82740 \n", + "[52]\tvalidation_0-auc:0.91077\tvalidation_1-auc:0.82692 \n", + "[53]\tvalidation_0-auc:0.91088\tvalidation_1-auc:0.82695 \n", + "[54]\tvalidation_0-auc:0.91131\tvalidation_1-auc:0.82702 \n", + "[0]\tvalidation_0-auc:0.81795\tvalidation_1-auc:0.80990 \n", + "[1]\tvalidation_0-auc:0.83374\tvalidation_1-auc:0.82025 \n", + "[2]\tvalidation_0-auc:0.84250\tvalidation_1-auc:0.82425 \n", + "[3]\tvalidation_0-auc:0.84369\tvalidation_1-auc:0.82615 \n", + "[4]\tvalidation_0-auc:0.85156\tvalidation_1-auc:0.82844 \n", + "[5]\tvalidation_0-auc:0.85482\tvalidation_1-auc:0.82784 \n", + "[6]\tvalidation_0-auc:0.85740\tvalidation_1-auc:0.82350 \n", + "[7]\tvalidation_0-auc:0.86315\tvalidation_1-auc:0.82738 \n", + "[8]\tvalidation_0-auc:0.86693\tvalidation_1-auc:0.83051 \n", + "[9]\tvalidation_0-auc:0.86646\tvalidation_1-auc:0.82752 \n", + "[10]\tvalidation_0-auc:0.86608\tvalidation_1-auc:0.82295 \n", + "[11]\tvalidation_0-auc:0.86667\tvalidation_1-auc:0.82141 \n", + "[12]\tvalidation_0-auc:0.87180\tvalidation_1-auc:0.82448 \n", + "[13]\tvalidation_0-auc:0.87555\tvalidation_1-auc:0.82820 \n", + "[14]\tvalidation_0-auc:0.87849\tvalidation_1-auc:0.82979 \n", + "[15]\tvalidation_0-auc:0.88040\tvalidation_1-auc:0.82943 \n", + "[16]\tvalidation_0-auc:0.88260\tvalidation_1-auc:0.83161 \n", + "[17]\tvalidation_0-auc:0.88577\tvalidation_1-auc:0.83294 \n", + "[18]\tvalidation_0-auc:0.88609\tvalidation_1-auc:0.83141 \n", + "[19]\tvalidation_0-auc:0.88888\tvalidation_1-auc:0.83268 \n", + "[20]\tvalidation_0-auc:0.88882\tvalidation_1-auc:0.83172 \n", + "[21]\tvalidation_0-auc:0.88965\tvalidation_1-auc:0.83084 \n", + "[22]\tvalidation_0-auc:0.89213\tvalidation_1-auc:0.83251 \n", + "[23]\tvalidation_0-auc:0.89407\tvalidation_1-auc:0.83271 \n", + "[24]\tvalidation_0-auc:0.89496\tvalidation_1-auc:0.83355 \n", + "[25]\tvalidation_0-auc:0.89548\tvalidation_1-auc:0.83469 \n", + "[26]\tvalidation_0-auc:0.89696\tvalidation_1-auc:0.83457 \n", + "[27]\tvalidation_0-auc:0.89818\tvalidation_1-auc:0.83451 \n", + "[28]\tvalidation_0-auc:0.89831\tvalidation_1-auc:0.83454 \n", + "[29]\tvalidation_0-auc:0.89859\tvalidation_1-auc:0.83460 \n", + "[30]\tvalidation_0-auc:0.89903\tvalidation_1-auc:0.83472 \n", + "[31]\tvalidation_0-auc:0.90011\tvalidation_1-auc:0.83500 \n", + "[32]\tvalidation_0-auc:0.90044\tvalidation_1-auc:0.83476 \n", + "[33]\tvalidation_0-auc:0.90100\tvalidation_1-auc:0.83440 \n", + "[34]\tvalidation_0-auc:0.90159\tvalidation_1-auc:0.83439 \n", + "[35]\tvalidation_0-auc:0.90219\tvalidation_1-auc:0.83466 \n", + "[36]\tvalidation_0-auc:0.90306\tvalidation_1-auc:0.83433 \n", + "[37]\tvalidation_0-auc:0.90345\tvalidation_1-auc:0.83407 \n", + "[38]\tvalidation_0-auc:0.90410\tvalidation_1-auc:0.83415 \n", + "[39]\tvalidation_0-auc:0.90452\tvalidation_1-auc:0.83431 \n", + "[40]\tvalidation_0-auc:0.90464\tvalidation_1-auc:0.83416 \n", + "[41]\tvalidation_0-auc:0.90481\tvalidation_1-auc:0.83415 \n", + "[42]\tvalidation_0-auc:0.90563\tvalidation_1-auc:0.83421 \n", + "[43]\tvalidation_0-auc:0.90582\tvalidation_1-auc:0.83401 \n", + "[44]\tvalidation_0-auc:0.90702\tvalidation_1-auc:0.83385 \n", + "[45]\tvalidation_0-auc:0.90727\tvalidation_1-auc:0.83384 \n", + "[46]\tvalidation_0-auc:0.90765\tvalidation_1-auc:0.83426 \n", + "[47]\tvalidation_0-auc:0.90794\tvalidation_1-auc:0.83463 \n", + "[48]\tvalidation_0-auc:0.90809\tvalidation_1-auc:0.83450 \n", + "[49]\tvalidation_0-auc:0.90840\tvalidation_1-auc:0.83448 \n", + "[50]\tvalidation_0-auc:0.90870\tvalidation_1-auc:0.83471 \n", + "[51]\tvalidation_0-auc:0.90900\tvalidation_1-auc:0.83470 \n", + "[52]\tvalidation_0-auc:0.91006\tvalidation_1-auc:0.83506 \n", + "[53]\tvalidation_0-auc:0.91026\tvalidation_1-auc:0.83502 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[54]\tvalidation_0-auc:0.91046\tvalidation_1-auc:0.83503 \n", + "[55]\tvalidation_0-auc:0.91062\tvalidation_1-auc:0.83481 \n", + "[56]\tvalidation_0-auc:0.91088\tvalidation_1-auc:0.83466 \n", + "[57]\tvalidation_0-auc:0.91094\tvalidation_1-auc:0.83459 \n", + "[58]\tvalidation_0-auc:0.91135\tvalidation_1-auc:0.83461 \n", + "[59]\tvalidation_0-auc:0.91153\tvalidation_1-auc:0.83424 \n", + "[60]\tvalidation_0-auc:0.91231\tvalidation_1-auc:0.83407 \n", + "[61]\tvalidation_0-auc:0.91266\tvalidation_1-auc:0.83358 \n", + "[62]\tvalidation_0-auc:0.91284\tvalidation_1-auc:0.83366 \n", + "[63]\tvalidation_0-auc:0.91341\tvalidation_1-auc:0.83316 \n", + "[64]\tvalidation_0-auc:0.91360\tvalidation_1-auc:0.83296 \n", + "[65]\tvalidation_0-auc:0.91383\tvalidation_1-auc:0.83281 \n", + "[66]\tvalidation_0-auc:0.91415\tvalidation_1-auc:0.83274 \n", + "[67]\tvalidation_0-auc:0.91443\tvalidation_1-auc:0.83231 \n", + "[68]\tvalidation_0-auc:0.91525\tvalidation_1-auc:0.83208 \n", + "[69]\tvalidation_0-auc:0.91535\tvalidation_1-auc:0.83198 \n", + "[70]\tvalidation_0-auc:0.91585\tvalidation_1-auc:0.83185 \n", + "[71]\tvalidation_0-auc:0.91594\tvalidation_1-auc:0.83167 \n", + "[72]\tvalidation_0-auc:0.91640\tvalidation_1-auc:0.83135 \n", + "[73]\tvalidation_0-auc:0.91704\tvalidation_1-auc:0.83164 \n", + "[74]\tvalidation_0-auc:0.91724\tvalidation_1-auc:0.83193 \n", + "[75]\tvalidation_0-auc:0.91778\tvalidation_1-auc:0.83173 \n", + "[76]\tvalidation_0-auc:0.91811\tvalidation_1-auc:0.83168 \n", + "[77]\tvalidation_0-auc:0.91831\tvalidation_1-auc:0.83167 \n", + "[78]\tvalidation_0-auc:0.91922\tvalidation_1-auc:0.83105 \n", + "[79]\tvalidation_0-auc:0.91940\tvalidation_1-auc:0.83079 \n", + "[80]\tvalidation_0-auc:0.91968\tvalidation_1-auc:0.83073 \n", + "[81]\tvalidation_0-auc:0.91985\tvalidation_1-auc:0.83090 \n", + "[82]\tvalidation_0-auc:0.91995\tvalidation_1-auc:0.83071 \n", + "[0]\tvalidation_0-auc:0.81950\tvalidation_1-auc:0.80966 \n", + "[1]\tvalidation_0-auc:0.83630\tvalidation_1-auc:0.81678 \n", + "[2]\tvalidation_0-auc:0.84084\tvalidation_1-auc:0.82311 \n", + "[3]\tvalidation_0-auc:0.84688\tvalidation_1-auc:0.82555 \n", + "[4]\tvalidation_0-auc:0.85097\tvalidation_1-auc:0.82449 \n", + "[5]\tvalidation_0-auc:0.85739\tvalidation_1-auc:0.82366 \n", + "[6]\tvalidation_0-auc:0.85937\tvalidation_1-auc:0.82151 \n", + "[7]\tvalidation_0-auc:0.86354\tvalidation_1-auc:0.82369 \n", + "[8]\tvalidation_0-auc:0.86762\tvalidation_1-auc:0.82581 \n", + "[9]\tvalidation_0-auc:0.86806\tvalidation_1-auc:0.82427 \n", + "[10]\tvalidation_0-auc:0.86833\tvalidation_1-auc:0.82236 \n", + "[11]\tvalidation_0-auc:0.86875\tvalidation_1-auc:0.82188 \n", + "[12]\tvalidation_0-auc:0.87507\tvalidation_1-auc:0.82603 \n", + "[13]\tvalidation_0-auc:0.87979\tvalidation_1-auc:0.83000 \n", + "[14]\tvalidation_0-auc:0.88146\tvalidation_1-auc:0.83188 \n", + "[15]\tvalidation_0-auc:0.88264\tvalidation_1-auc:0.83064 \n", + "[16]\tvalidation_0-auc:0.88430\tvalidation_1-auc:0.83207 \n", + "[17]\tvalidation_0-auc:0.88705\tvalidation_1-auc:0.83301 \n", + "[18]\tvalidation_0-auc:0.88764\tvalidation_1-auc:0.83355 \n", + "[19]\tvalidation_0-auc:0.88940\tvalidation_1-auc:0.83432 \n", + "[20]\tvalidation_0-auc:0.89004\tvalidation_1-auc:0.83386 \n", + "[21]\tvalidation_0-auc:0.89123\tvalidation_1-auc:0.83397 \n", + "[22]\tvalidation_0-auc:0.89255\tvalidation_1-auc:0.83541 \n", + "[23]\tvalidation_0-auc:0.89425\tvalidation_1-auc:0.83691 \n", + "[24]\tvalidation_0-auc:0.89521\tvalidation_1-auc:0.83679 \n", + "[25]\tvalidation_0-auc:0.89565\tvalidation_1-auc:0.83770 \n", + "[26]\tvalidation_0-auc:0.89737\tvalidation_1-auc:0.83742 \n", + "[27]\tvalidation_0-auc:0.89858\tvalidation_1-auc:0.83686 \n", + "[28]\tvalidation_0-auc:0.89956\tvalidation_1-auc:0.83707 \n", + "[29]\tvalidation_0-auc:0.90030\tvalidation_1-auc:0.83685 \n", + "[30]\tvalidation_0-auc:0.90094\tvalidation_1-auc:0.83640 \n", + "[31]\tvalidation_0-auc:0.90109\tvalidation_1-auc:0.83659 \n", + "[32]\tvalidation_0-auc:0.90194\tvalidation_1-auc:0.83695 \n", + "[33]\tvalidation_0-auc:0.90234\tvalidation_1-auc:0.83696 \n", + "[34]\tvalidation_0-auc:0.90320\tvalidation_1-auc:0.83701 \n", + "[35]\tvalidation_0-auc:0.90407\tvalidation_1-auc:0.83744 \n", + "[36]\tvalidation_0-auc:0.90495\tvalidation_1-auc:0.83700 \n", + "[37]\tvalidation_0-auc:0.90617\tvalidation_1-auc:0.83701 \n", + "[38]\tvalidation_0-auc:0.90710\tvalidation_1-auc:0.83662 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[39]\tvalidation_0-auc:0.90807\tvalidation_1-auc:0.83682 \n", + "[40]\tvalidation_0-auc:0.90843\tvalidation_1-auc:0.83676 \n", + "[41]\tvalidation_0-auc:0.90897\tvalidation_1-auc:0.83656 \n", + "[42]\tvalidation_0-auc:0.90938\tvalidation_1-auc:0.83653 \n", + "[43]\tvalidation_0-auc:0.91015\tvalidation_1-auc:0.83650 \n", + "[44]\tvalidation_0-auc:0.91047\tvalidation_1-auc:0.83638 \n", + "[45]\tvalidation_0-auc:0.91086\tvalidation_1-auc:0.83631 \n", + "[46]\tvalidation_0-auc:0.91236\tvalidation_1-auc:0.83559 \n", + "[47]\tvalidation_0-auc:0.91249\tvalidation_1-auc:0.83522 \n", + "[48]\tvalidation_0-auc:0.91279\tvalidation_1-auc:0.83542 \n", + "[49]\tvalidation_0-auc:0.91307\tvalidation_1-auc:0.83544 \n", + "[50]\tvalidation_0-auc:0.91331\tvalidation_1-auc:0.83506 \n", + "[51]\tvalidation_0-auc:0.91359\tvalidation_1-auc:0.83486 \n", + "[52]\tvalidation_0-auc:0.91383\tvalidation_1-auc:0.83476 \n", + "[53]\tvalidation_0-auc:0.91405\tvalidation_1-auc:0.83466 \n", + "[54]\tvalidation_0-auc:0.91443\tvalidation_1-auc:0.83450 \n", + "[0]\tvalidation_0-auc:0.81704\tvalidation_1-auc:0.79248 \n", + "[1]\tvalidation_0-auc:0.82902\tvalidation_1-auc:0.80658 \n", + "[2]\tvalidation_0-auc:0.83543\tvalidation_1-auc:0.81152 \n", + "[3]\tvalidation_0-auc:0.83677\tvalidation_1-auc:0.81220 \n", + "[4]\tvalidation_0-auc:0.83939\tvalidation_1-auc:0.81477 \n", + "[5]\tvalidation_0-auc:0.84144\tvalidation_1-auc:0.81945 \n", + "[6]\tvalidation_0-auc:0.84558\tvalidation_1-auc:0.82100 \n", + "[7]\tvalidation_0-auc:0.84658\tvalidation_1-auc:0.82110 \n", + "[8]\tvalidation_0-auc:0.84858\tvalidation_1-auc:0.82213 \n", + "[9]\tvalidation_0-auc:0.84972\tvalidation_1-auc:0.82439 \n", + "[10]\tvalidation_0-auc:0.84706\tvalidation_1-auc:0.81874 \n", + "[11]\tvalidation_0-auc:0.84486\tvalidation_1-auc:0.81748 \n", + "[12]\tvalidation_0-auc:0.85023\tvalidation_1-auc:0.82276 \n", + "[13]\tvalidation_0-auc:0.85511\tvalidation_1-auc:0.82552 \n", + "[14]\tvalidation_0-auc:0.85686\tvalidation_1-auc:0.82727 \n", + "[15]\tvalidation_0-auc:0.85775\tvalidation_1-auc:0.82741 \n", + "[16]\tvalidation_0-auc:0.85960\tvalidation_1-auc:0.82948 \n", + "[17]\tvalidation_0-auc:0.86098\tvalidation_1-auc:0.83023 \n", + "[18]\tvalidation_0-auc:0.86107\tvalidation_1-auc:0.83011 \n", + "[19]\tvalidation_0-auc:0.86328\tvalidation_1-auc:0.83139 \n", + "[20]\tvalidation_0-auc:0.86370\tvalidation_1-auc:0.83125 \n", + "[21]\tvalidation_0-auc:0.86412\tvalidation_1-auc:0.82987 \n", + "[22]\tvalidation_0-auc:0.86530\tvalidation_1-auc:0.83043 \n", + "[23]\tvalidation_0-auc:0.86701\tvalidation_1-auc:0.83124 \n", + "[24]\tvalidation_0-auc:0.86829\tvalidation_1-auc:0.83223 \n", + "[25]\tvalidation_0-auc:0.86849\tvalidation_1-auc:0.83218 \n", + "[26]\tvalidation_0-auc:0.87053\tvalidation_1-auc:0.83261 \n", + "[27]\tvalidation_0-auc:0.87125\tvalidation_1-auc:0.83310 \n", + "[28]\tvalidation_0-auc:0.87164\tvalidation_1-auc:0.83300 \n", + "[29]\tvalidation_0-auc:0.87212\tvalidation_1-auc:0.83353 \n", + "[30]\tvalidation_0-auc:0.87310\tvalidation_1-auc:0.83348 \n", + "[31]\tvalidation_0-auc:0.87372\tvalidation_1-auc:0.83378 \n", + "[32]\tvalidation_0-auc:0.87396\tvalidation_1-auc:0.83379 \n", + "[33]\tvalidation_0-auc:0.87438\tvalidation_1-auc:0.83410 \n", + "[34]\tvalidation_0-auc:0.87464\tvalidation_1-auc:0.83405 \n", + "[35]\tvalidation_0-auc:0.87510\tvalidation_1-auc:0.83403 \n", + "[36]\tvalidation_0-auc:0.87594\tvalidation_1-auc:0.83423 \n", + "[37]\tvalidation_0-auc:0.87619\tvalidation_1-auc:0.83384 \n", + "[38]\tvalidation_0-auc:0.87667\tvalidation_1-auc:0.83325 \n", + "[39]\tvalidation_0-auc:0.87723\tvalidation_1-auc:0.83323 \n", + "[40]\tvalidation_0-auc:0.87737\tvalidation_1-auc:0.83321 \n", + "[41]\tvalidation_0-auc:0.87753\tvalidation_1-auc:0.83299 \n", + "[42]\tvalidation_0-auc:0.87830\tvalidation_1-auc:0.83289 \n", + "[43]\tvalidation_0-auc:0.87850\tvalidation_1-auc:0.83286 \n", + "[44]\tvalidation_0-auc:0.87906\tvalidation_1-auc:0.83243 \n", + "[45]\tvalidation_0-auc:0.87978\tvalidation_1-auc:0.83241 \n", + "[46]\tvalidation_0-auc:0.88033\tvalidation_1-auc:0.83185 \n", + "[47]\tvalidation_0-auc:0.88080\tvalidation_1-auc:0.83134 \n", + "[48]\tvalidation_0-auc:0.88100\tvalidation_1-auc:0.83117 \n", + "[49]\tvalidation_0-auc:0.88144\tvalidation_1-auc:0.83104 \n", + "[50]\tvalidation_0-auc:0.88252\tvalidation_1-auc:0.83106 \n", + "[51]\tvalidation_0-auc:0.88355\tvalidation_1-auc:0.83118 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[52]\tvalidation_0-auc:0.88386\tvalidation_1-auc:0.83086 \n", + "[53]\tvalidation_0-auc:0.88436\tvalidation_1-auc:0.83053 \n", + "[54]\tvalidation_0-auc:0.88483\tvalidation_1-auc:0.83049 \n", + "[55]\tvalidation_0-auc:0.88514\tvalidation_1-auc:0.83038 \n", + "[56]\tvalidation_0-auc:0.88543\tvalidation_1-auc:0.83020 \n", + "[57]\tvalidation_0-auc:0.88622\tvalidation_1-auc:0.82985 \n", + "[58]\tvalidation_0-auc:0.88675\tvalidation_1-auc:0.82971 \n", + "[59]\tvalidation_0-auc:0.88751\tvalidation_1-auc:0.82978 \n", + "[60]\tvalidation_0-auc:0.88776\tvalidation_1-auc:0.83001 \n", + "[61]\tvalidation_0-auc:0.88839\tvalidation_1-auc:0.82973 \n", + "[62]\tvalidation_0-auc:0.88899\tvalidation_1-auc:0.82987 \n", + "[63]\tvalidation_0-auc:0.88921\tvalidation_1-auc:0.82948 \n", + "[64]\tvalidation_0-auc:0.88981\tvalidation_1-auc:0.82947 \n", + "[65]\tvalidation_0-auc:0.89035\tvalidation_1-auc:0.82868 \n", + "[66]\tvalidation_0-auc:0.89096\tvalidation_1-auc:0.82815 \n", + "[0]\tvalidation_0-auc:0.81374\tvalidation_1-auc:0.80485 \n", + "[1]\tvalidation_0-auc:0.82473\tvalidation_1-auc:0.81696 \n", + "[2]\tvalidation_0-auc:0.83262\tvalidation_1-auc:0.82407 \n", + "[3]\tvalidation_0-auc:0.83340\tvalidation_1-auc:0.82335 \n", + "[4]\tvalidation_0-auc:0.83922\tvalidation_1-auc:0.82460 \n", + "[5]\tvalidation_0-auc:0.84039\tvalidation_1-auc:0.82397 \n", + "[6]\tvalidation_0-auc:0.84434\tvalidation_1-auc:0.82423 \n", + "[7]\tvalidation_0-auc:0.84588\tvalidation_1-auc:0.82383 \n", + "[8]\tvalidation_0-auc:0.84930\tvalidation_1-auc:0.82596 \n", + "[9]\tvalidation_0-auc:0.85063\tvalidation_1-auc:0.82501 \n", + "[10]\tvalidation_0-auc:0.84893\tvalidation_1-auc:0.82193 \n", + "[11]\tvalidation_0-auc:0.84871\tvalidation_1-auc:0.81938 \n", + "[12]\tvalidation_0-auc:0.85225\tvalidation_1-auc:0.82452 \n", + "[13]\tvalidation_0-auc:0.85609\tvalidation_1-auc:0.82798 \n", + "[14]\tvalidation_0-auc:0.85820\tvalidation_1-auc:0.83089 \n", + "[15]\tvalidation_0-auc:0.85962\tvalidation_1-auc:0.82965 \n", + "[16]\tvalidation_0-auc:0.86070\tvalidation_1-auc:0.83049 \n", + "[17]\tvalidation_0-auc:0.86249\tvalidation_1-auc:0.83197 \n", + "[18]\tvalidation_0-auc:0.86266\tvalidation_1-auc:0.83081 \n", + "[19]\tvalidation_0-auc:0.86470\tvalidation_1-auc:0.83225 \n", + "[20]\tvalidation_0-auc:0.86500\tvalidation_1-auc:0.83198 \n", + "[21]\tvalidation_0-auc:0.86562\tvalidation_1-auc:0.83188 \n", + "[22]\tvalidation_0-auc:0.86696\tvalidation_1-auc:0.83418 \n", + "[23]\tvalidation_0-auc:0.86783\tvalidation_1-auc:0.83487 \n", + "[24]\tvalidation_0-auc:0.86908\tvalidation_1-auc:0.83540 \n", + "[25]\tvalidation_0-auc:0.86947\tvalidation_1-auc:0.83609 \n", + "[26]\tvalidation_0-auc:0.87063\tvalidation_1-auc:0.83554 \n", + "[27]\tvalidation_0-auc:0.87139\tvalidation_1-auc:0.83588 \n", + "[28]\tvalidation_0-auc:0.87158\tvalidation_1-auc:0.83603 \n", + "[29]\tvalidation_0-auc:0.87226\tvalidation_1-auc:0.83548 \n", + "[30]\tvalidation_0-auc:0.87322\tvalidation_1-auc:0.83558 \n", + "[31]\tvalidation_0-auc:0.87387\tvalidation_1-auc:0.83561 \n", + "[32]\tvalidation_0-auc:0.87440\tvalidation_1-auc:0.83562 \n", + "[33]\tvalidation_0-auc:0.87496\tvalidation_1-auc:0.83531 \n", + "[34]\tvalidation_0-auc:0.87571\tvalidation_1-auc:0.83536 \n", + "[35]\tvalidation_0-auc:0.87633\tvalidation_1-auc:0.83503 \n", + "[36]\tvalidation_0-auc:0.87692\tvalidation_1-auc:0.83488 \n", + "[37]\tvalidation_0-auc:0.87727\tvalidation_1-auc:0.83485 \n", + "[38]\tvalidation_0-auc:0.87747\tvalidation_1-auc:0.83491 \n", + "[39]\tvalidation_0-auc:0.87888\tvalidation_1-auc:0.83469 \n", + "[40]\tvalidation_0-auc:0.87908\tvalidation_1-auc:0.83480 \n", + "[41]\tvalidation_0-auc:0.87929\tvalidation_1-auc:0.83471 \n", + "[42]\tvalidation_0-auc:0.88034\tvalidation_1-auc:0.83461 \n", + "[43]\tvalidation_0-auc:0.88097\tvalidation_1-auc:0.83483 \n", + "[44]\tvalidation_0-auc:0.88129\tvalidation_1-auc:0.83476 \n", + "[45]\tvalidation_0-auc:0.88146\tvalidation_1-auc:0.83435 \n", + "[46]\tvalidation_0-auc:0.88171\tvalidation_1-auc:0.83425 \n", + "[47]\tvalidation_0-auc:0.88253\tvalidation_1-auc:0.83396 \n", + "[48]\tvalidation_0-auc:0.88316\tvalidation_1-auc:0.83406 \n", + "[49]\tvalidation_0-auc:0.88385\tvalidation_1-auc:0.83414 \n", + "[50]\tvalidation_0-auc:0.88400\tvalidation_1-auc:0.83434 \n", + "[51]\tvalidation_0-auc:0.88446\tvalidation_1-auc:0.83398 \n", + "[52]\tvalidation_0-auc:0.88487\tvalidation_1-auc:0.83386 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[53]\tvalidation_0-auc:0.88511\tvalidation_1-auc:0.83393 \n", + "[54]\tvalidation_0-auc:0.88529\tvalidation_1-auc:0.83383 \n", + "[0]\tvalidation_0-auc:0.82066\tvalidation_1-auc:0.81205 \n", + "[1]\tvalidation_0-auc:0.82799\tvalidation_1-auc:0.82013 \n", + "[2]\tvalidation_0-auc:0.83363\tvalidation_1-auc:0.82327 \n", + "[3]\tvalidation_0-auc:0.83589\tvalidation_1-auc:0.82392 \n", + "[4]\tvalidation_0-auc:0.83797\tvalidation_1-auc:0.82395 \n", + "[5]\tvalidation_0-auc:0.84234\tvalidation_1-auc:0.82339 \n", + "[6]\tvalidation_0-auc:0.84596\tvalidation_1-auc:0.82563 \n", + "[7]\tvalidation_0-auc:0.84855\tvalidation_1-auc:0.82862 \n", + "[8]\tvalidation_0-auc:0.85063\tvalidation_1-auc:0.82949 \n", + "[9]\tvalidation_0-auc:0.85027\tvalidation_1-auc:0.82795 \n", + "[10]\tvalidation_0-auc:0.85088\tvalidation_1-auc:0.82837 \n", + "[11]\tvalidation_0-auc:0.84940\tvalidation_1-auc:0.82628 \n", + "[12]\tvalidation_0-auc:0.85251\tvalidation_1-auc:0.82943 \n", + "[13]\tvalidation_0-auc:0.85554\tvalidation_1-auc:0.83122 \n", + "[14]\tvalidation_0-auc:0.85723\tvalidation_1-auc:0.83291 \n", + "[15]\tvalidation_0-auc:0.85820\tvalidation_1-auc:0.82942 \n", + "[16]\tvalidation_0-auc:0.86069\tvalidation_1-auc:0.83157 \n", + "[17]\tvalidation_0-auc:0.86203\tvalidation_1-auc:0.83199 \n", + "[18]\tvalidation_0-auc:0.86236\tvalidation_1-auc:0.83262 \n", + "[19]\tvalidation_0-auc:0.86361\tvalidation_1-auc:0.83464 \n", + "[20]\tvalidation_0-auc:0.86363\tvalidation_1-auc:0.83413 \n", + "[21]\tvalidation_0-auc:0.86511\tvalidation_1-auc:0.83393 \n", + "[22]\tvalidation_0-auc:0.86630\tvalidation_1-auc:0.83634 \n", + "[23]\tvalidation_0-auc:0.86711\tvalidation_1-auc:0.83710 \n", + "[24]\tvalidation_0-auc:0.86748\tvalidation_1-auc:0.83686 \n", + "[25]\tvalidation_0-auc:0.86808\tvalidation_1-auc:0.83735 \n", + "[26]\tvalidation_0-auc:0.87002\tvalidation_1-auc:0.83755 \n", + "[27]\tvalidation_0-auc:0.87105\tvalidation_1-auc:0.83794 \n", + "[28]\tvalidation_0-auc:0.87170\tvalidation_1-auc:0.83722 \n", + "[29]\tvalidation_0-auc:0.87202\tvalidation_1-auc:0.83715 \n", + "[30]\tvalidation_0-auc:0.87311\tvalidation_1-auc:0.83677 \n", + "[31]\tvalidation_0-auc:0.87357\tvalidation_1-auc:0.83704 \n", + "[32]\tvalidation_0-auc:0.87413\tvalidation_1-auc:0.83803 \n", + "[33]\tvalidation_0-auc:0.87501\tvalidation_1-auc:0.83839 \n", + "[34]\tvalidation_0-auc:0.87541\tvalidation_1-auc:0.83868 \n", + "[35]\tvalidation_0-auc:0.87592\tvalidation_1-auc:0.83863 \n", + "[36]\tvalidation_0-auc:0.87662\tvalidation_1-auc:0.83824 \n", + "[37]\tvalidation_0-auc:0.87745\tvalidation_1-auc:0.83835 \n", + "[38]\tvalidation_0-auc:0.87808\tvalidation_1-auc:0.83799 \n", + "[39]\tvalidation_0-auc:0.87867\tvalidation_1-auc:0.83807 \n", + "[40]\tvalidation_0-auc:0.87953\tvalidation_1-auc:0.83786 \n", + "[41]\tvalidation_0-auc:0.87993\tvalidation_1-auc:0.83760 \n", + "[42]\tvalidation_0-auc:0.88044\tvalidation_1-auc:0.83763 \n", + "[43]\tvalidation_0-auc:0.88069\tvalidation_1-auc:0.83771 \n", + "[44]\tvalidation_0-auc:0.88099\tvalidation_1-auc:0.83754 \n", + "[45]\tvalidation_0-auc:0.88109\tvalidation_1-auc:0.83773 \n", + "[46]\tvalidation_0-auc:0.88148\tvalidation_1-auc:0.83755 \n", + "[47]\tvalidation_0-auc:0.88177\tvalidation_1-auc:0.83743 \n", + "[48]\tvalidation_0-auc:0.88192\tvalidation_1-auc:0.83729 \n", + "[49]\tvalidation_0-auc:0.88275\tvalidation_1-auc:0.83713 \n", + "[50]\tvalidation_0-auc:0.88322\tvalidation_1-auc:0.83709 \n", + "[51]\tvalidation_0-auc:0.88346\tvalidation_1-auc:0.83713 \n", + "[52]\tvalidation_0-auc:0.88450\tvalidation_1-auc:0.83696 \n", + "[53]\tvalidation_0-auc:0.88468\tvalidation_1-auc:0.83697 \n", + "[54]\tvalidation_0-auc:0.88519\tvalidation_1-auc:0.83679 \n", + "[55]\tvalidation_0-auc:0.88557\tvalidation_1-auc:0.83658 \n", + "[56]\tvalidation_0-auc:0.88615\tvalidation_1-auc:0.83633 \n", + "[57]\tvalidation_0-auc:0.88644\tvalidation_1-auc:0.83633 \n", + "[58]\tvalidation_0-auc:0.88676\tvalidation_1-auc:0.83632 \n", + "[59]\tvalidation_0-auc:0.88749\tvalidation_1-auc:0.83638 \n", + "[60]\tvalidation_0-auc:0.88814\tvalidation_1-auc:0.83614 \n", + "[61]\tvalidation_0-auc:0.88846\tvalidation_1-auc:0.83614 \n", + "[62]\tvalidation_0-auc:0.88863\tvalidation_1-auc:0.83569 \n", + "[63]\tvalidation_0-auc:0.88897\tvalidation_1-auc:0.83547 \n", + "[0]\tvalidation_0-auc:0.82659\tvalidation_1-auc:0.80112 \n", + "[1]\tvalidation_0-auc:0.83371\tvalidation_1-auc:0.80371 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2]\tvalidation_0-auc:0.84264\tvalidation_1-auc:0.81179 \n", + "[3]\tvalidation_0-auc:0.84650\tvalidation_1-auc:0.81242 \n", + "[4]\tvalidation_0-auc:0.85308\tvalidation_1-auc:0.81600 \n", + "[5]\tvalidation_0-auc:0.85696\tvalidation_1-auc:0.81923 \n", + "[6]\tvalidation_0-auc:0.86418\tvalidation_1-auc:0.82457 \n", + "[7]\tvalidation_0-auc:0.86649\tvalidation_1-auc:0.82489 \n", + "[8]\tvalidation_0-auc:0.86790\tvalidation_1-auc:0.82758 \n", + "[9]\tvalidation_0-auc:0.86935\tvalidation_1-auc:0.82736 \n", + "[10]\tvalidation_0-auc:0.86981\tvalidation_1-auc:0.82458 \n", + "[11]\tvalidation_0-auc:0.87011\tvalidation_1-auc:0.82297 \n", + "[12]\tvalidation_0-auc:0.87362\tvalidation_1-auc:0.82701 \n", + "[13]\tvalidation_0-auc:0.87962\tvalidation_1-auc:0.82956 \n", + "[14]\tvalidation_0-auc:0.88169\tvalidation_1-auc:0.83124 \n", + "[15]\tvalidation_0-auc:0.88526\tvalidation_1-auc:0.83178 \n", + "[16]\tvalidation_0-auc:0.88623\tvalidation_1-auc:0.83259 \n", + "[17]\tvalidation_0-auc:0.88898\tvalidation_1-auc:0.83362 \n", + "[18]\tvalidation_0-auc:0.89013\tvalidation_1-auc:0.83200 \n", + "[19]\tvalidation_0-auc:0.89267\tvalidation_1-auc:0.83342 \n", + "[20]\tvalidation_0-auc:0.89343\tvalidation_1-auc:0.83296 \n", + "[21]\tvalidation_0-auc:0.89493\tvalidation_1-auc:0.83129 \n", + "[22]\tvalidation_0-auc:0.89695\tvalidation_1-auc:0.83205 \n", + "[23]\tvalidation_0-auc:0.89894\tvalidation_1-auc:0.83185 \n", + "[24]\tvalidation_0-auc:0.90045\tvalidation_1-auc:0.83203 \n", + "[25]\tvalidation_0-auc:0.90123\tvalidation_1-auc:0.83246 \n", + "[26]\tvalidation_0-auc:0.90253\tvalidation_1-auc:0.83262 \n", + "[27]\tvalidation_0-auc:0.90365\tvalidation_1-auc:0.83244 \n", + "[28]\tvalidation_0-auc:0.90404\tvalidation_1-auc:0.83176 \n", + "[29]\tvalidation_0-auc:0.90523\tvalidation_1-auc:0.83129 \n", + "[30]\tvalidation_0-auc:0.90694\tvalidation_1-auc:0.83057 \n", + "[31]\tvalidation_0-auc:0.90771\tvalidation_1-auc:0.83078 \n", + "[32]\tvalidation_0-auc:0.90812\tvalidation_1-auc:0.83091 \n", + "[33]\tvalidation_0-auc:0.90879\tvalidation_1-auc:0.83046 \n", + "[34]\tvalidation_0-auc:0.90914\tvalidation_1-auc:0.83012 \n", + "[35]\tvalidation_0-auc:0.90980\tvalidation_1-auc:0.83027 \n", + "[36]\tvalidation_0-auc:0.91013\tvalidation_1-auc:0.83049 \n", + "[37]\tvalidation_0-auc:0.91101\tvalidation_1-auc:0.83039 \n", + "[38]\tvalidation_0-auc:0.91199\tvalidation_1-auc:0.83072 \n", + "[39]\tvalidation_0-auc:0.91230\tvalidation_1-auc:0.83035 \n", + "[40]\tvalidation_0-auc:0.91243\tvalidation_1-auc:0.83029 \n", + "[41]\tvalidation_0-auc:0.91255\tvalidation_1-auc:0.83006 \n", + "[42]\tvalidation_0-auc:0.91297\tvalidation_1-auc:0.83000 \n", + "[43]\tvalidation_0-auc:0.91342\tvalidation_1-auc:0.82981 \n", + "[44]\tvalidation_0-auc:0.91468\tvalidation_1-auc:0.82923 \n", + "[45]\tvalidation_0-auc:0.91482\tvalidation_1-auc:0.82880 \n", + "[46]\tvalidation_0-auc:0.91528\tvalidation_1-auc:0.82817 \n", + "[47]\tvalidation_0-auc:0.91559\tvalidation_1-auc:0.82841 \n", + "[0]\tvalidation_0-auc:0.81972\tvalidation_1-auc:0.80653 \n", + "[1]\tvalidation_0-auc:0.83266\tvalidation_1-auc:0.81505 \n", + "[2]\tvalidation_0-auc:0.84274\tvalidation_1-auc:0.82290 \n", + "[3]\tvalidation_0-auc:0.84428\tvalidation_1-auc:0.82338 \n", + "[4]\tvalidation_0-auc:0.85323\tvalidation_1-auc:0.82835 \n", + "[5]\tvalidation_0-auc:0.85826\tvalidation_1-auc:0.82739 \n", + "[6]\tvalidation_0-auc:0.86305\tvalidation_1-auc:0.82667 \n", + "[7]\tvalidation_0-auc:0.86798\tvalidation_1-auc:0.82878 \n", + "[8]\tvalidation_0-auc:0.87369\tvalidation_1-auc:0.83099 \n", + "[9]\tvalidation_0-auc:0.87390\tvalidation_1-auc:0.82969 \n", + "[10]\tvalidation_0-auc:0.87337\tvalidation_1-auc:0.82582 \n", + "[11]\tvalidation_0-auc:0.87584\tvalidation_1-auc:0.82280 \n", + "[12]\tvalidation_0-auc:0.87988\tvalidation_1-auc:0.82611 \n", + "[13]\tvalidation_0-auc:0.88304\tvalidation_1-auc:0.83007 \n", + "[14]\tvalidation_0-auc:0.88549\tvalidation_1-auc:0.83119 \n", + "[15]\tvalidation_0-auc:0.88916\tvalidation_1-auc:0.83169 \n", + "[16]\tvalidation_0-auc:0.88988\tvalidation_1-auc:0.83320 \n", + "[17]\tvalidation_0-auc:0.89194\tvalidation_1-auc:0.83497 \n", + "[18]\tvalidation_0-auc:0.89298\tvalidation_1-auc:0.83380 \n", + "[19]\tvalidation_0-auc:0.89552\tvalidation_1-auc:0.83421 \n", + "[20]\tvalidation_0-auc:0.89646\tvalidation_1-auc:0.83310 \n", + "[21]\tvalidation_0-auc:0.89735\tvalidation_1-auc:0.83260 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[22]\tvalidation_0-auc:0.89832\tvalidation_1-auc:0.83378 \n", + "[23]\tvalidation_0-auc:0.90060\tvalidation_1-auc:0.83481 \n", + "[24]\tvalidation_0-auc:0.90248\tvalidation_1-auc:0.83538 \n", + "[25]\tvalidation_0-auc:0.90370\tvalidation_1-auc:0.83580 \n", + "[26]\tvalidation_0-auc:0.90592\tvalidation_1-auc:0.83463 \n", + "[27]\tvalidation_0-auc:0.90692\tvalidation_1-auc:0.83535 \n", + "[28]\tvalidation_0-auc:0.90715\tvalidation_1-auc:0.83497 \n", + "[29]\tvalidation_0-auc:0.90788\tvalidation_1-auc:0.83532 \n", + "[30]\tvalidation_0-auc:0.90930\tvalidation_1-auc:0.83535 \n", + "[31]\tvalidation_0-auc:0.90991\tvalidation_1-auc:0.83529 \n", + "[32]\tvalidation_0-auc:0.91035\tvalidation_1-auc:0.83558 \n", + "[33]\tvalidation_0-auc:0.91040\tvalidation_1-auc:0.83530 \n", + "[34]\tvalidation_0-auc:0.91043\tvalidation_1-auc:0.83528 \n", + "[35]\tvalidation_0-auc:0.91079\tvalidation_1-auc:0.83538 \n", + "[36]\tvalidation_0-auc:0.91142\tvalidation_1-auc:0.83537 \n", + "[37]\tvalidation_0-auc:0.91162\tvalidation_1-auc:0.83581 \n", + "[38]\tvalidation_0-auc:0.91246\tvalidation_1-auc:0.83482 \n", + "[39]\tvalidation_0-auc:0.91256\tvalidation_1-auc:0.83505 \n", + "[40]\tvalidation_0-auc:0.91333\tvalidation_1-auc:0.83484 \n", + "[41]\tvalidation_0-auc:0.91362\tvalidation_1-auc:0.83488 \n", + "[42]\tvalidation_0-auc:0.91438\tvalidation_1-auc:0.83500 \n", + "[43]\tvalidation_0-auc:0.91447\tvalidation_1-auc:0.83491 \n", + "[44]\tvalidation_0-auc:0.91513\tvalidation_1-auc:0.83485 \n", + "[45]\tvalidation_0-auc:0.91541\tvalidation_1-auc:0.83476 \n", + "[46]\tvalidation_0-auc:0.91593\tvalidation_1-auc:0.83428 \n", + "[47]\tvalidation_0-auc:0.91623\tvalidation_1-auc:0.83377 \n", + "[48]\tvalidation_0-auc:0.91669\tvalidation_1-auc:0.83340 \n", + "[49]\tvalidation_0-auc:0.91690\tvalidation_1-auc:0.83336 \n", + "[50]\tvalidation_0-auc:0.91710\tvalidation_1-auc:0.83362 \n", + "[51]\tvalidation_0-auc:0.91761\tvalidation_1-auc:0.83379 \n", + "[52]\tvalidation_0-auc:0.91779\tvalidation_1-auc:0.83373 \n", + "[53]\tvalidation_0-auc:0.91823\tvalidation_1-auc:0.83359 \n", + "[54]\tvalidation_0-auc:0.91846\tvalidation_1-auc:0.83349 \n", + "[55]\tvalidation_0-auc:0.91898\tvalidation_1-auc:0.83329 \n", + "[56]\tvalidation_0-auc:0.91916\tvalidation_1-auc:0.83298 \n", + "[57]\tvalidation_0-auc:0.91935\tvalidation_1-auc:0.83280 \n", + "[58]\tvalidation_0-auc:0.91980\tvalidation_1-auc:0.83237 \n", + "[59]\tvalidation_0-auc:0.91998\tvalidation_1-auc:0.83225 \n", + "[60]\tvalidation_0-auc:0.92018\tvalidation_1-auc:0.83215 \n", + "[61]\tvalidation_0-auc:0.92035\tvalidation_1-auc:0.83214 \n", + "[62]\tvalidation_0-auc:0.92084\tvalidation_1-auc:0.83165 \n", + "[63]\tvalidation_0-auc:0.92101\tvalidation_1-auc:0.83161 \n", + "[64]\tvalidation_0-auc:0.92189\tvalidation_1-auc:0.83128 \n", + "[65]\tvalidation_0-auc:0.92202\tvalidation_1-auc:0.83107 \n", + "[66]\tvalidation_0-auc:0.92263\tvalidation_1-auc:0.83084 \n", + "[67]\tvalidation_0-auc:0.92273\tvalidation_1-auc:0.83049 \n", + "[0]\tvalidation_0-auc:0.82964\tvalidation_1-auc:0.81249 \n", + "[1]\tvalidation_0-auc:0.83634\tvalidation_1-auc:0.81344 \n", + "[2]\tvalidation_0-auc:0.84145\tvalidation_1-auc:0.82021 \n", + "[3]\tvalidation_0-auc:0.84568\tvalidation_1-auc:0.82138 \n", + "[4]\tvalidation_0-auc:0.85167\tvalidation_1-auc:0.82246 \n", + "[5]\tvalidation_0-auc:0.85921\tvalidation_1-auc:0.82296 \n", + "[6]\tvalidation_0-auc:0.86249\tvalidation_1-auc:0.82628 \n", + "[7]\tvalidation_0-auc:0.86699\tvalidation_1-auc:0.82832 \n", + "[8]\tvalidation_0-auc:0.86978\tvalidation_1-auc:0.82932 \n", + "[9]\tvalidation_0-auc:0.87172\tvalidation_1-auc:0.82928 \n", + "[10]\tvalidation_0-auc:0.87321\tvalidation_1-auc:0.82660 \n", + "[11]\tvalidation_0-auc:0.87470\tvalidation_1-auc:0.82398 \n", + "[12]\tvalidation_0-auc:0.87904\tvalidation_1-auc:0.82761 \n", + "[13]\tvalidation_0-auc:0.88156\tvalidation_1-auc:0.82901 \n", + "[14]\tvalidation_0-auc:0.88321\tvalidation_1-auc:0.82942 \n", + "[15]\tvalidation_0-auc:0.88703\tvalidation_1-auc:0.83017 \n", + "[16]\tvalidation_0-auc:0.88759\tvalidation_1-auc:0.83066 \n", + "[17]\tvalidation_0-auc:0.89055\tvalidation_1-auc:0.83256 \n", + "[18]\tvalidation_0-auc:0.89146\tvalidation_1-auc:0.83216 \n", + "[19]\tvalidation_0-auc:0.89395\tvalidation_1-auc:0.83323 \n", + "[20]\tvalidation_0-auc:0.89531\tvalidation_1-auc:0.83274 \n", + "[21]\tvalidation_0-auc:0.89634\tvalidation_1-auc:0.83202 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[22]\tvalidation_0-auc:0.89741\tvalidation_1-auc:0.83218 \n", + "[23]\tvalidation_0-auc:0.89974\tvalidation_1-auc:0.83299 \n", + "[24]\tvalidation_0-auc:0.90102\tvalidation_1-auc:0.83261 \n", + "[25]\tvalidation_0-auc:0.90154\tvalidation_1-auc:0.83376 \n", + "[26]\tvalidation_0-auc:0.90326\tvalidation_1-auc:0.83339 \n", + "[27]\tvalidation_0-auc:0.90451\tvalidation_1-auc:0.83372 \n", + "[28]\tvalidation_0-auc:0.90499\tvalidation_1-auc:0.83367 \n", + "[29]\tvalidation_0-auc:0.90552\tvalidation_1-auc:0.83401 \n", + "[30]\tvalidation_0-auc:0.90666\tvalidation_1-auc:0.83372 \n", + "[31]\tvalidation_0-auc:0.90721\tvalidation_1-auc:0.83438 \n", + "[32]\tvalidation_0-auc:0.90812\tvalidation_1-auc:0.83527 \n", + "[33]\tvalidation_0-auc:0.90881\tvalidation_1-auc:0.83524 \n", + "[34]\tvalidation_0-auc:0.90901\tvalidation_1-auc:0.83505 \n", + "[35]\tvalidation_0-auc:0.91025\tvalidation_1-auc:0.83501 \n", + "[36]\tvalidation_0-auc:0.91087\tvalidation_1-auc:0.83435 \n", + "[37]\tvalidation_0-auc:0.91121\tvalidation_1-auc:0.83416 \n", + "[38]\tvalidation_0-auc:0.91158\tvalidation_1-auc:0.83375 \n", + "[39]\tvalidation_0-auc:0.91197\tvalidation_1-auc:0.83338 \n", + "[40]\tvalidation_0-auc:0.91255\tvalidation_1-auc:0.83406 \n", + "[41]\tvalidation_0-auc:0.91322\tvalidation_1-auc:0.83374 \n", + "[42]\tvalidation_0-auc:0.91388\tvalidation_1-auc:0.83352 \n", + "[43]\tvalidation_0-auc:0.91543\tvalidation_1-auc:0.83353 \n", + "[44]\tvalidation_0-auc:0.91592\tvalidation_1-auc:0.83321 \n", + "[45]\tvalidation_0-auc:0.91620\tvalidation_1-auc:0.83306 \n", + "[46]\tvalidation_0-auc:0.91704\tvalidation_1-auc:0.83257 \n", + "[47]\tvalidation_0-auc:0.91777\tvalidation_1-auc:0.83213 \n", + "[48]\tvalidation_0-auc:0.91796\tvalidation_1-auc:0.83215 \n", + "[49]\tvalidation_0-auc:0.91848\tvalidation_1-auc:0.83201 \n", + "[50]\tvalidation_0-auc:0.91871\tvalidation_1-auc:0.83210 \n", + "[51]\tvalidation_0-auc:0.91900\tvalidation_1-auc:0.83214 \n", + "[52]\tvalidation_0-auc:0.91927\tvalidation_1-auc:0.83182 \n", + "[53]\tvalidation_0-auc:0.91977\tvalidation_1-auc:0.83156 \n", + "[54]\tvalidation_0-auc:0.92012\tvalidation_1-auc:0.83147 \n", + "[55]\tvalidation_0-auc:0.92034\tvalidation_1-auc:0.83123 \n", + "[56]\tvalidation_0-auc:0.92054\tvalidation_1-auc:0.83110 \n", + "[57]\tvalidation_0-auc:0.92087\tvalidation_1-auc:0.83080 \n", + "[58]\tvalidation_0-auc:0.92169\tvalidation_1-auc:0.83052 \n", + "[59]\tvalidation_0-auc:0.92181\tvalidation_1-auc:0.83055 \n", + "[60]\tvalidation_0-auc:0.92196\tvalidation_1-auc:0.83035 \n", + "[61]\tvalidation_0-auc:0.92225\tvalidation_1-auc:0.82997 \n", + "[0]\tvalidation_0-auc:0.81694\tvalidation_1-auc:0.79165 \n", + "[1]\tvalidation_0-auc:0.82918\tvalidation_1-auc:0.80332 \n", + "[2]\tvalidation_0-auc:0.83927\tvalidation_1-auc:0.81213 \n", + "[3]\tvalidation_0-auc:0.84015\tvalidation_1-auc:0.81152 \n", + "[4]\tvalidation_0-auc:0.84222\tvalidation_1-auc:0.81407 \n", + "[5]\tvalidation_0-auc:0.84440\tvalidation_1-auc:0.81861 \n", + "[6]\tvalidation_0-auc:0.84866\tvalidation_1-auc:0.81951 \n", + "[7]\tvalidation_0-auc:0.85093\tvalidation_1-auc:0.81917 \n", + "[8]\tvalidation_0-auc:0.85269\tvalidation_1-auc:0.82112 \n", + "[9]\tvalidation_0-auc:0.85400\tvalidation_1-auc:0.82023 \n", + "[10]\tvalidation_0-auc:0.85005\tvalidation_1-auc:0.81417 \n", + "[11]\tvalidation_0-auc:0.85051\tvalidation_1-auc:0.81545 \n", + "[12]\tvalidation_0-auc:0.85676\tvalidation_1-auc:0.82049 \n", + "[13]\tvalidation_0-auc:0.86258\tvalidation_1-auc:0.82445 \n", + "[14]\tvalidation_0-auc:0.86362\tvalidation_1-auc:0.82695 \n", + "[15]\tvalidation_0-auc:0.86628\tvalidation_1-auc:0.82752 \n", + "[16]\tvalidation_0-auc:0.86760\tvalidation_1-auc:0.82843 \n", + "[17]\tvalidation_0-auc:0.87150\tvalidation_1-auc:0.82845 \n", + "[18]\tvalidation_0-auc:0.87185\tvalidation_1-auc:0.82830 \n", + "[19]\tvalidation_0-auc:0.87438\tvalidation_1-auc:0.82893 \n", + "[20]\tvalidation_0-auc:0.87488\tvalidation_1-auc:0.82868 \n", + "[21]\tvalidation_0-auc:0.87593\tvalidation_1-auc:0.82717 \n", + "[22]\tvalidation_0-auc:0.87785\tvalidation_1-auc:0.82875 \n", + "[23]\tvalidation_0-auc:0.87991\tvalidation_1-auc:0.82948 \n", + "[24]\tvalidation_0-auc:0.88120\tvalidation_1-auc:0.82992 \n", + "[25]\tvalidation_0-auc:0.88249\tvalidation_1-auc:0.82972 \n", + "[26]\tvalidation_0-auc:0.88481\tvalidation_1-auc:0.82962 \n", + "[27]\tvalidation_0-auc:0.88653\tvalidation_1-auc:0.82935 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[28]\tvalidation_0-auc:0.88759\tvalidation_1-auc:0.82926 \n", + "[29]\tvalidation_0-auc:0.88852\tvalidation_1-auc:0.82997 \n", + "[30]\tvalidation_0-auc:0.89023\tvalidation_1-auc:0.82935 \n", + "[31]\tvalidation_0-auc:0.89147\tvalidation_1-auc:0.82974 \n", + "[32]\tvalidation_0-auc:0.89225\tvalidation_1-auc:0.83006 \n", + "[33]\tvalidation_0-auc:0.89265\tvalidation_1-auc:0.83026 \n", + "[34]\tvalidation_0-auc:0.89318\tvalidation_1-auc:0.83035 \n", + "[35]\tvalidation_0-auc:0.89392\tvalidation_1-auc:0.83068 \n", + "[36]\tvalidation_0-auc:0.89535\tvalidation_1-auc:0.83049 \n", + "[37]\tvalidation_0-auc:0.89577\tvalidation_1-auc:0.83083 \n", + "[38]\tvalidation_0-auc:0.89646\tvalidation_1-auc:0.83088 \n", + "[39]\tvalidation_0-auc:0.89664\tvalidation_1-auc:0.83036 \n", + "[40]\tvalidation_0-auc:0.89704\tvalidation_1-auc:0.83087 \n", + "[41]\tvalidation_0-auc:0.89721\tvalidation_1-auc:0.83064 \n", + "[42]\tvalidation_0-auc:0.89808\tvalidation_1-auc:0.83039 \n", + "[43]\tvalidation_0-auc:0.89836\tvalidation_1-auc:0.83041 \n", + "[44]\tvalidation_0-auc:0.89948\tvalidation_1-auc:0.83029 \n", + "[45]\tvalidation_0-auc:0.89987\tvalidation_1-auc:0.83069 \n", + "[46]\tvalidation_0-auc:0.90023\tvalidation_1-auc:0.83080 \n", + "[47]\tvalidation_0-auc:0.90062\tvalidation_1-auc:0.83052 \n", + "[48]\tvalidation_0-auc:0.90083\tvalidation_1-auc:0.83003 \n", + "[49]\tvalidation_0-auc:0.90186\tvalidation_1-auc:0.82954 \n", + "[50]\tvalidation_0-auc:0.90206\tvalidation_1-auc:0.82921 \n", + "[51]\tvalidation_0-auc:0.90206\tvalidation_1-auc:0.82909 \n", + "[52]\tvalidation_0-auc:0.90231\tvalidation_1-auc:0.82914 \n", + "[53]\tvalidation_0-auc:0.90254\tvalidation_1-auc:0.82884 \n", + "[54]\tvalidation_0-auc:0.90403\tvalidation_1-auc:0.82918 \n", + "[55]\tvalidation_0-auc:0.90439\tvalidation_1-auc:0.82869 \n", + "[56]\tvalidation_0-auc:0.90481\tvalidation_1-auc:0.82858 \n", + "[57]\tvalidation_0-auc:0.90526\tvalidation_1-auc:0.82815 \n", + "[58]\tvalidation_0-auc:0.90616\tvalidation_1-auc:0.82791 \n", + "[59]\tvalidation_0-auc:0.90653\tvalidation_1-auc:0.82788 \n", + "[60]\tvalidation_0-auc:0.90667\tvalidation_1-auc:0.82767 \n", + "[61]\tvalidation_0-auc:0.90698\tvalidation_1-auc:0.82782 \n", + "[62]\tvalidation_0-auc:0.90709\tvalidation_1-auc:0.82737 \n", + "[63]\tvalidation_0-auc:0.90731\tvalidation_1-auc:0.82713 \n", + "[64]\tvalidation_0-auc:0.90752\tvalidation_1-auc:0.82702 \n", + "[65]\tvalidation_0-auc:0.90798\tvalidation_1-auc:0.82687 \n", + "[66]\tvalidation_0-auc:0.90811\tvalidation_1-auc:0.82678 \n", + "[67]\tvalidation_0-auc:0.90824\tvalidation_1-auc:0.82696 \n", + "[68]\tvalidation_0-auc:0.90948\tvalidation_1-auc:0.82734 \n", + "[0]\tvalidation_0-auc:0.81556\tvalidation_1-auc:0.80298 \n", + "[1]\tvalidation_0-auc:0.82140\tvalidation_1-auc:0.80607 \n", + "[2]\tvalidation_0-auc:0.83221\tvalidation_1-auc:0.81912 \n", + "[3]\tvalidation_0-auc:0.83851\tvalidation_1-auc:0.82108 \n", + "[4]\tvalidation_0-auc:0.84372\tvalidation_1-auc:0.82245 \n", + "[5]\tvalidation_0-auc:0.84864\tvalidation_1-auc:0.82526 \n", + "[6]\tvalidation_0-auc:0.85060\tvalidation_1-auc:0.82605 \n", + "[7]\tvalidation_0-auc:0.85376\tvalidation_1-auc:0.82642 \n", + "[8]\tvalidation_0-auc:0.85534\tvalidation_1-auc:0.82819 \n", + "[9]\tvalidation_0-auc:0.85734\tvalidation_1-auc:0.82672 \n", + "[10]\tvalidation_0-auc:0.85629\tvalidation_1-auc:0.82506 \n", + "[11]\tvalidation_0-auc:0.85666\tvalidation_1-auc:0.82240 \n", + "[12]\tvalidation_0-auc:0.85989\tvalidation_1-auc:0.82571 \n", + "[13]\tvalidation_0-auc:0.86227\tvalidation_1-auc:0.82719 \n", + "[14]\tvalidation_0-auc:0.86371\tvalidation_1-auc:0.82947 \n", + "[15]\tvalidation_0-auc:0.86696\tvalidation_1-auc:0.83115 \n", + "[16]\tvalidation_0-auc:0.86928\tvalidation_1-auc:0.83237 \n", + "[17]\tvalidation_0-auc:0.87182\tvalidation_1-auc:0.83307 \n", + "[18]\tvalidation_0-auc:0.87232\tvalidation_1-auc:0.83329 \n", + "[19]\tvalidation_0-auc:0.87445\tvalidation_1-auc:0.83484 \n", + "[20]\tvalidation_0-auc:0.87490\tvalidation_1-auc:0.83419 \n", + "[21]\tvalidation_0-auc:0.87591\tvalidation_1-auc:0.83303 \n", + "[22]\tvalidation_0-auc:0.87763\tvalidation_1-auc:0.83386 \n", + "[23]\tvalidation_0-auc:0.88070\tvalidation_1-auc:0.83461 \n", + "[24]\tvalidation_0-auc:0.88275\tvalidation_1-auc:0.83516 \n", + "[25]\tvalidation_0-auc:0.88432\tvalidation_1-auc:0.83616 \n", + "[26]\tvalidation_0-auc:0.88629\tvalidation_1-auc:0.83641 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[27]\tvalidation_0-auc:0.88762\tvalidation_1-auc:0.83667 \n", + "[28]\tvalidation_0-auc:0.88801\tvalidation_1-auc:0.83687 \n", + "[29]\tvalidation_0-auc:0.88980\tvalidation_1-auc:0.83768 \n", + "[30]\tvalidation_0-auc:0.89131\tvalidation_1-auc:0.83725 \n", + "[31]\tvalidation_0-auc:0.89226\tvalidation_1-auc:0.83769 \n", + "[32]\tvalidation_0-auc:0.89296\tvalidation_1-auc:0.83823 \n", + "[33]\tvalidation_0-auc:0.89353\tvalidation_1-auc:0.83831 \n", + "[34]\tvalidation_0-auc:0.89424\tvalidation_1-auc:0.83864 \n", + "[35]\tvalidation_0-auc:0.89488\tvalidation_1-auc:0.83888 \n", + "[36]\tvalidation_0-auc:0.89637\tvalidation_1-auc:0.83898 \n", + "[37]\tvalidation_0-auc:0.89704\tvalidation_1-auc:0.83931 \n", + "[38]\tvalidation_0-auc:0.89793\tvalidation_1-auc:0.83884 \n", + "[39]\tvalidation_0-auc:0.89870\tvalidation_1-auc:0.83881 \n", + "[40]\tvalidation_0-auc:0.89928\tvalidation_1-auc:0.83898 \n", + "[41]\tvalidation_0-auc:0.90016\tvalidation_1-auc:0.83902 \n", + "[42]\tvalidation_0-auc:0.90075\tvalidation_1-auc:0.83894 \n", + "[43]\tvalidation_0-auc:0.90115\tvalidation_1-auc:0.83897 \n", + "[44]\tvalidation_0-auc:0.90202\tvalidation_1-auc:0.83859 \n", + "[45]\tvalidation_0-auc:0.90237\tvalidation_1-auc:0.83886 \n", + "[46]\tvalidation_0-auc:0.90282\tvalidation_1-auc:0.83868 \n", + "[47]\tvalidation_0-auc:0.90418\tvalidation_1-auc:0.83889 \n", + "[48]\tvalidation_0-auc:0.90438\tvalidation_1-auc:0.83898 \n", + "[49]\tvalidation_0-auc:0.90452\tvalidation_1-auc:0.83895 \n", + "[50]\tvalidation_0-auc:0.90505\tvalidation_1-auc:0.83894 \n", + "[51]\tvalidation_0-auc:0.90562\tvalidation_1-auc:0.83875 \n", + "[52]\tvalidation_0-auc:0.90646\tvalidation_1-auc:0.83880 \n", + "[53]\tvalidation_0-auc:0.90667\tvalidation_1-auc:0.83892 \n", + "[54]\tvalidation_0-auc:0.90732\tvalidation_1-auc:0.83889 \n", + "[55]\tvalidation_0-auc:0.90779\tvalidation_1-auc:0.83830 \n", + "[56]\tvalidation_0-auc:0.90811\tvalidation_1-auc:0.83830 \n", + "[57]\tvalidation_0-auc:0.90854\tvalidation_1-auc:0.83832 \n", + "[58]\tvalidation_0-auc:0.90909\tvalidation_1-auc:0.83815 \n", + "[59]\tvalidation_0-auc:0.90938\tvalidation_1-auc:0.83803 \n", + "[60]\tvalidation_0-auc:0.90980\tvalidation_1-auc:0.83793 \n", + "[61]\tvalidation_0-auc:0.91002\tvalidation_1-auc:0.83786 \n", + "[62]\tvalidation_0-auc:0.91040\tvalidation_1-auc:0.83799 \n", + "[63]\tvalidation_0-auc:0.91068\tvalidation_1-auc:0.83783 \n", + "[64]\tvalidation_0-auc:0.91144\tvalidation_1-auc:0.83778 \n", + "[65]\tvalidation_0-auc:0.91177\tvalidation_1-auc:0.83739 \n", + "[66]\tvalidation_0-auc:0.91188\tvalidation_1-auc:0.83725 \n", + "[67]\tvalidation_0-auc:0.91192\tvalidation_1-auc:0.83728 \n", + "[0]\tvalidation_0-auc:0.82735\tvalidation_1-auc:0.81196 \n", + "[1]\tvalidation_0-auc:0.83291\tvalidation_1-auc:0.81410 \n", + "[2]\tvalidation_0-auc:0.83784\tvalidation_1-auc:0.81763 \n", + "[3]\tvalidation_0-auc:0.83979\tvalidation_1-auc:0.81706 \n", + "[4]\tvalidation_0-auc:0.84083\tvalidation_1-auc:0.81858 \n", + "[5]\tvalidation_0-auc:0.84483\tvalidation_1-auc:0.82043 \n", + "[6]\tvalidation_0-auc:0.84863\tvalidation_1-auc:0.82213 \n", + "[7]\tvalidation_0-auc:0.85208\tvalidation_1-auc:0.82656 \n", + "[8]\tvalidation_0-auc:0.85412\tvalidation_1-auc:0.82670 \n", + "[9]\tvalidation_0-auc:0.85663\tvalidation_1-auc:0.82733 \n", + "[10]\tvalidation_0-auc:0.85694\tvalidation_1-auc:0.82519 \n", + "[11]\tvalidation_0-auc:0.85749\tvalidation_1-auc:0.82405 \n", + "[12]\tvalidation_0-auc:0.86234\tvalidation_1-auc:0.82750 \n", + "[13]\tvalidation_0-auc:0.86460\tvalidation_1-auc:0.82901 \n", + "[14]\tvalidation_0-auc:0.86566\tvalidation_1-auc:0.82983 \n", + "[15]\tvalidation_0-auc:0.86708\tvalidation_1-auc:0.83064 \n", + "[16]\tvalidation_0-auc:0.86933\tvalidation_1-auc:0.83123 \n", + "[17]\tvalidation_0-auc:0.87101\tvalidation_1-auc:0.83249 \n", + "[18]\tvalidation_0-auc:0.87250\tvalidation_1-auc:0.83247 \n", + "[19]\tvalidation_0-auc:0.87480\tvalidation_1-auc:0.83377 \n", + "[20]\tvalidation_0-auc:0.87597\tvalidation_1-auc:0.83271 \n", + "[21]\tvalidation_0-auc:0.87662\tvalidation_1-auc:0.83179 \n", + "[22]\tvalidation_0-auc:0.87908\tvalidation_1-auc:0.83309 \n", + "[23]\tvalidation_0-auc:0.88100\tvalidation_1-auc:0.83468 \n", + "[24]\tvalidation_0-auc:0.88209\tvalidation_1-auc:0.83537 \n", + "[25]\tvalidation_0-auc:0.88335\tvalidation_1-auc:0.83568 \n", + "[26]\tvalidation_0-auc:0.88573\tvalidation_1-auc:0.83525 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[27]\tvalidation_0-auc:0.88712\tvalidation_1-auc:0.83673 \n", + "[28]\tvalidation_0-auc:0.88820\tvalidation_1-auc:0.83595 \n", + "[29]\tvalidation_0-auc:0.88947\tvalidation_1-auc:0.83699 \n", + "[30]\tvalidation_0-auc:0.89145\tvalidation_1-auc:0.83602 \n", + "[31]\tvalidation_0-auc:0.89324\tvalidation_1-auc:0.83785 \n", + "[32]\tvalidation_0-auc:0.89422\tvalidation_1-auc:0.83835 \n", + "[33]\tvalidation_0-auc:0.89507\tvalidation_1-auc:0.83834 \n", + "[34]\tvalidation_0-auc:0.89569\tvalidation_1-auc:0.83884 \n", + "[35]\tvalidation_0-auc:0.89641\tvalidation_1-auc:0.83860 \n", + "[36]\tvalidation_0-auc:0.89787\tvalidation_1-auc:0.83800 \n", + "[37]\tvalidation_0-auc:0.89839\tvalidation_1-auc:0.83786 \n", + "[38]\tvalidation_0-auc:0.89891\tvalidation_1-auc:0.83765 \n", + "[39]\tvalidation_0-auc:0.89945\tvalidation_1-auc:0.83827 \n", + "[40]\tvalidation_0-auc:0.89995\tvalidation_1-auc:0.83855 \n", + "[41]\tvalidation_0-auc:0.90033\tvalidation_1-auc:0.83845 \n", + "[42]\tvalidation_0-auc:0.90083\tvalidation_1-auc:0.83857 \n", + "[43]\tvalidation_0-auc:0.90113\tvalidation_1-auc:0.83880 \n", + "[44]\tvalidation_0-auc:0.90208\tvalidation_1-auc:0.83863 \n", + "[45]\tvalidation_0-auc:0.90240\tvalidation_1-auc:0.83858 \n", + "[46]\tvalidation_0-auc:0.90337\tvalidation_1-auc:0.83864 \n", + "[47]\tvalidation_0-auc:0.90393\tvalidation_1-auc:0.83871 \n", + "[48]\tvalidation_0-auc:0.90414\tvalidation_1-auc:0.83878 \n", + "[49]\tvalidation_0-auc:0.90443\tvalidation_1-auc:0.83889 \n", + "[50]\tvalidation_0-auc:0.90520\tvalidation_1-auc:0.83878 \n", + "[51]\tvalidation_0-auc:0.90536\tvalidation_1-auc:0.83881 \n", + "[52]\tvalidation_0-auc:0.90595\tvalidation_1-auc:0.83854 \n", + "[53]\tvalidation_0-auc:0.90621\tvalidation_1-auc:0.83848 \n", + "[54]\tvalidation_0-auc:0.90628\tvalidation_1-auc:0.83841 \n", + "[55]\tvalidation_0-auc:0.90655\tvalidation_1-auc:0.83841 \n", + "[56]\tvalidation_0-auc:0.90689\tvalidation_1-auc:0.83863 \n", + "[57]\tvalidation_0-auc:0.90708\tvalidation_1-auc:0.83877 \n", + "[58]\tvalidation_0-auc:0.90727\tvalidation_1-auc:0.83875 \n", + "[59]\tvalidation_0-auc:0.90762\tvalidation_1-auc:0.83874 \n", + "[60]\tvalidation_0-auc:0.90799\tvalidation_1-auc:0.83857 \n", + "[61]\tvalidation_0-auc:0.90850\tvalidation_1-auc:0.83870 \n", + "[62]\tvalidation_0-auc:0.90878\tvalidation_1-auc:0.83889 \n", + "[63]\tvalidation_0-auc:0.90899\tvalidation_1-auc:0.83880 \n", + "[64]\tvalidation_0-auc:0.90943\tvalidation_1-auc:0.83919 \n", + "[65]\tvalidation_0-auc:0.90954\tvalidation_1-auc:0.83905 \n", + "[66]\tvalidation_0-auc:0.91029\tvalidation_1-auc:0.83907 \n", + "[67]\tvalidation_0-auc:0.91109\tvalidation_1-auc:0.83926 \n", + "[68]\tvalidation_0-auc:0.91125\tvalidation_1-auc:0.83924 \n", + "[69]\tvalidation_0-auc:0.91129\tvalidation_1-auc:0.83926 \n", + "[70]\tvalidation_0-auc:0.91142\tvalidation_1-auc:0.83935 \n", + "[71]\tvalidation_0-auc:0.91211\tvalidation_1-auc:0.83928 \n", + "[72]\tvalidation_0-auc:0.91245\tvalidation_1-auc:0.83940 \n", + "[73]\tvalidation_0-auc:0.91260\tvalidation_1-auc:0.83931 \n", + "[74]\tvalidation_0-auc:0.91307\tvalidation_1-auc:0.83910 \n", + "[75]\tvalidation_0-auc:0.91326\tvalidation_1-auc:0.83898 \n", + "[76]\tvalidation_0-auc:0.91334\tvalidation_1-auc:0.83893 \n", + "[77]\tvalidation_0-auc:0.91354\tvalidation_1-auc:0.83850 \n", + "[78]\tvalidation_0-auc:0.91404\tvalidation_1-auc:0.83813 \n", + "[79]\tvalidation_0-auc:0.91433\tvalidation_1-auc:0.83797 \n", + "[80]\tvalidation_0-auc:0.91450\tvalidation_1-auc:0.83831 \n", + "[81]\tvalidation_0-auc:0.91484\tvalidation_1-auc:0.83828 \n", + "[82]\tvalidation_0-auc:0.91527\tvalidation_1-auc:0.83813 \n", + "[83]\tvalidation_0-auc:0.91535\tvalidation_1-auc:0.83806 \n", + "[84]\tvalidation_0-auc:0.91539\tvalidation_1-auc:0.83803 \n", + "[85]\tvalidation_0-auc:0.91602\tvalidation_1-auc:0.83796 \n", + "[86]\tvalidation_0-auc:0.91613\tvalidation_1-auc:0.83786 \n", + "[87]\tvalidation_0-auc:0.91629\tvalidation_1-auc:0.83788 \n", + "[88]\tvalidation_0-auc:0.91667\tvalidation_1-auc:0.83756 \n", + "[89]\tvalidation_0-auc:0.91686\tvalidation_1-auc:0.83736 \n", + "[90]\tvalidation_0-auc:0.91700\tvalidation_1-auc:0.83729 \n", + "[91]\tvalidation_0-auc:0.91757\tvalidation_1-auc:0.83744 \n", + "[92]\tvalidation_0-auc:0.91764\tvalidation_1-auc:0.83735 \n", + "[93]\tvalidation_0-auc:0.91783\tvalidation_1-auc:0.83730 \n", + "[94]\tvalidation_0-auc:0.91788\tvalidation_1-auc:0.83720 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[95]\tvalidation_0-auc:0.91800\tvalidation_1-auc:0.83727 \n", + "[96]\tvalidation_0-auc:0.91815\tvalidation_1-auc:0.83756 \n", + "[97]\tvalidation_0-auc:0.91839\tvalidation_1-auc:0.83752 \n", + "[98]\tvalidation_0-auc:0.91848\tvalidation_1-auc:0.83738 \n", + "[99]\tvalidation_0-auc:0.91869\tvalidation_1-auc:0.83734 \n", + "[0]\tvalidation_0-auc:0.81704\tvalidation_1-auc:0.79248 \n", + "[1]\tvalidation_0-auc:0.82872\tvalidation_1-auc:0.80624 \n", + "[2]\tvalidation_0-auc:0.83519\tvalidation_1-auc:0.81105 \n", + "[3]\tvalidation_0-auc:0.83518\tvalidation_1-auc:0.81075 \n", + "[4]\tvalidation_0-auc:0.83915\tvalidation_1-auc:0.81551 \n", + "[5]\tvalidation_0-auc:0.84150\tvalidation_1-auc:0.81612 \n", + "[6]\tvalidation_0-auc:0.84275\tvalidation_1-auc:0.81849 \n", + "[7]\tvalidation_0-auc:0.84373\tvalidation_1-auc:0.81865 \n", + "[8]\tvalidation_0-auc:0.84487\tvalidation_1-auc:0.81898 \n", + "[9]\tvalidation_0-auc:0.84745\tvalidation_1-auc:0.82257 \n", + "[10]\tvalidation_0-auc:0.84778\tvalidation_1-auc:0.82342 \n", + "[11]\tvalidation_0-auc:0.84539\tvalidation_1-auc:0.82137 \n", + "[12]\tvalidation_0-auc:0.85005\tvalidation_1-auc:0.82684 \n", + "[13]\tvalidation_0-auc:0.85351\tvalidation_1-auc:0.82806 \n", + "[14]\tvalidation_0-auc:0.85498\tvalidation_1-auc:0.82869 \n", + "[15]\tvalidation_0-auc:0.85605\tvalidation_1-auc:0.82886 \n", + "[16]\tvalidation_0-auc:0.85696\tvalidation_1-auc:0.82954 \n", + "[17]\tvalidation_0-auc:0.85899\tvalidation_1-auc:0.82995 \n", + "[18]\tvalidation_0-auc:0.85990\tvalidation_1-auc:0.83056 \n", + "[19]\tvalidation_0-auc:0.86155\tvalidation_1-auc:0.83100 \n", + "[20]\tvalidation_0-auc:0.86246\tvalidation_1-auc:0.83130 \n", + "[21]\tvalidation_0-auc:0.86311\tvalidation_1-auc:0.83165 \n", + "[22]\tvalidation_0-auc:0.86411\tvalidation_1-auc:0.83255 \n", + "[23]\tvalidation_0-auc:0.86531\tvalidation_1-auc:0.83212 \n", + "[24]\tvalidation_0-auc:0.86622\tvalidation_1-auc:0.83269 \n", + "[25]\tvalidation_0-auc:0.86704\tvalidation_1-auc:0.83277 \n", + "[26]\tvalidation_0-auc:0.86856\tvalidation_1-auc:0.83387 \n", + "[27]\tvalidation_0-auc:0.86927\tvalidation_1-auc:0.83406 \n", + "[28]\tvalidation_0-auc:0.86997\tvalidation_1-auc:0.83417 \n", + "[29]\tvalidation_0-auc:0.87042\tvalidation_1-auc:0.83430 \n", + "[30]\tvalidation_0-auc:0.87117\tvalidation_1-auc:0.83402 \n", + "[31]\tvalidation_0-auc:0.87183\tvalidation_1-auc:0.83413 \n", + "[32]\tvalidation_0-auc:0.87218\tvalidation_1-auc:0.83432 \n", + "[33]\tvalidation_0-auc:0.87236\tvalidation_1-auc:0.83503 \n", + "[34]\tvalidation_0-auc:0.87316\tvalidation_1-auc:0.83454 \n", + "[35]\tvalidation_0-auc:0.87350\tvalidation_1-auc:0.83417 \n", + "[36]\tvalidation_0-auc:0.87413\tvalidation_1-auc:0.83435 \n", + "[37]\tvalidation_0-auc:0.87504\tvalidation_1-auc:0.83432 \n", + "[38]\tvalidation_0-auc:0.87553\tvalidation_1-auc:0.83499 \n", + "[39]\tvalidation_0-auc:0.87576\tvalidation_1-auc:0.83513 \n", + "[40]\tvalidation_0-auc:0.87613\tvalidation_1-auc:0.83522 \n", + "[41]\tvalidation_0-auc:0.87690\tvalidation_1-auc:0.83505 \n", + "[42]\tvalidation_0-auc:0.87726\tvalidation_1-auc:0.83487 \n", + "[43]\tvalidation_0-auc:0.87786\tvalidation_1-auc:0.83459 \n", + "[44]\tvalidation_0-auc:0.87815\tvalidation_1-auc:0.83430 \n", + "[45]\tvalidation_0-auc:0.87826\tvalidation_1-auc:0.83429 \n", + "[46]\tvalidation_0-auc:0.87845\tvalidation_1-auc:0.83376 \n", + "[47]\tvalidation_0-auc:0.87857\tvalidation_1-auc:0.83361 \n", + "[48]\tvalidation_0-auc:0.87881\tvalidation_1-auc:0.83341 \n", + "[49]\tvalidation_0-auc:0.87932\tvalidation_1-auc:0.83376 \n", + "[50]\tvalidation_0-auc:0.87981\tvalidation_1-auc:0.83335 \n", + "[51]\tvalidation_0-auc:0.88027\tvalidation_1-auc:0.83329 \n", + "[52]\tvalidation_0-auc:0.88065\tvalidation_1-auc:0.83318 \n", + "[53]\tvalidation_0-auc:0.88106\tvalidation_1-auc:0.83309 \n", + "[54]\tvalidation_0-auc:0.88114\tvalidation_1-auc:0.83298 \n", + "[55]\tvalidation_0-auc:0.88159\tvalidation_1-auc:0.83306 \n", + "[56]\tvalidation_0-auc:0.88196\tvalidation_1-auc:0.83286 \n", + "[57]\tvalidation_0-auc:0.88248\tvalidation_1-auc:0.83261 \n", + "[58]\tvalidation_0-auc:0.88290\tvalidation_1-auc:0.83234 \n", + "[59]\tvalidation_0-auc:0.88318\tvalidation_1-auc:0.83206 \n", + "[60]\tvalidation_0-auc:0.88374\tvalidation_1-auc:0.83214 \n", + "[61]\tvalidation_0-auc:0.88409\tvalidation_1-auc:0.83188 \n", + "[62]\tvalidation_0-auc:0.88426\tvalidation_1-auc:0.83182 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[63]\tvalidation_0-auc:0.88446\tvalidation_1-auc:0.83133 \n", + "[64]\tvalidation_0-auc:0.88494\tvalidation_1-auc:0.83129 \n", + "[65]\tvalidation_0-auc:0.88531\tvalidation_1-auc:0.83087 \n", + "[66]\tvalidation_0-auc:0.88549\tvalidation_1-auc:0.83050 \n", + "[67]\tvalidation_0-auc:0.88595\tvalidation_1-auc:0.82980 \n", + "[68]\tvalidation_0-auc:0.88634\tvalidation_1-auc:0.82979 \n", + "[69]\tvalidation_0-auc:0.88676\tvalidation_1-auc:0.82970 \n", + "[70]\tvalidation_0-auc:0.88689\tvalidation_1-auc:0.82955 \n", + "[0]\tvalidation_0-auc:0.81374\tvalidation_1-auc:0.80485 \n", + "[1]\tvalidation_0-auc:0.82376\tvalidation_1-auc:0.81627 \n", + "[2]\tvalidation_0-auc:0.83150\tvalidation_1-auc:0.82356 \n", + "[3]\tvalidation_0-auc:0.83218\tvalidation_1-auc:0.82253 \n", + "[4]\tvalidation_0-auc:0.83828\tvalidation_1-auc:0.82467 \n", + "[5]\tvalidation_0-auc:0.84088\tvalidation_1-auc:0.82585 \n", + "[6]\tvalidation_0-auc:0.84323\tvalidation_1-auc:0.82543 \n", + "[7]\tvalidation_0-auc:0.84462\tvalidation_1-auc:0.82801 \n", + "[8]\tvalidation_0-auc:0.84661\tvalidation_1-auc:0.82769 \n", + "[9]\tvalidation_0-auc:0.84770\tvalidation_1-auc:0.82923 \n", + "[10]\tvalidation_0-auc:0.84779\tvalidation_1-auc:0.82791 \n", + "[11]\tvalidation_0-auc:0.84675\tvalidation_1-auc:0.82442 \n", + "[12]\tvalidation_0-auc:0.85049\tvalidation_1-auc:0.82708 \n", + "[13]\tvalidation_0-auc:0.85320\tvalidation_1-auc:0.83020 \n", + "[14]\tvalidation_0-auc:0.85505\tvalidation_1-auc:0.83122 \n", + "[15]\tvalidation_0-auc:0.85661\tvalidation_1-auc:0.83251 \n", + "[16]\tvalidation_0-auc:0.85777\tvalidation_1-auc:0.83269 \n", + "[17]\tvalidation_0-auc:0.85940\tvalidation_1-auc:0.83339 \n", + "[18]\tvalidation_0-auc:0.85999\tvalidation_1-auc:0.83296 \n", + "[19]\tvalidation_0-auc:0.86144\tvalidation_1-auc:0.83362 \n", + "[20]\tvalidation_0-auc:0.86292\tvalidation_1-auc:0.83448 \n", + "[21]\tvalidation_0-auc:0.86371\tvalidation_1-auc:0.83462 \n", + "[22]\tvalidation_0-auc:0.86512\tvalidation_1-auc:0.83523 \n", + "[23]\tvalidation_0-auc:0.86668\tvalidation_1-auc:0.83597 \n", + "[24]\tvalidation_0-auc:0.86716\tvalidation_1-auc:0.83626 \n", + "[25]\tvalidation_0-auc:0.86792\tvalidation_1-auc:0.83643 \n", + "[26]\tvalidation_0-auc:0.86943\tvalidation_1-auc:0.83607 \n", + "[27]\tvalidation_0-auc:0.86991\tvalidation_1-auc:0.83593 \n", + "[28]\tvalidation_0-auc:0.87034\tvalidation_1-auc:0.83597 \n", + "[29]\tvalidation_0-auc:0.87133\tvalidation_1-auc:0.83578 \n", + "[30]\tvalidation_0-auc:0.87281\tvalidation_1-auc:0.83564 \n", + "[31]\tvalidation_0-auc:0.87323\tvalidation_1-auc:0.83603 \n", + "[32]\tvalidation_0-auc:0.87388\tvalidation_1-auc:0.83584 \n", + "[33]\tvalidation_0-auc:0.87416\tvalidation_1-auc:0.83586 \n", + "[34]\tvalidation_0-auc:0.87431\tvalidation_1-auc:0.83592 \n", + "[35]\tvalidation_0-auc:0.87559\tvalidation_1-auc:0.83626 \n", + "[36]\tvalidation_0-auc:0.87599\tvalidation_1-auc:0.83617 \n", + "[37]\tvalidation_0-auc:0.87619\tvalidation_1-auc:0.83611 \n", + "[38]\tvalidation_0-auc:0.87693\tvalidation_1-auc:0.83631 \n", + "[39]\tvalidation_0-auc:0.87717\tvalidation_1-auc:0.83620 \n", + "[40]\tvalidation_0-auc:0.87772\tvalidation_1-auc:0.83601 \n", + "[41]\tvalidation_0-auc:0.87792\tvalidation_1-auc:0.83601 \n", + "[42]\tvalidation_0-auc:0.87825\tvalidation_1-auc:0.83591 \n", + "[43]\tvalidation_0-auc:0.87855\tvalidation_1-auc:0.83596 \n", + "[44]\tvalidation_0-auc:0.87940\tvalidation_1-auc:0.83586 \n", + "[45]\tvalidation_0-auc:0.87972\tvalidation_1-auc:0.83566 \n", + "[46]\tvalidation_0-auc:0.87982\tvalidation_1-auc:0.83580 \n", + "[47]\tvalidation_0-auc:0.88011\tvalidation_1-auc:0.83564 \n", + "[48]\tvalidation_0-auc:0.88076\tvalidation_1-auc:0.83575 \n", + "[49]\tvalidation_0-auc:0.88125\tvalidation_1-auc:0.83568 \n", + "[50]\tvalidation_0-auc:0.88221\tvalidation_1-auc:0.83545 \n", + "[51]\tvalidation_0-auc:0.88290\tvalidation_1-auc:0.83512 \n", + "[52]\tvalidation_0-auc:0.88307\tvalidation_1-auc:0.83490 \n", + "[53]\tvalidation_0-auc:0.88323\tvalidation_1-auc:0.83493 \n", + "[54]\tvalidation_0-auc:0.88341\tvalidation_1-auc:0.83474 \n", + "[55]\tvalidation_0-auc:0.88353\tvalidation_1-auc:0.83476 \n", + "[0]\tvalidation_0-auc:0.82066\tvalidation_1-auc:0.81205 \n", + "[1]\tvalidation_0-auc:0.82796\tvalidation_1-auc:0.82015 \n", + "[2]\tvalidation_0-auc:0.83156\tvalidation_1-auc:0.82086 \n", + "[3]\tvalidation_0-auc:0.83505\tvalidation_1-auc:0.82423 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[4]\tvalidation_0-auc:0.83717\tvalidation_1-auc:0.82252 \n", + "[5]\tvalidation_0-auc:0.83909\tvalidation_1-auc:0.82319 \n", + "[6]\tvalidation_0-auc:0.84240\tvalidation_1-auc:0.82608 \n", + "[7]\tvalidation_0-auc:0.84422\tvalidation_1-auc:0.82655 \n", + "[8]\tvalidation_0-auc:0.84699\tvalidation_1-auc:0.82828 \n", + "[9]\tvalidation_0-auc:0.85049\tvalidation_1-auc:0.83011 \n", + "[10]\tvalidation_0-auc:0.84992\tvalidation_1-auc:0.82857 \n", + "[11]\tvalidation_0-auc:0.84823\tvalidation_1-auc:0.82518 \n", + "[12]\tvalidation_0-auc:0.85196\tvalidation_1-auc:0.82855 \n", + "[13]\tvalidation_0-auc:0.85365\tvalidation_1-auc:0.83088 \n", + "[14]\tvalidation_0-auc:0.85534\tvalidation_1-auc:0.83115 \n", + "[15]\tvalidation_0-auc:0.85659\tvalidation_1-auc:0.83188 \n", + "[16]\tvalidation_0-auc:0.85740\tvalidation_1-auc:0.83377 \n", + "[17]\tvalidation_0-auc:0.85817\tvalidation_1-auc:0.83433 \n", + "[18]\tvalidation_0-auc:0.85898\tvalidation_1-auc:0.83427 \n", + "[19]\tvalidation_0-auc:0.86039\tvalidation_1-auc:0.83415 \n", + "[20]\tvalidation_0-auc:0.86142\tvalidation_1-auc:0.83455 \n", + "[21]\tvalidation_0-auc:0.86194\tvalidation_1-auc:0.83458 \n", + "[22]\tvalidation_0-auc:0.86339\tvalidation_1-auc:0.83500 \n", + "[23]\tvalidation_0-auc:0.86408\tvalidation_1-auc:0.83583 \n", + "[24]\tvalidation_0-auc:0.86480\tvalidation_1-auc:0.83640 \n", + "[25]\tvalidation_0-auc:0.86572\tvalidation_1-auc:0.83648 \n", + "[26]\tvalidation_0-auc:0.86696\tvalidation_1-auc:0.83631 \n", + "[27]\tvalidation_0-auc:0.86784\tvalidation_1-auc:0.83702 \n", + "[28]\tvalidation_0-auc:0.86830\tvalidation_1-auc:0.83714 \n", + "[29]\tvalidation_0-auc:0.86895\tvalidation_1-auc:0.83785 \n", + "[30]\tvalidation_0-auc:0.86954\tvalidation_1-auc:0.83784 \n", + "[31]\tvalidation_0-auc:0.87013\tvalidation_1-auc:0.83842 \n", + "[32]\tvalidation_0-auc:0.87042\tvalidation_1-auc:0.83859 \n", + "[33]\tvalidation_0-auc:0.87050\tvalidation_1-auc:0.83886 \n", + "[34]\tvalidation_0-auc:0.87103\tvalidation_1-auc:0.83901 \n", + "[35]\tvalidation_0-auc:0.87211\tvalidation_1-auc:0.83942 \n", + "[36]\tvalidation_0-auc:0.87334\tvalidation_1-auc:0.83953 \n", + "[37]\tvalidation_0-auc:0.87417\tvalidation_1-auc:0.83950 \n", + "[38]\tvalidation_0-auc:0.87493\tvalidation_1-auc:0.83973 \n", + "[39]\tvalidation_0-auc:0.87540\tvalidation_1-auc:0.83988 \n", + "[40]\tvalidation_0-auc:0.87597\tvalidation_1-auc:0.83962 \n", + "[41]\tvalidation_0-auc:0.87650\tvalidation_1-auc:0.83942 \n", + "[42]\tvalidation_0-auc:0.87698\tvalidation_1-auc:0.83926 \n", + "[43]\tvalidation_0-auc:0.87753\tvalidation_1-auc:0.83920 \n", + "[44]\tvalidation_0-auc:0.87775\tvalidation_1-auc:0.83909 \n", + "[45]\tvalidation_0-auc:0.87869\tvalidation_1-auc:0.83908 \n", + "[46]\tvalidation_0-auc:0.87905\tvalidation_1-auc:0.83878 \n", + "[47]\tvalidation_0-auc:0.87942\tvalidation_1-auc:0.83898 \n", + "[48]\tvalidation_0-auc:0.87991\tvalidation_1-auc:0.83856 \n", + "[49]\tvalidation_0-auc:0.88008\tvalidation_1-auc:0.83833 \n", + "[50]\tvalidation_0-auc:0.88056\tvalidation_1-auc:0.83808 \n", + "[51]\tvalidation_0-auc:0.88090\tvalidation_1-auc:0.83828 \n", + "[52]\tvalidation_0-auc:0.88157\tvalidation_1-auc:0.83786 \n", + "[53]\tvalidation_0-auc:0.88208\tvalidation_1-auc:0.83828 \n", + "[54]\tvalidation_0-auc:0.88336\tvalidation_1-auc:0.83831 \n", + "[55]\tvalidation_0-auc:0.88376\tvalidation_1-auc:0.83816 \n", + "[56]\tvalidation_0-auc:0.88417\tvalidation_1-auc:0.83809 \n", + "[57]\tvalidation_0-auc:0.88447\tvalidation_1-auc:0.83777 \n", + "[58]\tvalidation_0-auc:0.88491\tvalidation_1-auc:0.83749 \n", + "[59]\tvalidation_0-auc:0.88506\tvalidation_1-auc:0.83745 \n", + "[60]\tvalidation_0-auc:0.88579\tvalidation_1-auc:0.83724 \n", + "[61]\tvalidation_0-auc:0.88605\tvalidation_1-auc:0.83698 \n", + "[62]\tvalidation_0-auc:0.88662\tvalidation_1-auc:0.83697 \n", + "[63]\tvalidation_0-auc:0.88676\tvalidation_1-auc:0.83680 \n", + "[64]\tvalidation_0-auc:0.88706\tvalidation_1-auc:0.83693 \n", + "[65]\tvalidation_0-auc:0.88721\tvalidation_1-auc:0.83671 \n", + "[66]\tvalidation_0-auc:0.88740\tvalidation_1-auc:0.83670 \n", + "[67]\tvalidation_0-auc:0.88775\tvalidation_1-auc:0.83673 \n", + "[68]\tvalidation_0-auc:0.88799\tvalidation_1-auc:0.83652 \n", + "[69]\tvalidation_0-auc:0.88825\tvalidation_1-auc:0.83631 \n", + "[0]\tvalidation_0-auc:0.82676\tvalidation_1-auc:0.80126 \n", + "[1]\tvalidation_0-auc:0.83420\tvalidation_1-auc:0.80323 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2]\tvalidation_0-auc:0.84426\tvalidation_1-auc:0.80981 \n", + "[3]\tvalidation_0-auc:0.84513\tvalidation_1-auc:0.81202 \n", + "[4]\tvalidation_0-auc:0.84989\tvalidation_1-auc:0.81435 \n", + "[5]\tvalidation_0-auc:0.85871\tvalidation_1-auc:0.82174 \n", + "[6]\tvalidation_0-auc:0.86479\tvalidation_1-auc:0.82400 \n", + "[7]\tvalidation_0-auc:0.86765\tvalidation_1-auc:0.82416 \n", + "[8]\tvalidation_0-auc:0.87099\tvalidation_1-auc:0.82663 \n", + "[9]\tvalidation_0-auc:0.87248\tvalidation_1-auc:0.82594 \n", + "[10]\tvalidation_0-auc:0.87309\tvalidation_1-auc:0.82197 \n", + "[11]\tvalidation_0-auc:0.87320\tvalidation_1-auc:0.82048 \n", + "[12]\tvalidation_0-auc:0.87748\tvalidation_1-auc:0.82282 \n", + "[13]\tvalidation_0-auc:0.88322\tvalidation_1-auc:0.82654 \n", + "[14]\tvalidation_0-auc:0.88455\tvalidation_1-auc:0.82818 \n", + "[15]\tvalidation_0-auc:0.88802\tvalidation_1-auc:0.82793 \n", + "[16]\tvalidation_0-auc:0.88917\tvalidation_1-auc:0.82928 \n", + "[17]\tvalidation_0-auc:0.89146\tvalidation_1-auc:0.82901 \n", + "[18]\tvalidation_0-auc:0.89269\tvalidation_1-auc:0.82762 \n", + "[19]\tvalidation_0-auc:0.89490\tvalidation_1-auc:0.82873 \n", + "[20]\tvalidation_0-auc:0.89567\tvalidation_1-auc:0.82915 \n", + "[21]\tvalidation_0-auc:0.89745\tvalidation_1-auc:0.82788 \n", + "[22]\tvalidation_0-auc:0.90012\tvalidation_1-auc:0.82914 \n", + "[23]\tvalidation_0-auc:0.90182\tvalidation_1-auc:0.82867 \n", + "[24]\tvalidation_0-auc:0.90353\tvalidation_1-auc:0.82931 \n", + "[25]\tvalidation_0-auc:0.90431\tvalidation_1-auc:0.82915 \n", + "[26]\tvalidation_0-auc:0.90570\tvalidation_1-auc:0.82927 \n", + "[27]\tvalidation_0-auc:0.90719\tvalidation_1-auc:0.82939 \n", + "[28]\tvalidation_0-auc:0.90770\tvalidation_1-auc:0.82959 \n", + "[29]\tvalidation_0-auc:0.90850\tvalidation_1-auc:0.82895 \n", + "[30]\tvalidation_0-auc:0.90922\tvalidation_1-auc:0.82840 \n", + "[31]\tvalidation_0-auc:0.90969\tvalidation_1-auc:0.82806 \n", + "[32]\tvalidation_0-auc:0.91046\tvalidation_1-auc:0.82872 \n", + "[33]\tvalidation_0-auc:0.91128\tvalidation_1-auc:0.82807 \n", + "[34]\tvalidation_0-auc:0.91144\tvalidation_1-auc:0.82801 \n", + "[35]\tvalidation_0-auc:0.91207\tvalidation_1-auc:0.82810 \n", + "[36]\tvalidation_0-auc:0.91300\tvalidation_1-auc:0.82797 \n", + "[37]\tvalidation_0-auc:0.91326\tvalidation_1-auc:0.82793 \n", + "[38]\tvalidation_0-auc:0.91356\tvalidation_1-auc:0.82800 \n", + "[39]\tvalidation_0-auc:0.91419\tvalidation_1-auc:0.82778 \n", + "[40]\tvalidation_0-auc:0.91479\tvalidation_1-auc:0.82750 \n", + "[41]\tvalidation_0-auc:0.91520\tvalidation_1-auc:0.82688 \n", + "[42]\tvalidation_0-auc:0.91625\tvalidation_1-auc:0.82666 \n", + "[43]\tvalidation_0-auc:0.91691\tvalidation_1-auc:0.82649 \n", + "[44]\tvalidation_0-auc:0.91750\tvalidation_1-auc:0.82623 \n", + "[45]\tvalidation_0-auc:0.91785\tvalidation_1-auc:0.82613 \n", + "[46]\tvalidation_0-auc:0.91800\tvalidation_1-auc:0.82589 \n", + "[47]\tvalidation_0-auc:0.91821\tvalidation_1-auc:0.82540 \n", + "[48]\tvalidation_0-auc:0.91856\tvalidation_1-auc:0.82516 \n", + "[49]\tvalidation_0-auc:0.91895\tvalidation_1-auc:0.82523 \n", + "[50]\tvalidation_0-auc:0.91922\tvalidation_1-auc:0.82495 \n", + "[51]\tvalidation_0-auc:0.91946\tvalidation_1-auc:0.82451 \n", + "[52]\tvalidation_0-auc:0.91978\tvalidation_1-auc:0.82431 \n", + "[53]\tvalidation_0-auc:0.92036\tvalidation_1-auc:0.82449 \n", + "[54]\tvalidation_0-auc:0.92076\tvalidation_1-auc:0.82367 \n", + "[55]\tvalidation_0-auc:0.92207\tvalidation_1-auc:0.82297 \n", + "[56]\tvalidation_0-auc:0.92270\tvalidation_1-auc:0.82280 \n", + "[57]\tvalidation_0-auc:0.92370\tvalidation_1-auc:0.82299 \n", + "[0]\tvalidation_0-auc:0.82037\tvalidation_1-auc:0.80612 \n", + "[1]\tvalidation_0-auc:0.83519\tvalidation_1-auc:0.81620 \n", + "[2]\tvalidation_0-auc:0.84373\tvalidation_1-auc:0.82359 \n", + "[3]\tvalidation_0-auc:0.84714\tvalidation_1-auc:0.82472 \n", + "[4]\tvalidation_0-auc:0.85569\tvalidation_1-auc:0.82932 \n", + "[5]\tvalidation_0-auc:0.86047\tvalidation_1-auc:0.82726 \n", + "[6]\tvalidation_0-auc:0.86460\tvalidation_1-auc:0.82733 \n", + "[7]\tvalidation_0-auc:0.86832\tvalidation_1-auc:0.83032 \n", + "[8]\tvalidation_0-auc:0.87321\tvalidation_1-auc:0.83051 \n", + "[9]\tvalidation_0-auc:0.87330\tvalidation_1-auc:0.82945 \n", + "[10]\tvalidation_0-auc:0.87349\tvalidation_1-auc:0.82459 \n", + "[11]\tvalidation_0-auc:0.87699\tvalidation_1-auc:0.82303 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[12]\tvalidation_0-auc:0.88001\tvalidation_1-auc:0.82592 \n", + "[13]\tvalidation_0-auc:0.88429\tvalidation_1-auc:0.82949 \n", + "[14]\tvalidation_0-auc:0.88661\tvalidation_1-auc:0.82978 \n", + "[15]\tvalidation_0-auc:0.88929\tvalidation_1-auc:0.82992 \n", + "[16]\tvalidation_0-auc:0.89007\tvalidation_1-auc:0.83183 \n", + "[17]\tvalidation_0-auc:0.89290\tvalidation_1-auc:0.83301 \n", + "[18]\tvalidation_0-auc:0.89472\tvalidation_1-auc:0.83170 \n", + "[19]\tvalidation_0-auc:0.89779\tvalidation_1-auc:0.83370 \n", + "[20]\tvalidation_0-auc:0.89967\tvalidation_1-auc:0.83458 \n", + "[21]\tvalidation_0-auc:0.90066\tvalidation_1-auc:0.83271 \n", + "[22]\tvalidation_0-auc:0.90356\tvalidation_1-auc:0.83354 \n", + "[23]\tvalidation_0-auc:0.90545\tvalidation_1-auc:0.83295 \n", + "[24]\tvalidation_0-auc:0.90651\tvalidation_1-auc:0.83292 \n", + "[25]\tvalidation_0-auc:0.90763\tvalidation_1-auc:0.83347 \n", + "[26]\tvalidation_0-auc:0.90966\tvalidation_1-auc:0.83268 \n", + "[27]\tvalidation_0-auc:0.91129\tvalidation_1-auc:0.83390 \n", + "[28]\tvalidation_0-auc:0.91152\tvalidation_1-auc:0.83423 \n", + "[29]\tvalidation_0-auc:0.91194\tvalidation_1-auc:0.83469 \n", + "[30]\tvalidation_0-auc:0.91318\tvalidation_1-auc:0.83435 \n", + "[31]\tvalidation_0-auc:0.91407\tvalidation_1-auc:0.83425 \n", + "[32]\tvalidation_0-auc:0.91497\tvalidation_1-auc:0.83424 \n", + "[33]\tvalidation_0-auc:0.91510\tvalidation_1-auc:0.83430 \n", + "[34]\tvalidation_0-auc:0.91553\tvalidation_1-auc:0.83450 \n", + "[35]\tvalidation_0-auc:0.91586\tvalidation_1-auc:0.83424 \n", + "[36]\tvalidation_0-auc:0.91667\tvalidation_1-auc:0.83421 \n", + "[37]\tvalidation_0-auc:0.91699\tvalidation_1-auc:0.83382 \n", + "[38]\tvalidation_0-auc:0.91763\tvalidation_1-auc:0.83347 \n", + "[39]\tvalidation_0-auc:0.91784\tvalidation_1-auc:0.83328 \n", + "[40]\tvalidation_0-auc:0.91813\tvalidation_1-auc:0.83329 \n", + "[41]\tvalidation_0-auc:0.91913\tvalidation_1-auc:0.83293 \n", + "[42]\tvalidation_0-auc:0.91954\tvalidation_1-auc:0.83276 \n", + "[43]\tvalidation_0-auc:0.92030\tvalidation_1-auc:0.83285 \n", + "[44]\tvalidation_0-auc:0.92057\tvalidation_1-auc:0.83266 \n", + "[45]\tvalidation_0-auc:0.92075\tvalidation_1-auc:0.83239 \n", + "[46]\tvalidation_0-auc:0.92142\tvalidation_1-auc:0.83235 \n", + "[47]\tvalidation_0-auc:0.92176\tvalidation_1-auc:0.83267 \n", + "[48]\tvalidation_0-auc:0.92197\tvalidation_1-auc:0.83266 \n", + "[49]\tvalidation_0-auc:0.92269\tvalidation_1-auc:0.83231 \n", + "[50]\tvalidation_0-auc:0.92342\tvalidation_1-auc:0.83203 \n", + "[51]\tvalidation_0-auc:0.92362\tvalidation_1-auc:0.83203 \n", + "[52]\tvalidation_0-auc:0.92379\tvalidation_1-auc:0.83177 \n", + "[53]\tvalidation_0-auc:0.92417\tvalidation_1-auc:0.83185 \n", + "[54]\tvalidation_0-auc:0.92437\tvalidation_1-auc:0.83163 \n", + "[55]\tvalidation_0-auc:0.92554\tvalidation_1-auc:0.83199 \n", + "[56]\tvalidation_0-auc:0.92568\tvalidation_1-auc:0.83204 \n", + "[57]\tvalidation_0-auc:0.92582\tvalidation_1-auc:0.83201 \n", + "[58]\tvalidation_0-auc:0.92608\tvalidation_1-auc:0.83153 \n", + "[0]\tvalidation_0-auc:0.83024\tvalidation_1-auc:0.81185 \n", + "[1]\tvalidation_0-auc:0.83782\tvalidation_1-auc:0.81379 \n", + "[2]\tvalidation_0-auc:0.84244\tvalidation_1-auc:0.81964 \n", + "[3]\tvalidation_0-auc:0.84868\tvalidation_1-auc:0.82116 \n", + "[4]\tvalidation_0-auc:0.85386\tvalidation_1-auc:0.82163 \n", + "[5]\tvalidation_0-auc:0.86187\tvalidation_1-auc:0.82291 \n", + "[6]\tvalidation_0-auc:0.86565\tvalidation_1-auc:0.82580 \n", + "[7]\tvalidation_0-auc:0.86977\tvalidation_1-auc:0.82629 \n", + "[8]\tvalidation_0-auc:0.87318\tvalidation_1-auc:0.82789 \n", + "[9]\tvalidation_0-auc:0.87474\tvalidation_1-auc:0.82655 \n", + "[10]\tvalidation_0-auc:0.87637\tvalidation_1-auc:0.82437 \n", + "[11]\tvalidation_0-auc:0.87792\tvalidation_1-auc:0.82186 \n", + "[12]\tvalidation_0-auc:0.88217\tvalidation_1-auc:0.82669 \n", + "[13]\tvalidation_0-auc:0.88516\tvalidation_1-auc:0.82840 \n", + "[14]\tvalidation_0-auc:0.88747\tvalidation_1-auc:0.82929 \n", + "[15]\tvalidation_0-auc:0.89050\tvalidation_1-auc:0.82920 \n", + "[16]\tvalidation_0-auc:0.89261\tvalidation_1-auc:0.83064 \n", + "[17]\tvalidation_0-auc:0.89474\tvalidation_1-auc:0.83098 \n", + "[18]\tvalidation_0-auc:0.89617\tvalidation_1-auc:0.83104 \n", + "[19]\tvalidation_0-auc:0.89840\tvalidation_1-auc:0.83185 \n", + "[20]\tvalidation_0-auc:0.89940\tvalidation_1-auc:0.83284 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[21]\tvalidation_0-auc:0.90070\tvalidation_1-auc:0.83182 \n", + "[22]\tvalidation_0-auc:0.90243\tvalidation_1-auc:0.83164 \n", + "[23]\tvalidation_0-auc:0.90418\tvalidation_1-auc:0.83199 \n", + "[24]\tvalidation_0-auc:0.90517\tvalidation_1-auc:0.83194 \n", + "[25]\tvalidation_0-auc:0.90541\tvalidation_1-auc:0.83265 \n", + "[26]\tvalidation_0-auc:0.90693\tvalidation_1-auc:0.83242 \n", + "[27]\tvalidation_0-auc:0.90804\tvalidation_1-auc:0.83274 \n", + "[28]\tvalidation_0-auc:0.90883\tvalidation_1-auc:0.83319 \n", + "[29]\tvalidation_0-auc:0.90961\tvalidation_1-auc:0.83362 \n", + "[30]\tvalidation_0-auc:0.91099\tvalidation_1-auc:0.83310 \n", + "[31]\tvalidation_0-auc:0.91208\tvalidation_1-auc:0.83320 \n", + "[32]\tvalidation_0-auc:0.91274\tvalidation_1-auc:0.83373 \n", + "[33]\tvalidation_0-auc:0.91312\tvalidation_1-auc:0.83399 \n", + "[34]\tvalidation_0-auc:0.91370\tvalidation_1-auc:0.83383 \n", + "[35]\tvalidation_0-auc:0.91420\tvalidation_1-auc:0.83441 \n", + "[36]\tvalidation_0-auc:0.91464\tvalidation_1-auc:0.83436 \n", + "[37]\tvalidation_0-auc:0.91504\tvalidation_1-auc:0.83408 \n", + "[38]\tvalidation_0-auc:0.91548\tvalidation_1-auc:0.83366 \n", + "[39]\tvalidation_0-auc:0.91599\tvalidation_1-auc:0.83361 \n", + "[40]\tvalidation_0-auc:0.91649\tvalidation_1-auc:0.83349 \n", + "[41]\tvalidation_0-auc:0.91684\tvalidation_1-auc:0.83336 \n", + "[42]\tvalidation_0-auc:0.91746\tvalidation_1-auc:0.83327 \n", + "[43]\tvalidation_0-auc:0.91801\tvalidation_1-auc:0.83315 \n", + "[44]\tvalidation_0-auc:0.91856\tvalidation_1-auc:0.83303 \n", + "[45]\tvalidation_0-auc:0.91955\tvalidation_1-auc:0.83320 \n", + "[46]\tvalidation_0-auc:0.91980\tvalidation_1-auc:0.83292 \n", + "[47]\tvalidation_0-auc:0.92013\tvalidation_1-auc:0.83253 \n", + "[48]\tvalidation_0-auc:0.92058\tvalidation_1-auc:0.83225 \n", + "[49]\tvalidation_0-auc:0.92073\tvalidation_1-auc:0.83207 \n", + "[50]\tvalidation_0-auc:0.92144\tvalidation_1-auc:0.83223 \n", + "[51]\tvalidation_0-auc:0.92176\tvalidation_1-auc:0.83244 \n", + "[52]\tvalidation_0-auc:0.92280\tvalidation_1-auc:0.83192 \n", + "[53]\tvalidation_0-auc:0.92328\tvalidation_1-auc:0.83166 \n", + "[54]\tvalidation_0-auc:0.92401\tvalidation_1-auc:0.83180 \n", + "[55]\tvalidation_0-auc:0.92425\tvalidation_1-auc:0.83153 \n", + "[56]\tvalidation_0-auc:0.92480\tvalidation_1-auc:0.83150 \n", + "[57]\tvalidation_0-auc:0.92546\tvalidation_1-auc:0.83128 \n", + "[58]\tvalidation_0-auc:0.92562\tvalidation_1-auc:0.83112 \n", + "[59]\tvalidation_0-auc:0.92580\tvalidation_1-auc:0.83103 \n", + "[60]\tvalidation_0-auc:0.92613\tvalidation_1-auc:0.83080 \n", + "[61]\tvalidation_0-auc:0.92646\tvalidation_1-auc:0.83054 \n", + "[62]\tvalidation_0-auc:0.92675\tvalidation_1-auc:0.83010 \n", + "[63]\tvalidation_0-auc:0.92684\tvalidation_1-auc:0.82997 \n", + "[64]\tvalidation_0-auc:0.92693\tvalidation_1-auc:0.82989 \n", + "[65]\tvalidation_0-auc:0.92724\tvalidation_1-auc:0.82957 \n", + "[0]\tvalidation_0-auc:0.82021\tvalidation_1-auc:0.79505 \n", + "[1]\tvalidation_0-auc:0.83170\tvalidation_1-auc:0.80576 \n", + "[2]\tvalidation_0-auc:0.83940\tvalidation_1-auc:0.81039 \n", + "[3]\tvalidation_0-auc:0.83998\tvalidation_1-auc:0.81006 \n", + "[4]\tvalidation_0-auc:0.84113\tvalidation_1-auc:0.81299 \n", + "[5]\tvalidation_0-auc:0.84495\tvalidation_1-auc:0.81961 \n", + "[6]\tvalidation_0-auc:0.84558\tvalidation_1-auc:0.82121 \n", + "[7]\tvalidation_0-auc:0.84796\tvalidation_1-auc:0.82208 \n", + "[8]\tvalidation_0-auc:0.85016\tvalidation_1-auc:0.82486 \n", + "[9]\tvalidation_0-auc:0.85052\tvalidation_1-auc:0.82439 \n", + "[10]\tvalidation_0-auc:0.84847\tvalidation_1-auc:0.81912 \n", + "[11]\tvalidation_0-auc:0.84792\tvalidation_1-auc:0.81814 \n", + "[12]\tvalidation_0-auc:0.85196\tvalidation_1-auc:0.82229 \n", + "[13]\tvalidation_0-auc:0.85608\tvalidation_1-auc:0.82477 \n", + "[14]\tvalidation_0-auc:0.85816\tvalidation_1-auc:0.82659 \n", + "[15]\tvalidation_0-auc:0.85991\tvalidation_1-auc:0.82652 \n", + "[16]\tvalidation_0-auc:0.86121\tvalidation_1-auc:0.82840 \n", + "[17]\tvalidation_0-auc:0.86422\tvalidation_1-auc:0.83038 \n", + "[18]\tvalidation_0-auc:0.86356\tvalidation_1-auc:0.83022 \n", + "[19]\tvalidation_0-auc:0.86646\tvalidation_1-auc:0.83149 \n", + "[20]\tvalidation_0-auc:0.86632\tvalidation_1-auc:0.83009 \n", + "[21]\tvalidation_0-auc:0.86587\tvalidation_1-auc:0.82774 \n", + "[22]\tvalidation_0-auc:0.86817\tvalidation_1-auc:0.82993 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[23]\tvalidation_0-auc:0.87045\tvalidation_1-auc:0.83184 \n", + "[24]\tvalidation_0-auc:0.87190\tvalidation_1-auc:0.83251 \n", + "[25]\tvalidation_0-auc:0.87288\tvalidation_1-auc:0.83259 \n", + "[26]\tvalidation_0-auc:0.87446\tvalidation_1-auc:0.83250 \n", + "[27]\tvalidation_0-auc:0.87576\tvalidation_1-auc:0.83287 \n", + "[28]\tvalidation_0-auc:0.87643\tvalidation_1-auc:0.83288 \n", + "[29]\tvalidation_0-auc:0.87697\tvalidation_1-auc:0.83306 \n", + "[30]\tvalidation_0-auc:0.87762\tvalidation_1-auc:0.83214 \n", + "[31]\tvalidation_0-auc:0.87901\tvalidation_1-auc:0.83300 \n", + "[32]\tvalidation_0-auc:0.87994\tvalidation_1-auc:0.83352 \n", + "[33]\tvalidation_0-auc:0.88053\tvalidation_1-auc:0.83343 \n", + "[34]\tvalidation_0-auc:0.88125\tvalidation_1-auc:0.83352 \n", + "[35]\tvalidation_0-auc:0.88150\tvalidation_1-auc:0.83335 \n", + "[36]\tvalidation_0-auc:0.88254\tvalidation_1-auc:0.83392 \n", + "[37]\tvalidation_0-auc:0.88309\tvalidation_1-auc:0.83449 \n", + "[38]\tvalidation_0-auc:0.88340\tvalidation_1-auc:0.83447 \n", + "[39]\tvalidation_0-auc:0.88371\tvalidation_1-auc:0.83458 \n", + "[40]\tvalidation_0-auc:0.88375\tvalidation_1-auc:0.83476 \n", + "[41]\tvalidation_0-auc:0.88396\tvalidation_1-auc:0.83448 \n", + "[42]\tvalidation_0-auc:0.88426\tvalidation_1-auc:0.83453 \n", + "[43]\tvalidation_0-auc:0.88429\tvalidation_1-auc:0.83457 \n", + "[44]\tvalidation_0-auc:0.88490\tvalidation_1-auc:0.83473 \n", + "[45]\tvalidation_0-auc:0.88515\tvalidation_1-auc:0.83451 \n", + "[46]\tvalidation_0-auc:0.88597\tvalidation_1-auc:0.83401 \n", + "[47]\tvalidation_0-auc:0.88635\tvalidation_1-auc:0.83390 \n", + "[48]\tvalidation_0-auc:0.88650\tvalidation_1-auc:0.83403 \n", + "[49]\tvalidation_0-auc:0.88721\tvalidation_1-auc:0.83377 \n", + "[50]\tvalidation_0-auc:0.88748\tvalidation_1-auc:0.83359 \n", + "[51]\tvalidation_0-auc:0.88844\tvalidation_1-auc:0.83321 \n", + "[52]\tvalidation_0-auc:0.88860\tvalidation_1-auc:0.83328 \n", + "[53]\tvalidation_0-auc:0.88939\tvalidation_1-auc:0.83297 \n", + "[54]\tvalidation_0-auc:0.89022\tvalidation_1-auc:0.83311 \n", + "[55]\tvalidation_0-auc:0.89059\tvalidation_1-auc:0.83320 \n", + "[56]\tvalidation_0-auc:0.89117\tvalidation_1-auc:0.83296 \n", + "[57]\tvalidation_0-auc:0.89124\tvalidation_1-auc:0.83282 \n", + "[58]\tvalidation_0-auc:0.89158\tvalidation_1-auc:0.83264 \n", + "[59]\tvalidation_0-auc:0.89214\tvalidation_1-auc:0.83245 \n", + "[60]\tvalidation_0-auc:0.89276\tvalidation_1-auc:0.83191 \n", + "[61]\tvalidation_0-auc:0.89314\tvalidation_1-auc:0.83167 \n", + "[62]\tvalidation_0-auc:0.89356\tvalidation_1-auc:0.83123 \n", + "[63]\tvalidation_0-auc:0.89387\tvalidation_1-auc:0.83107 \n", + "[64]\tvalidation_0-auc:0.89526\tvalidation_1-auc:0.83128 \n", + "[65]\tvalidation_0-auc:0.89546\tvalidation_1-auc:0.83091 \n", + "[66]\tvalidation_0-auc:0.89584\tvalidation_1-auc:0.83074 \n", + "[67]\tvalidation_0-auc:0.89595\tvalidation_1-auc:0.83073 \n", + "[68]\tvalidation_0-auc:0.89615\tvalidation_1-auc:0.83085 \n", + "[69]\tvalidation_0-auc:0.89678\tvalidation_1-auc:0.83091 \n", + "[0]\tvalidation_0-auc:0.81592\tvalidation_1-auc:0.80619 \n", + "[1]\tvalidation_0-auc:0.82817\tvalidation_1-auc:0.81802 \n", + "[2]\tvalidation_0-auc:0.83760\tvalidation_1-auc:0.82513 \n", + "[3]\tvalidation_0-auc:0.83848\tvalidation_1-auc:0.82556 \n", + "[4]\tvalidation_0-auc:0.84265\tvalidation_1-auc:0.82685 \n", + "[5]\tvalidation_0-auc:0.84512\tvalidation_1-auc:0.82748 \n", + "[6]\tvalidation_0-auc:0.84953\tvalidation_1-auc:0.82791 \n", + "[7]\tvalidation_0-auc:0.85292\tvalidation_1-auc:0.82933 \n", + "[8]\tvalidation_0-auc:0.85459\tvalidation_1-auc:0.83029 \n", + "[9]\tvalidation_0-auc:0.85592\tvalidation_1-auc:0.82984 \n", + "[10]\tvalidation_0-auc:0.85454\tvalidation_1-auc:0.82483 \n", + "[11]\tvalidation_0-auc:0.85407\tvalidation_1-auc:0.82251 \n", + "[12]\tvalidation_0-auc:0.85690\tvalidation_1-auc:0.82576 \n", + "[13]\tvalidation_0-auc:0.85913\tvalidation_1-auc:0.82770 \n", + "[14]\tvalidation_0-auc:0.86061\tvalidation_1-auc:0.82954 \n", + "[15]\tvalidation_0-auc:0.86119\tvalidation_1-auc:0.82761 \n", + "[16]\tvalidation_0-auc:0.86296\tvalidation_1-auc:0.82956 \n", + "[17]\tvalidation_0-auc:0.86587\tvalidation_1-auc:0.83181 \n", + "[18]\tvalidation_0-auc:0.86505\tvalidation_1-auc:0.83070 \n", + "[19]\tvalidation_0-auc:0.86766\tvalidation_1-auc:0.83200 \n", + "[20]\tvalidation_0-auc:0.86710\tvalidation_1-auc:0.83035 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[21]\tvalidation_0-auc:0.86721\tvalidation_1-auc:0.82903 \n", + "[22]\tvalidation_0-auc:0.86865\tvalidation_1-auc:0.83033 \n", + "[23]\tvalidation_0-auc:0.87167\tvalidation_1-auc:0.83239 \n", + "[24]\tvalidation_0-auc:0.87339\tvalidation_1-auc:0.83374 \n", + "[25]\tvalidation_0-auc:0.87437\tvalidation_1-auc:0.83470 \n", + "[26]\tvalidation_0-auc:0.87630\tvalidation_1-auc:0.83388 \n", + "[27]\tvalidation_0-auc:0.87789\tvalidation_1-auc:0.83456 \n", + "[28]\tvalidation_0-auc:0.87842\tvalidation_1-auc:0.83422 \n", + "[29]\tvalidation_0-auc:0.87956\tvalidation_1-auc:0.83458 \n", + "[30]\tvalidation_0-auc:0.88010\tvalidation_1-auc:0.83412 \n", + "[31]\tvalidation_0-auc:0.88088\tvalidation_1-auc:0.83490 \n", + "[32]\tvalidation_0-auc:0.88166\tvalidation_1-auc:0.83546 \n", + "[33]\tvalidation_0-auc:0.88246\tvalidation_1-auc:0.83533 \n", + "[34]\tvalidation_0-auc:0.88265\tvalidation_1-auc:0.83559 \n", + "[35]\tvalidation_0-auc:0.88342\tvalidation_1-auc:0.83580 \n", + "[36]\tvalidation_0-auc:0.88448\tvalidation_1-auc:0.83576 \n", + "[37]\tvalidation_0-auc:0.88498\tvalidation_1-auc:0.83581 \n", + "[38]\tvalidation_0-auc:0.88586\tvalidation_1-auc:0.83525 \n", + "[39]\tvalidation_0-auc:0.88614\tvalidation_1-auc:0.83568 \n", + "[40]\tvalidation_0-auc:0.88657\tvalidation_1-auc:0.83580 \n", + "[41]\tvalidation_0-auc:0.88683\tvalidation_1-auc:0.83562 \n", + "[42]\tvalidation_0-auc:0.88745\tvalidation_1-auc:0.83581 \n", + "[43]\tvalidation_0-auc:0.88801\tvalidation_1-auc:0.83597 \n", + "[44]\tvalidation_0-auc:0.88874\tvalidation_1-auc:0.83606 \n", + "[45]\tvalidation_0-auc:0.88935\tvalidation_1-auc:0.83604 \n", + "[46]\tvalidation_0-auc:0.88946\tvalidation_1-auc:0.83600 \n", + "[47]\tvalidation_0-auc:0.88997\tvalidation_1-auc:0.83596 \n", + "[48]\tvalidation_0-auc:0.89015\tvalidation_1-auc:0.83590 \n", + "[49]\tvalidation_0-auc:0.89067\tvalidation_1-auc:0.83585 \n", + "[50]\tvalidation_0-auc:0.89079\tvalidation_1-auc:0.83605 \n", + "[51]\tvalidation_0-auc:0.89117\tvalidation_1-auc:0.83602 \n", + "[52]\tvalidation_0-auc:0.89174\tvalidation_1-auc:0.83570 \n", + "[53]\tvalidation_0-auc:0.89212\tvalidation_1-auc:0.83573 \n", + "[54]\tvalidation_0-auc:0.89226\tvalidation_1-auc:0.83586 \n", + "[55]\tvalidation_0-auc:0.89322\tvalidation_1-auc:0.83628 \n", + "[56]\tvalidation_0-auc:0.89348\tvalidation_1-auc:0.83619 \n", + "[57]\tvalidation_0-auc:0.89371\tvalidation_1-auc:0.83602 \n", + "[58]\tvalidation_0-auc:0.89420\tvalidation_1-auc:0.83574 \n", + "[59]\tvalidation_0-auc:0.89445\tvalidation_1-auc:0.83575 \n", + "[60]\tvalidation_0-auc:0.89459\tvalidation_1-auc:0.83573 \n", + "[61]\tvalidation_0-auc:0.89471\tvalidation_1-auc:0.83575 \n", + "[62]\tvalidation_0-auc:0.89477\tvalidation_1-auc:0.83576 \n", + "[63]\tvalidation_0-auc:0.89491\tvalidation_1-auc:0.83560 \n", + "[64]\tvalidation_0-auc:0.89576\tvalidation_1-auc:0.83530 \n", + "[65]\tvalidation_0-auc:0.89603\tvalidation_1-auc:0.83523 \n", + "[66]\tvalidation_0-auc:0.89626\tvalidation_1-auc:0.83506 \n", + "[67]\tvalidation_0-auc:0.89751\tvalidation_1-auc:0.83511 \n", + "[68]\tvalidation_0-auc:0.89812\tvalidation_1-auc:0.83532 \n", + "[69]\tvalidation_0-auc:0.89848\tvalidation_1-auc:0.83528 \n", + "[70]\tvalidation_0-auc:0.89875\tvalidation_1-auc:0.83522 \n", + "[71]\tvalidation_0-auc:0.89887\tvalidation_1-auc:0.83515 \n", + "[72]\tvalidation_0-auc:0.89924\tvalidation_1-auc:0.83483 \n", + "[73]\tvalidation_0-auc:0.89943\tvalidation_1-auc:0.83467 \n", + "[74]\tvalidation_0-auc:0.89955\tvalidation_1-auc:0.83464 \n", + "[75]\tvalidation_0-auc:0.89988\tvalidation_1-auc:0.83436 \n", + "[76]\tvalidation_0-auc:0.90008\tvalidation_1-auc:0.83436 \n", + "[77]\tvalidation_0-auc:0.90052\tvalidation_1-auc:0.83420 \n", + "[78]\tvalidation_0-auc:0.90085\tvalidation_1-auc:0.83413 \n", + "[79]\tvalidation_0-auc:0.90104\tvalidation_1-auc:0.83404 \n", + "[80]\tvalidation_0-auc:0.90112\tvalidation_1-auc:0.83386 \n", + "[81]\tvalidation_0-auc:0.90167\tvalidation_1-auc:0.83374 \n", + "[82]\tvalidation_0-auc:0.90178\tvalidation_1-auc:0.83370 \n", + "[83]\tvalidation_0-auc:0.90206\tvalidation_1-auc:0.83378 \n", + "[84]\tvalidation_0-auc:0.90226\tvalidation_1-auc:0.83346 \n", + "[85]\tvalidation_0-auc:0.90233\tvalidation_1-auc:0.83326 \n", + "[0]\tvalidation_0-auc:0.82473\tvalidation_1-auc:0.81237 \n", + "[1]\tvalidation_0-auc:0.83116\tvalidation_1-auc:0.81543 \n", + "[2]\tvalidation_0-auc:0.83572\tvalidation_1-auc:0.82085 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[3]\tvalidation_0-auc:0.83751\tvalidation_1-auc:0.82203 \n", + "[4]\tvalidation_0-auc:0.83951\tvalidation_1-auc:0.82176 \n", + "[5]\tvalidation_0-auc:0.84595\tvalidation_1-auc:0.82321 \n", + "[6]\tvalidation_0-auc:0.84964\tvalidation_1-auc:0.82441 \n", + "[7]\tvalidation_0-auc:0.84983\tvalidation_1-auc:0.82399 \n", + "[8]\tvalidation_0-auc:0.85216\tvalidation_1-auc:0.82470 \n", + "[9]\tvalidation_0-auc:0.85349\tvalidation_1-auc:0.82479 \n", + "[10]\tvalidation_0-auc:0.85435\tvalidation_1-auc:0.82366 \n", + "[11]\tvalidation_0-auc:0.85512\tvalidation_1-auc:0.82175 \n", + "[12]\tvalidation_0-auc:0.85833\tvalidation_1-auc:0.82459 \n", + "[13]\tvalidation_0-auc:0.86038\tvalidation_1-auc:0.82493 \n", + "[14]\tvalidation_0-auc:0.86170\tvalidation_1-auc:0.82774 \n", + "[15]\tvalidation_0-auc:0.86160\tvalidation_1-auc:0.82656 \n", + "[16]\tvalidation_0-auc:0.86391\tvalidation_1-auc:0.82805 \n", + "[17]\tvalidation_0-auc:0.86519\tvalidation_1-auc:0.82947 \n", + "[18]\tvalidation_0-auc:0.86462\tvalidation_1-auc:0.82877 \n", + "[19]\tvalidation_0-auc:0.86768\tvalidation_1-auc:0.83137 \n", + "[20]\tvalidation_0-auc:0.86752\tvalidation_1-auc:0.83071 \n", + "[21]\tvalidation_0-auc:0.86779\tvalidation_1-auc:0.83000 \n", + "[22]\tvalidation_0-auc:0.87006\tvalidation_1-auc:0.83132 \n", + "[23]\tvalidation_0-auc:0.87177\tvalidation_1-auc:0.83308 \n", + "[24]\tvalidation_0-auc:0.87237\tvalidation_1-auc:0.83332 \n", + "[25]\tvalidation_0-auc:0.87386\tvalidation_1-auc:0.83434 \n", + "[26]\tvalidation_0-auc:0.87541\tvalidation_1-auc:0.83401 \n", + "[27]\tvalidation_0-auc:0.87632\tvalidation_1-auc:0.83512 \n", + "[28]\tvalidation_0-auc:0.87655\tvalidation_1-auc:0.83451 \n", + "[29]\tvalidation_0-auc:0.87740\tvalidation_1-auc:0.83498 \n", + "[30]\tvalidation_0-auc:0.87857\tvalidation_1-auc:0.83455 \n", + "[31]\tvalidation_0-auc:0.87926\tvalidation_1-auc:0.83497 \n", + "[32]\tvalidation_0-auc:0.88041\tvalidation_1-auc:0.83627 \n", + "[33]\tvalidation_0-auc:0.88084\tvalidation_1-auc:0.83657 \n", + "[34]\tvalidation_0-auc:0.88119\tvalidation_1-auc:0.83721 \n", + "[35]\tvalidation_0-auc:0.88148\tvalidation_1-auc:0.83747 \n", + "[36]\tvalidation_0-auc:0.88260\tvalidation_1-auc:0.83766 \n", + "[37]\tvalidation_0-auc:0.88346\tvalidation_1-auc:0.83772 \n", + "[38]\tvalidation_0-auc:0.88436\tvalidation_1-auc:0.83754 \n", + "[39]\tvalidation_0-auc:0.88472\tvalidation_1-auc:0.83774 \n", + "[40]\tvalidation_0-auc:0.88485\tvalidation_1-auc:0.83762 \n", + "[41]\tvalidation_0-auc:0.88514\tvalidation_1-auc:0.83709 \n", + "[42]\tvalidation_0-auc:0.88568\tvalidation_1-auc:0.83745 \n", + "[43]\tvalidation_0-auc:0.88624\tvalidation_1-auc:0.83763 \n", + "[44]\tvalidation_0-auc:0.88683\tvalidation_1-auc:0.83756 \n", + "[45]\tvalidation_0-auc:0.88719\tvalidation_1-auc:0.83775 \n", + "[46]\tvalidation_0-auc:0.88770\tvalidation_1-auc:0.83808 \n", + "[47]\tvalidation_0-auc:0.88836\tvalidation_1-auc:0.83811 \n", + "[48]\tvalidation_0-auc:0.88892\tvalidation_1-auc:0.83879 \n", + "[49]\tvalidation_0-auc:0.88959\tvalidation_1-auc:0.83889 \n", + "[50]\tvalidation_0-auc:0.88995\tvalidation_1-auc:0.83878 \n", + "[51]\tvalidation_0-auc:0.89057\tvalidation_1-auc:0.83884 \n", + "[52]\tvalidation_0-auc:0.89143\tvalidation_1-auc:0.83886 \n", + "[53]\tvalidation_0-auc:0.89170\tvalidation_1-auc:0.83893 \n", + "[54]\tvalidation_0-auc:0.89229\tvalidation_1-auc:0.83881 \n", + "[55]\tvalidation_0-auc:0.89314\tvalidation_1-auc:0.83876 \n", + "[56]\tvalidation_0-auc:0.89332\tvalidation_1-auc:0.83854 \n", + "[57]\tvalidation_0-auc:0.89348\tvalidation_1-auc:0.83850 \n", + "[58]\tvalidation_0-auc:0.89377\tvalidation_1-auc:0.83848 \n", + "[59]\tvalidation_0-auc:0.89457\tvalidation_1-auc:0.83827 \n", + "[60]\tvalidation_0-auc:0.89467\tvalidation_1-auc:0.83827 \n", + "[61]\tvalidation_0-auc:0.89523\tvalidation_1-auc:0.83807 \n", + "[62]\tvalidation_0-auc:0.89541\tvalidation_1-auc:0.83792 \n", + "[63]\tvalidation_0-auc:0.89570\tvalidation_1-auc:0.83765 \n", + "[64]\tvalidation_0-auc:0.89591\tvalidation_1-auc:0.83769 \n", + "[65]\tvalidation_0-auc:0.89614\tvalidation_1-auc:0.83764 \n", + "[66]\tvalidation_0-auc:0.89643\tvalidation_1-auc:0.83768 \n", + "[67]\tvalidation_0-auc:0.89712\tvalidation_1-auc:0.83755 \n", + "[68]\tvalidation_0-auc:0.89726\tvalidation_1-auc:0.83752 \n", + "[69]\tvalidation_0-auc:0.89757\tvalidation_1-auc:0.83763 \n", + "[70]\tvalidation_0-auc:0.89856\tvalidation_1-auc:0.83725 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[71]\tvalidation_0-auc:0.89869\tvalidation_1-auc:0.83728 \n", + "[72]\tvalidation_0-auc:0.89889\tvalidation_1-auc:0.83717 \n", + "[73]\tvalidation_0-auc:0.89914\tvalidation_1-auc:0.83739 \n", + "[74]\tvalidation_0-auc:0.89977\tvalidation_1-auc:0.83713 \n", + "[75]\tvalidation_0-auc:0.90005\tvalidation_1-auc:0.83675 \n", + "[76]\tvalidation_0-auc:0.90013\tvalidation_1-auc:0.83678 \n", + "[77]\tvalidation_0-auc:0.90029\tvalidation_1-auc:0.83662 \n", + "[78]\tvalidation_0-auc:0.90052\tvalidation_1-auc:0.83645 \n", + "[79]\tvalidation_0-auc:0.90142\tvalidation_1-auc:0.83638 \n", + "[80]\tvalidation_0-auc:0.90159\tvalidation_1-auc:0.83614 \n", + "[81]\tvalidation_0-auc:0.90177\tvalidation_1-auc:0.83623 \n", + "[82]\tvalidation_0-auc:0.90215\tvalidation_1-auc:0.83605 \n", + "[83]\tvalidation_0-auc:0.90234\tvalidation_1-auc:0.83582 \n", + "[0]\tvalidation_0-auc:0.82674\tvalidation_1-auc:0.80111 \n", + "[1]\tvalidation_0-auc:0.83399\tvalidation_1-auc:0.80358 \n", + "[2]\tvalidation_0-auc:0.84240\tvalidation_1-auc:0.81036 \n", + "[3]\tvalidation_0-auc:0.84420\tvalidation_1-auc:0.81074 \n", + "[4]\tvalidation_0-auc:0.84708\tvalidation_1-auc:0.81482 \n", + "[5]\tvalidation_0-auc:0.85135\tvalidation_1-auc:0.81607 \n", + "[6]\tvalidation_0-auc:0.85301\tvalidation_1-auc:0.81746 \n", + "[7]\tvalidation_0-auc:0.85729\tvalidation_1-auc:0.81962 \n", + "[8]\tvalidation_0-auc:0.86134\tvalidation_1-auc:0.82208 \n", + "[9]\tvalidation_0-auc:0.86734\tvalidation_1-auc:0.82623 \n", + "[10]\tvalidation_0-auc:0.86733\tvalidation_1-auc:0.82414 \n", + "[11]\tvalidation_0-auc:0.86848\tvalidation_1-auc:0.82264 \n", + "[12]\tvalidation_0-auc:0.87415\tvalidation_1-auc:0.82609 \n", + "[13]\tvalidation_0-auc:0.87824\tvalidation_1-auc:0.82670 \n", + "[14]\tvalidation_0-auc:0.87954\tvalidation_1-auc:0.82862 \n", + "[15]\tvalidation_0-auc:0.88216\tvalidation_1-auc:0.82973 \n", + "[16]\tvalidation_0-auc:0.88420\tvalidation_1-auc:0.83157 \n", + "[17]\tvalidation_0-auc:0.88573\tvalidation_1-auc:0.83149 \n", + "[18]\tvalidation_0-auc:0.88752\tvalidation_1-auc:0.83036 \n", + "[19]\tvalidation_0-auc:0.88928\tvalidation_1-auc:0.83108 \n", + "[20]\tvalidation_0-auc:0.89031\tvalidation_1-auc:0.83164 \n", + "[21]\tvalidation_0-auc:0.89103\tvalidation_1-auc:0.83063 \n", + "[22]\tvalidation_0-auc:0.89303\tvalidation_1-auc:0.83210 \n", + "[23]\tvalidation_0-auc:0.89514\tvalidation_1-auc:0.83213 \n", + "[24]\tvalidation_0-auc:0.89655\tvalidation_1-auc:0.83231 \n", + "[25]\tvalidation_0-auc:0.89765\tvalidation_1-auc:0.83205 \n", + "[26]\tvalidation_0-auc:0.89842\tvalidation_1-auc:0.83220 \n", + "[27]\tvalidation_0-auc:0.89987\tvalidation_1-auc:0.83188 \n", + "[28]\tvalidation_0-auc:0.90123\tvalidation_1-auc:0.83142 \n", + "[29]\tvalidation_0-auc:0.90184\tvalidation_1-auc:0.83142 \n", + "[30]\tvalidation_0-auc:0.90346\tvalidation_1-auc:0.83094 \n", + "[31]\tvalidation_0-auc:0.90440\tvalidation_1-auc:0.83111 \n", + "[32]\tvalidation_0-auc:0.90480\tvalidation_1-auc:0.83144 \n", + "[33]\tvalidation_0-auc:0.90523\tvalidation_1-auc:0.83208 \n", + "[34]\tvalidation_0-auc:0.90582\tvalidation_1-auc:0.83154 \n", + "[35]\tvalidation_0-auc:0.90600\tvalidation_1-auc:0.83147 \n", + "[36]\tvalidation_0-auc:0.90637\tvalidation_1-auc:0.83151 \n", + "[37]\tvalidation_0-auc:0.90698\tvalidation_1-auc:0.83172 \n", + "[38]\tvalidation_0-auc:0.90743\tvalidation_1-auc:0.83162 \n", + "[39]\tvalidation_0-auc:0.90761\tvalidation_1-auc:0.83138 \n", + "[40]\tvalidation_0-auc:0.90797\tvalidation_1-auc:0.83095 \n", + "[41]\tvalidation_0-auc:0.90815\tvalidation_1-auc:0.83051 \n", + "[42]\tvalidation_0-auc:0.90852\tvalidation_1-auc:0.83046 \n", + "[43]\tvalidation_0-auc:0.90894\tvalidation_1-auc:0.83024 \n", + "[44]\tvalidation_0-auc:0.90949\tvalidation_1-auc:0.82973 \n", + "[45]\tvalidation_0-auc:0.90988\tvalidation_1-auc:0.82984 \n", + "[46]\tvalidation_0-auc:0.91061\tvalidation_1-auc:0.82966 \n", + "[47]\tvalidation_0-auc:0.91082\tvalidation_1-auc:0.82948 \n", + "[48]\tvalidation_0-auc:0.91210\tvalidation_1-auc:0.82955 \n", + "[49]\tvalidation_0-auc:0.91224\tvalidation_1-auc:0.82961 \n", + "[50]\tvalidation_0-auc:0.91287\tvalidation_1-auc:0.82993 \n", + "[51]\tvalidation_0-auc:0.91322\tvalidation_1-auc:0.82959 \n", + "[52]\tvalidation_0-auc:0.91337\tvalidation_1-auc:0.82937 \n", + "[53]\tvalidation_0-auc:0.91342\tvalidation_1-auc:0.82896 \n", + "[54]\tvalidation_0-auc:0.91382\tvalidation_1-auc:0.82847 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[0]\tvalidation_0-auc:0.82169\tvalidation_1-auc:0.80567 \n", + "[1]\tvalidation_0-auc:0.83145\tvalidation_1-auc:0.81647 \n", + "[2]\tvalidation_0-auc:0.84294\tvalidation_1-auc:0.82333 \n", + "[3]\tvalidation_0-auc:0.84439\tvalidation_1-auc:0.82405 \n", + "[4]\tvalidation_0-auc:0.85148\tvalidation_1-auc:0.82844 \n", + "[5]\tvalidation_0-auc:0.85408\tvalidation_1-auc:0.82758 \n", + "[6]\tvalidation_0-auc:0.85862\tvalidation_1-auc:0.82753 \n", + "[7]\tvalidation_0-auc:0.86062\tvalidation_1-auc:0.82899 \n", + "[8]\tvalidation_0-auc:0.86341\tvalidation_1-auc:0.82984 \n", + "[9]\tvalidation_0-auc:0.86881\tvalidation_1-auc:0.83035 \n", + "[10]\tvalidation_0-auc:0.86973\tvalidation_1-auc:0.82762 \n", + "[11]\tvalidation_0-auc:0.87051\tvalidation_1-auc:0.82478 \n", + "[12]\tvalidation_0-auc:0.87472\tvalidation_1-auc:0.82686 \n", + "[13]\tvalidation_0-auc:0.87864\tvalidation_1-auc:0.82798 \n", + "[14]\tvalidation_0-auc:0.88181\tvalidation_1-auc:0.82850 \n", + "[15]\tvalidation_0-auc:0.88565\tvalidation_1-auc:0.83071 \n", + "[16]\tvalidation_0-auc:0.88849\tvalidation_1-auc:0.83096 \n", + "[17]\tvalidation_0-auc:0.89022\tvalidation_1-auc:0.83262 \n", + "[18]\tvalidation_0-auc:0.89062\tvalidation_1-auc:0.83194 \n", + "[19]\tvalidation_0-auc:0.89250\tvalidation_1-auc:0.83256 \n", + "[20]\tvalidation_0-auc:0.89350\tvalidation_1-auc:0.83310 \n", + "[21]\tvalidation_0-auc:0.89423\tvalidation_1-auc:0.83195 \n", + "[22]\tvalidation_0-auc:0.89665\tvalidation_1-auc:0.83403 \n", + "[23]\tvalidation_0-auc:0.89825\tvalidation_1-auc:0.83461 \n", + "[24]\tvalidation_0-auc:0.89982\tvalidation_1-auc:0.83508 \n", + "[25]\tvalidation_0-auc:0.90049\tvalidation_1-auc:0.83607 \n", + "[26]\tvalidation_0-auc:0.90206\tvalidation_1-auc:0.83532 \n", + "[27]\tvalidation_0-auc:0.90379\tvalidation_1-auc:0.83515 \n", + "[28]\tvalidation_0-auc:0.90521\tvalidation_1-auc:0.83547 \n", + "[29]\tvalidation_0-auc:0.90593\tvalidation_1-auc:0.83557 \n", + "[30]\tvalidation_0-auc:0.90763\tvalidation_1-auc:0.83447 \n", + "[31]\tvalidation_0-auc:0.90797\tvalidation_1-auc:0.83446 \n", + "[32]\tvalidation_0-auc:0.90842\tvalidation_1-auc:0.83456 \n", + "[33]\tvalidation_0-auc:0.90872\tvalidation_1-auc:0.83476 \n", + "[34]\tvalidation_0-auc:0.90934\tvalidation_1-auc:0.83450 \n", + "[35]\tvalidation_0-auc:0.90952\tvalidation_1-auc:0.83469 \n", + "[36]\tvalidation_0-auc:0.90999\tvalidation_1-auc:0.83455 \n", + "[37]\tvalidation_0-auc:0.91052\tvalidation_1-auc:0.83427 \n", + "[38]\tvalidation_0-auc:0.91069\tvalidation_1-auc:0.83409 \n", + "[39]\tvalidation_0-auc:0.91097\tvalidation_1-auc:0.83413 \n", + "[40]\tvalidation_0-auc:0.91119\tvalidation_1-auc:0.83447 \n", + "[41]\tvalidation_0-auc:0.91202\tvalidation_1-auc:0.83462 \n", + "[42]\tvalidation_0-auc:0.91246\tvalidation_1-auc:0.83428 \n", + "[43]\tvalidation_0-auc:0.91329\tvalidation_1-auc:0.83393 \n", + "[44]\tvalidation_0-auc:0.91389\tvalidation_1-auc:0.83409 \n", + "[45]\tvalidation_0-auc:0.91421\tvalidation_1-auc:0.83397 \n", + "[46]\tvalidation_0-auc:0.91464\tvalidation_1-auc:0.83396 \n", + "[47]\tvalidation_0-auc:0.91543\tvalidation_1-auc:0.83413 \n", + "[48]\tvalidation_0-auc:0.91610\tvalidation_1-auc:0.83404 \n", + "[49]\tvalidation_0-auc:0.91691\tvalidation_1-auc:0.83367 \n", + "[50]\tvalidation_0-auc:0.91730\tvalidation_1-auc:0.83415 \n", + "[51]\tvalidation_0-auc:0.91819\tvalidation_1-auc:0.83383 \n", + "[52]\tvalidation_0-auc:0.91861\tvalidation_1-auc:0.83344 \n", + "[53]\tvalidation_0-auc:0.91887\tvalidation_1-auc:0.83339 \n", + "[54]\tvalidation_0-auc:0.91906\tvalidation_1-auc:0.83321 \n", + "[55]\tvalidation_0-auc:0.91929\tvalidation_1-auc:0.83307 \n", + "[0]\tvalidation_0-auc:0.82956\tvalidation_1-auc:0.81249 \n", + "[1]\tvalidation_0-auc:0.83620\tvalidation_1-auc:0.81224 \n", + "[2]\tvalidation_0-auc:0.84223\tvalidation_1-auc:0.81858 \n", + "[3]\tvalidation_0-auc:0.84416\tvalidation_1-auc:0.81902 \n", + "[4]\tvalidation_0-auc:0.85071\tvalidation_1-auc:0.81933 \n", + "[5]\tvalidation_0-auc:0.85361\tvalidation_1-auc:0.82240 \n", + "[6]\tvalidation_0-auc:0.85731\tvalidation_1-auc:0.82449 \n", + "[7]\tvalidation_0-auc:0.85977\tvalidation_1-auc:0.82608 \n", + "[8]\tvalidation_0-auc:0.86545\tvalidation_1-auc:0.82686 \n", + "[9]\tvalidation_0-auc:0.87098\tvalidation_1-auc:0.82937 \n", + "[10]\tvalidation_0-auc:0.87216\tvalidation_1-auc:0.82926 \n", + "[11]\tvalidation_0-auc:0.87288\tvalidation_1-auc:0.82665 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[12]\tvalidation_0-auc:0.87741\tvalidation_1-auc:0.82764 \n", + "[13]\tvalidation_0-auc:0.88073\tvalidation_1-auc:0.82930 \n", + "[14]\tvalidation_0-auc:0.88213\tvalidation_1-auc:0.83068 \n", + "[15]\tvalidation_0-auc:0.88386\tvalidation_1-auc:0.83180 \n", + "[16]\tvalidation_0-auc:0.88573\tvalidation_1-auc:0.83269 \n", + "[17]\tvalidation_0-auc:0.88749\tvalidation_1-auc:0.83583 \n", + "[18]\tvalidation_0-auc:0.88837\tvalidation_1-auc:0.83415 \n", + "[19]\tvalidation_0-auc:0.89045\tvalidation_1-auc:0.83325 \n", + "[20]\tvalidation_0-auc:0.89320\tvalidation_1-auc:0.83332 \n", + "[21]\tvalidation_0-auc:0.89440\tvalidation_1-auc:0.83210 \n", + "[22]\tvalidation_0-auc:0.89633\tvalidation_1-auc:0.83354 \n", + "[23]\tvalidation_0-auc:0.89786\tvalidation_1-auc:0.83433 \n", + "[24]\tvalidation_0-auc:0.89890\tvalidation_1-auc:0.83410 \n", + "[25]\tvalidation_0-auc:0.89949\tvalidation_1-auc:0.83472 \n", + "[26]\tvalidation_0-auc:0.90095\tvalidation_1-auc:0.83380 \n", + "[27]\tvalidation_0-auc:0.90224\tvalidation_1-auc:0.83379 \n", + "[28]\tvalidation_0-auc:0.90321\tvalidation_1-auc:0.83430 \n", + "[29]\tvalidation_0-auc:0.90423\tvalidation_1-auc:0.83452 \n", + "[30]\tvalidation_0-auc:0.90551\tvalidation_1-auc:0.83404 \n", + "[31]\tvalidation_0-auc:0.90625\tvalidation_1-auc:0.83422 \n", + "[32]\tvalidation_0-auc:0.90657\tvalidation_1-auc:0.83447 \n", + "[33]\tvalidation_0-auc:0.90704\tvalidation_1-auc:0.83527 \n", + "[34]\tvalidation_0-auc:0.90708\tvalidation_1-auc:0.83492 \n", + "[35]\tvalidation_0-auc:0.90763\tvalidation_1-auc:0.83514 \n", + "[36]\tvalidation_0-auc:0.90844\tvalidation_1-auc:0.83514 \n", + "[37]\tvalidation_0-auc:0.90916\tvalidation_1-auc:0.83472 \n", + "[38]\tvalidation_0-auc:0.90954\tvalidation_1-auc:0.83479 \n", + "[39]\tvalidation_0-auc:0.90978\tvalidation_1-auc:0.83474 \n", + "[40]\tvalidation_0-auc:0.91000\tvalidation_1-auc:0.83511 \n", + "[41]\tvalidation_0-auc:0.91056\tvalidation_1-auc:0.83500 \n", + "[42]\tvalidation_0-auc:0.91114\tvalidation_1-auc:0.83515 \n", + "[43]\tvalidation_0-auc:0.91158\tvalidation_1-auc:0.83536 \n", + "[44]\tvalidation_0-auc:0.91209\tvalidation_1-auc:0.83529 \n", + "[45]\tvalidation_0-auc:0.91336\tvalidation_1-auc:0.83525 \n", + "[46]\tvalidation_0-auc:0.91391\tvalidation_1-auc:0.83524 \n", + "[0]\tvalidation_0-auc:0.81704\tvalidation_1-auc:0.79248 \n", + "[1]\tvalidation_0-auc:0.82903\tvalidation_1-auc:0.80658 \n", + "[2]\tvalidation_0-auc:0.83543\tvalidation_1-auc:0.81151 \n", + "[3]\tvalidation_0-auc:0.83684\tvalidation_1-auc:0.81195 \n", + "[4]\tvalidation_0-auc:0.83975\tvalidation_1-auc:0.81551 \n", + "[5]\tvalidation_0-auc:0.84169\tvalidation_1-auc:0.81985 \n", + "[6]\tvalidation_0-auc:0.84571\tvalidation_1-auc:0.82170 \n", + "[7]\tvalidation_0-auc:0.84668\tvalidation_1-auc:0.82163 \n", + "[8]\tvalidation_0-auc:0.84841\tvalidation_1-auc:0.82241 \n", + "[9]\tvalidation_0-auc:0.84934\tvalidation_1-auc:0.82305 \n", + "[10]\tvalidation_0-auc:0.84710\tvalidation_1-auc:0.82029 \n", + "[11]\tvalidation_0-auc:0.84489\tvalidation_1-auc:0.81764 \n", + "[12]\tvalidation_0-auc:0.85015\tvalidation_1-auc:0.82249 \n", + "[13]\tvalidation_0-auc:0.85440\tvalidation_1-auc:0.82717 \n", + "[14]\tvalidation_0-auc:0.85673\tvalidation_1-auc:0.82844 \n", + "[15]\tvalidation_0-auc:0.85950\tvalidation_1-auc:0.82981 \n", + "[16]\tvalidation_0-auc:0.86066\tvalidation_1-auc:0.83025 \n", + "[17]\tvalidation_0-auc:0.86177\tvalidation_1-auc:0.82977 \n", + "[18]\tvalidation_0-auc:0.86276\tvalidation_1-auc:0.83051 \n", + "[19]\tvalidation_0-auc:0.86426\tvalidation_1-auc:0.83155 \n", + "[20]\tvalidation_0-auc:0.86512\tvalidation_1-auc:0.83141 \n", + "[21]\tvalidation_0-auc:0.86498\tvalidation_1-auc:0.83134 \n", + "[22]\tvalidation_0-auc:0.86622\tvalidation_1-auc:0.83219 \n", + "[23]\tvalidation_0-auc:0.86755\tvalidation_1-auc:0.83312 \n", + "[24]\tvalidation_0-auc:0.86872\tvalidation_1-auc:0.83379 \n", + "[25]\tvalidation_0-auc:0.86877\tvalidation_1-auc:0.83379 \n", + "[26]\tvalidation_0-auc:0.86975\tvalidation_1-auc:0.83400 \n", + "[27]\tvalidation_0-auc:0.87026\tvalidation_1-auc:0.83466 \n", + "[28]\tvalidation_0-auc:0.87089\tvalidation_1-auc:0.83467 \n", + "[29]\tvalidation_0-auc:0.87093\tvalidation_1-auc:0.83447 \n", + "[30]\tvalidation_0-auc:0.87242\tvalidation_1-auc:0.83461 \n", + "[31]\tvalidation_0-auc:0.87313\tvalidation_1-auc:0.83483 \n", + "[32]\tvalidation_0-auc:0.87350\tvalidation_1-auc:0.83454 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[33]\tvalidation_0-auc:0.87367\tvalidation_1-auc:0.83427 \n", + "[34]\tvalidation_0-auc:0.87421\tvalidation_1-auc:0.83414 \n", + "[35]\tvalidation_0-auc:0.87530\tvalidation_1-auc:0.83361 \n", + "[36]\tvalidation_0-auc:0.87619\tvalidation_1-auc:0.83352 \n", + "[37]\tvalidation_0-auc:0.87638\tvalidation_1-auc:0.83332 \n", + "[38]\tvalidation_0-auc:0.87715\tvalidation_1-auc:0.83358 \n", + "[39]\tvalidation_0-auc:0.87736\tvalidation_1-auc:0.83333 \n", + "[40]\tvalidation_0-auc:0.87753\tvalidation_1-auc:0.83316 \n", + "[41]\tvalidation_0-auc:0.87806\tvalidation_1-auc:0.83300 \n", + "[42]\tvalidation_0-auc:0.87861\tvalidation_1-auc:0.83293 \n", + "[43]\tvalidation_0-auc:0.87872\tvalidation_1-auc:0.83258 \n", + "[44]\tvalidation_0-auc:0.87900\tvalidation_1-auc:0.83220 \n", + "[45]\tvalidation_0-auc:0.87913\tvalidation_1-auc:0.83242 \n", + "[46]\tvalidation_0-auc:0.87955\tvalidation_1-auc:0.83196 \n", + "[47]\tvalidation_0-auc:0.88014\tvalidation_1-auc:0.83163 \n", + "[48]\tvalidation_0-auc:0.88029\tvalidation_1-auc:0.83151 \n", + "[49]\tvalidation_0-auc:0.88074\tvalidation_1-auc:0.83138 \n", + "[50]\tvalidation_0-auc:0.88110\tvalidation_1-auc:0.83110 \n", + "[51]\tvalidation_0-auc:0.88158\tvalidation_1-auc:0.83116 \n", + "[52]\tvalidation_0-auc:0.88174\tvalidation_1-auc:0.83083 \n", + "[53]\tvalidation_0-auc:0.88246\tvalidation_1-auc:0.83091 \n", + "[54]\tvalidation_0-auc:0.88324\tvalidation_1-auc:0.83082 \n", + "[55]\tvalidation_0-auc:0.88344\tvalidation_1-auc:0.83066 \n", + "[56]\tvalidation_0-auc:0.88408\tvalidation_1-auc:0.83047 \n", + "[57]\tvalidation_0-auc:0.88452\tvalidation_1-auc:0.83023 \n", + "[58]\tvalidation_0-auc:0.88471\tvalidation_1-auc:0.82987 \n", + "[59]\tvalidation_0-auc:0.88585\tvalidation_1-auc:0.82986 \n", + "[60]\tvalidation_0-auc:0.88615\tvalidation_1-auc:0.82960 \n", + "[0]\tvalidation_0-auc:0.81374\tvalidation_1-auc:0.80485 \n", + "[1]\tvalidation_0-auc:0.82409\tvalidation_1-auc:0.81588 \n", + "[2]\tvalidation_0-auc:0.83158\tvalidation_1-auc:0.82314 \n", + "[3]\tvalidation_0-auc:0.83290\tvalidation_1-auc:0.82287 \n", + "[4]\tvalidation_0-auc:0.83923\tvalidation_1-auc:0.82491 \n", + "[5]\tvalidation_0-auc:0.84110\tvalidation_1-auc:0.82662 \n", + "[6]\tvalidation_0-auc:0.84490\tvalidation_1-auc:0.82580 \n", + "[7]\tvalidation_0-auc:0.84620\tvalidation_1-auc:0.82637 \n", + "[8]\tvalidation_0-auc:0.84915\tvalidation_1-auc:0.82749 \n", + "[9]\tvalidation_0-auc:0.85013\tvalidation_1-auc:0.82712 \n", + "[10]\tvalidation_0-auc:0.84801\tvalidation_1-auc:0.82351 \n", + "[11]\tvalidation_0-auc:0.84827\tvalidation_1-auc:0.82225 \n", + "[12]\tvalidation_0-auc:0.85147\tvalidation_1-auc:0.82637 \n", + "[13]\tvalidation_0-auc:0.85515\tvalidation_1-auc:0.83003 \n", + "[14]\tvalidation_0-auc:0.85745\tvalidation_1-auc:0.83152 \n", + "[15]\tvalidation_0-auc:0.85993\tvalidation_1-auc:0.83324 \n", + "[16]\tvalidation_0-auc:0.86047\tvalidation_1-auc:0.83356 \n", + "[17]\tvalidation_0-auc:0.86198\tvalidation_1-auc:0.83386 \n", + "[18]\tvalidation_0-auc:0.86245\tvalidation_1-auc:0.83387 \n", + "[19]\tvalidation_0-auc:0.86390\tvalidation_1-auc:0.83476 \n", + "[20]\tvalidation_0-auc:0.86482\tvalidation_1-auc:0.83483 \n", + "[21]\tvalidation_0-auc:0.86562\tvalidation_1-auc:0.83536 \n", + "[22]\tvalidation_0-auc:0.86757\tvalidation_1-auc:0.83579 \n", + "[23]\tvalidation_0-auc:0.86883\tvalidation_1-auc:0.83628 \n", + "[24]\tvalidation_0-auc:0.86972\tvalidation_1-auc:0.83693 \n", + "[25]\tvalidation_0-auc:0.87022\tvalidation_1-auc:0.83729 \n", + "[26]\tvalidation_0-auc:0.87124\tvalidation_1-auc:0.83713 \n", + "[27]\tvalidation_0-auc:0.87200\tvalidation_1-auc:0.83748 \n", + "[28]\tvalidation_0-auc:0.87200\tvalidation_1-auc:0.83734 \n", + "[29]\tvalidation_0-auc:0.87252\tvalidation_1-auc:0.83726 \n", + "[30]\tvalidation_0-auc:0.87382\tvalidation_1-auc:0.83679 \n", + "[31]\tvalidation_0-auc:0.87444\tvalidation_1-auc:0.83692 \n", + "[32]\tvalidation_0-auc:0.87521\tvalidation_1-auc:0.83662 \n", + "[33]\tvalidation_0-auc:0.87561\tvalidation_1-auc:0.83640 \n", + "[34]\tvalidation_0-auc:0.87596\tvalidation_1-auc:0.83660 \n", + "[35]\tvalidation_0-auc:0.87672\tvalidation_1-auc:0.83662 \n", + "[36]\tvalidation_0-auc:0.87691\tvalidation_1-auc:0.83647 \n", + "[37]\tvalidation_0-auc:0.87722\tvalidation_1-auc:0.83670 \n", + "[38]\tvalidation_0-auc:0.87784\tvalidation_1-auc:0.83653 \n", + "[39]\tvalidation_0-auc:0.87852\tvalidation_1-auc:0.83653 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[40]\tvalidation_0-auc:0.87894\tvalidation_1-auc:0.83655 \n", + "[41]\tvalidation_0-auc:0.87913\tvalidation_1-auc:0.83657 \n", + "[42]\tvalidation_0-auc:0.87988\tvalidation_1-auc:0.83680 \n", + "[43]\tvalidation_0-auc:0.88043\tvalidation_1-auc:0.83659 \n", + "[44]\tvalidation_0-auc:0.88082\tvalidation_1-auc:0.83655 \n", + "[45]\tvalidation_0-auc:0.88106\tvalidation_1-auc:0.83650 \n", + "[46]\tvalidation_0-auc:0.88126\tvalidation_1-auc:0.83640 \n", + "[47]\tvalidation_0-auc:0.88174\tvalidation_1-auc:0.83633 \n", + "[48]\tvalidation_0-auc:0.88240\tvalidation_1-auc:0.83649 \n", + "[49]\tvalidation_0-auc:0.88354\tvalidation_1-auc:0.83612 \n", + "[50]\tvalidation_0-auc:0.88384\tvalidation_1-auc:0.83615 \n", + "[51]\tvalidation_0-auc:0.88428\tvalidation_1-auc:0.83586 \n", + "[52]\tvalidation_0-auc:0.88460\tvalidation_1-auc:0.83594 \n", + "[53]\tvalidation_0-auc:0.88500\tvalidation_1-auc:0.83574 \n", + "[54]\tvalidation_0-auc:0.88518\tvalidation_1-auc:0.83563 \n", + "[55]\tvalidation_0-auc:0.88558\tvalidation_1-auc:0.83541 \n", + "[56]\tvalidation_0-auc:0.88572\tvalidation_1-auc:0.83536 \n", + "[57]\tvalidation_0-auc:0.88583\tvalidation_1-auc:0.83520 \n", + "[0]\tvalidation_0-auc:0.82066\tvalidation_1-auc:0.81205 \n", + "[1]\tvalidation_0-auc:0.82799\tvalidation_1-auc:0.82013 \n", + "[2]\tvalidation_0-auc:0.83353\tvalidation_1-auc:0.82310 \n", + "[3]\tvalidation_0-auc:0.83576\tvalidation_1-auc:0.82384 \n", + "[4]\tvalidation_0-auc:0.83798\tvalidation_1-auc:0.82396 \n", + "[5]\tvalidation_0-auc:0.84324\tvalidation_1-auc:0.82308 \n", + "[6]\tvalidation_0-auc:0.84641\tvalidation_1-auc:0.82543 \n", + "[7]\tvalidation_0-auc:0.84915\tvalidation_1-auc:0.82857 \n", + "[8]\tvalidation_0-auc:0.85073\tvalidation_1-auc:0.82959 \n", + "[9]\tvalidation_0-auc:0.85080\tvalidation_1-auc:0.82902 \n", + "[10]\tvalidation_0-auc:0.85047\tvalidation_1-auc:0.82827 \n", + "[11]\tvalidation_0-auc:0.84882\tvalidation_1-auc:0.82603 \n", + "[12]\tvalidation_0-auc:0.85248\tvalidation_1-auc:0.82931 \n", + "[13]\tvalidation_0-auc:0.85508\tvalidation_1-auc:0.83105 \n", + "[14]\tvalidation_0-auc:0.85682\tvalidation_1-auc:0.83306 \n", + "[15]\tvalidation_0-auc:0.85938\tvalidation_1-auc:0.83395 \n", + "[16]\tvalidation_0-auc:0.86079\tvalidation_1-auc:0.83497 \n", + "[17]\tvalidation_0-auc:0.86173\tvalidation_1-auc:0.83495 \n", + "[18]\tvalidation_0-auc:0.86241\tvalidation_1-auc:0.83549 \n", + "[19]\tvalidation_0-auc:0.86355\tvalidation_1-auc:0.83616 \n", + "[20]\tvalidation_0-auc:0.86451\tvalidation_1-auc:0.83572 \n", + "[21]\tvalidation_0-auc:0.86583\tvalidation_1-auc:0.83471 \n", + "[22]\tvalidation_0-auc:0.86714\tvalidation_1-auc:0.83596 \n", + "[23]\tvalidation_0-auc:0.86803\tvalidation_1-auc:0.83721 \n", + "[24]\tvalidation_0-auc:0.86844\tvalidation_1-auc:0.83786 \n", + "[25]\tvalidation_0-auc:0.86883\tvalidation_1-auc:0.83858 \n", + "[26]\tvalidation_0-auc:0.87016\tvalidation_1-auc:0.83898 \n", + "[27]\tvalidation_0-auc:0.87124\tvalidation_1-auc:0.83875 \n", + "[28]\tvalidation_0-auc:0.87193\tvalidation_1-auc:0.83940 \n", + "[29]\tvalidation_0-auc:0.87253\tvalidation_1-auc:0.83966 \n", + "[30]\tvalidation_0-auc:0.87348\tvalidation_1-auc:0.83923 \n", + "[31]\tvalidation_0-auc:0.87461\tvalidation_1-auc:0.83992 \n", + "[32]\tvalidation_0-auc:0.87511\tvalidation_1-auc:0.84003 \n", + "[33]\tvalidation_0-auc:0.87539\tvalidation_1-auc:0.84035 \n", + "[34]\tvalidation_0-auc:0.87574\tvalidation_1-auc:0.84012 \n", + "[35]\tvalidation_0-auc:0.87624\tvalidation_1-auc:0.84023 \n", + "[36]\tvalidation_0-auc:0.87652\tvalidation_1-auc:0.83995 \n", + "[37]\tvalidation_0-auc:0.87747\tvalidation_1-auc:0.83964 \n", + "[38]\tvalidation_0-auc:0.87765\tvalidation_1-auc:0.84004 \n", + "[39]\tvalidation_0-auc:0.87827\tvalidation_1-auc:0.84006 \n", + "[40]\tvalidation_0-auc:0.87889\tvalidation_1-auc:0.83980 \n", + "[41]\tvalidation_0-auc:0.87936\tvalidation_1-auc:0.83966 \n", + "[42]\tvalidation_0-auc:0.88007\tvalidation_1-auc:0.83917 \n", + "[43]\tvalidation_0-auc:0.88071\tvalidation_1-auc:0.83962 \n", + "[44]\tvalidation_0-auc:0.88109\tvalidation_1-auc:0.83929 \n", + "[45]\tvalidation_0-auc:0.88207\tvalidation_1-auc:0.83942 \n", + "[46]\tvalidation_0-auc:0.88375\tvalidation_1-auc:0.83873 \n", + "[47]\tvalidation_0-auc:0.88403\tvalidation_1-auc:0.83893 \n", + "[48]\tvalidation_0-auc:0.88460\tvalidation_1-auc:0.83887 \n", + "[49]\tvalidation_0-auc:0.88533\tvalidation_1-auc:0.83893 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[50]\tvalidation_0-auc:0.88659\tvalidation_1-auc:0.83933 \n", + "[51]\tvalidation_0-auc:0.88687\tvalidation_1-auc:0.83953 \n", + "[52]\tvalidation_0-auc:0.88705\tvalidation_1-auc:0.83927 \n", + "[53]\tvalidation_0-auc:0.88764\tvalidation_1-auc:0.83896 \n", + "[54]\tvalidation_0-auc:0.88792\tvalidation_1-auc:0.83880 \n", + "[55]\tvalidation_0-auc:0.88841\tvalidation_1-auc:0.83857 \n", + "[56]\tvalidation_0-auc:0.88862\tvalidation_1-auc:0.83871 \n", + "[57]\tvalidation_0-auc:0.88879\tvalidation_1-auc:0.83859 \n", + "[58]\tvalidation_0-auc:0.88931\tvalidation_1-auc:0.83886 \n", + "[59]\tvalidation_0-auc:0.88954\tvalidation_1-auc:0.83855 \n", + "[60]\tvalidation_0-auc:0.89031\tvalidation_1-auc:0.83869 \n", + "[61]\tvalidation_0-auc:0.89072\tvalidation_1-auc:0.83852 \n", + "[62]\tvalidation_0-auc:0.89104\tvalidation_1-auc:0.83870 \n", + "[0]\tvalidation_0-auc:0.82021\tvalidation_1-auc:0.79505 \n", + "[1]\tvalidation_0-auc:0.83172\tvalidation_1-auc:0.80575 \n", + "[2]\tvalidation_0-auc:0.83941\tvalidation_1-auc:0.81027 \n", + "[3]\tvalidation_0-auc:0.84076\tvalidation_1-auc:0.81096 \n", + "[4]\tvalidation_0-auc:0.84407\tvalidation_1-auc:0.81548 \n", + "[5]\tvalidation_0-auc:0.84663\tvalidation_1-auc:0.82163 \n", + "[6]\tvalidation_0-auc:0.84977\tvalidation_1-auc:0.82298 \n", + "[7]\tvalidation_0-auc:0.85111\tvalidation_1-auc:0.82342 \n", + "[8]\tvalidation_0-auc:0.85385\tvalidation_1-auc:0.82486 \n", + "[9]\tvalidation_0-auc:0.85450\tvalidation_1-auc:0.82524 \n", + "[10]\tvalidation_0-auc:0.85230\tvalidation_1-auc:0.82122 \n", + "[11]\tvalidation_0-auc:0.85079\tvalidation_1-auc:0.82109 \n", + "[12]\tvalidation_0-auc:0.85356\tvalidation_1-auc:0.82408 \n", + "[13]\tvalidation_0-auc:0.85818\tvalidation_1-auc:0.82679 \n", + "[14]\tvalidation_0-auc:0.85979\tvalidation_1-auc:0.82900 \n", + "[15]\tvalidation_0-auc:0.86211\tvalidation_1-auc:0.82901 \n", + "[16]\tvalidation_0-auc:0.86442\tvalidation_1-auc:0.83137 \n", + "[17]\tvalidation_0-auc:0.86813\tvalidation_1-auc:0.83275 \n", + "[18]\tvalidation_0-auc:0.86811\tvalidation_1-auc:0.83182 \n", + "[19]\tvalidation_0-auc:0.87047\tvalidation_1-auc:0.83333 \n", + "[20]\tvalidation_0-auc:0.87039\tvalidation_1-auc:0.83311 \n", + "[21]\tvalidation_0-auc:0.87128\tvalidation_1-auc:0.83065 \n", + "[22]\tvalidation_0-auc:0.87343\tvalidation_1-auc:0.83280 \n", + "[23]\tvalidation_0-auc:0.87582\tvalidation_1-auc:0.83426 \n", + "[24]\tvalidation_0-auc:0.87673\tvalidation_1-auc:0.83433 \n", + "[25]\tvalidation_0-auc:0.87719\tvalidation_1-auc:0.83496 \n", + "[26]\tvalidation_0-auc:0.87855\tvalidation_1-auc:0.83536 \n", + "[27]\tvalidation_0-auc:0.88007\tvalidation_1-auc:0.83566 \n", + "[28]\tvalidation_0-auc:0.88078\tvalidation_1-auc:0.83508 \n", + "[29]\tvalidation_0-auc:0.88149\tvalidation_1-auc:0.83525 \n", + "[30]\tvalidation_0-auc:0.88256\tvalidation_1-auc:0.83511 \n", + "[31]\tvalidation_0-auc:0.88375\tvalidation_1-auc:0.83544 \n", + "[32]\tvalidation_0-auc:0.88431\tvalidation_1-auc:0.83505 \n", + "[33]\tvalidation_0-auc:0.88458\tvalidation_1-auc:0.83472 \n", + "[34]\tvalidation_0-auc:0.88470\tvalidation_1-auc:0.83513 \n", + "[35]\tvalidation_0-auc:0.88521\tvalidation_1-auc:0.83468 \n", + "[36]\tvalidation_0-auc:0.88668\tvalidation_1-auc:0.83417 \n", + "[37]\tvalidation_0-auc:0.88692\tvalidation_1-auc:0.83416 \n", + "[38]\tvalidation_0-auc:0.88826\tvalidation_1-auc:0.83381 \n", + "[39]\tvalidation_0-auc:0.88877\tvalidation_1-auc:0.83390 \n", + "[40]\tvalidation_0-auc:0.88918\tvalidation_1-auc:0.83354 \n", + "[41]\tvalidation_0-auc:0.88951\tvalidation_1-auc:0.83338 \n", + "[42]\tvalidation_0-auc:0.88990\tvalidation_1-auc:0.83353 \n", + "[43]\tvalidation_0-auc:0.88996\tvalidation_1-auc:0.83331 \n", + "[44]\tvalidation_0-auc:0.89044\tvalidation_1-auc:0.83267 \n", + "[45]\tvalidation_0-auc:0.89068\tvalidation_1-auc:0.83251 \n", + "[46]\tvalidation_0-auc:0.89129\tvalidation_1-auc:0.83207 \n", + "[47]\tvalidation_0-auc:0.89200\tvalidation_1-auc:0.83115 \n", + "[48]\tvalidation_0-auc:0.89283\tvalidation_1-auc:0.83102 \n", + "[49]\tvalidation_0-auc:0.89280\tvalidation_1-auc:0.83080 \n", + "[50]\tvalidation_0-auc:0.89339\tvalidation_1-auc:0.83053 \n", + "[51]\tvalidation_0-auc:0.89368\tvalidation_1-auc:0.83034 \n", + "[52]\tvalidation_0-auc:0.89426\tvalidation_1-auc:0.83048 \n", + "[53]\tvalidation_0-auc:0.89493\tvalidation_1-auc:0.83012 \n", + "[54]\tvalidation_0-auc:0.89520\tvalidation_1-auc:0.82958 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[55]\tvalidation_0-auc:0.89553\tvalidation_1-auc:0.82959 \n", + "[56]\tvalidation_0-auc:0.89587\tvalidation_1-auc:0.82906 \n", + "[0]\tvalidation_0-auc:0.81601\tvalidation_1-auc:0.80619 \n", + "[1]\tvalidation_0-auc:0.82833\tvalidation_1-auc:0.81831 \n", + "[2]\tvalidation_0-auc:0.83778\tvalidation_1-auc:0.82527 \n", + "[3]\tvalidation_0-auc:0.83917\tvalidation_1-auc:0.82520 \n", + "[4]\tvalidation_0-auc:0.84494\tvalidation_1-auc:0.82753 \n", + "[5]\tvalidation_0-auc:0.84710\tvalidation_1-auc:0.82727 \n", + "[6]\tvalidation_0-auc:0.85142\tvalidation_1-auc:0.82787 \n", + "[7]\tvalidation_0-auc:0.85247\tvalidation_1-auc:0.82916 \n", + "[8]\tvalidation_0-auc:0.85576\tvalidation_1-auc:0.82969 \n", + "[9]\tvalidation_0-auc:0.85685\tvalidation_1-auc:0.82893 \n", + "[10]\tvalidation_0-auc:0.85516\tvalidation_1-auc:0.82477 \n", + "[11]\tvalidation_0-auc:0.85580\tvalidation_1-auc:0.82226 \n", + "[12]\tvalidation_0-auc:0.85927\tvalidation_1-auc:0.82615 \n", + "[13]\tvalidation_0-auc:0.86206\tvalidation_1-auc:0.82784 \n", + "[14]\tvalidation_0-auc:0.86342\tvalidation_1-auc:0.82914 \n", + "[15]\tvalidation_0-auc:0.86338\tvalidation_1-auc:0.82727 \n", + "[16]\tvalidation_0-auc:0.86577\tvalidation_1-auc:0.82987 \n", + "[17]\tvalidation_0-auc:0.86918\tvalidation_1-auc:0.83269 \n", + "[18]\tvalidation_0-auc:0.86912\tvalidation_1-auc:0.83192 \n", + "[19]\tvalidation_0-auc:0.87132\tvalidation_1-auc:0.83314 \n", + "[20]\tvalidation_0-auc:0.87104\tvalidation_1-auc:0.83195 \n", + "[21]\tvalidation_0-auc:0.87177\tvalidation_1-auc:0.83170 \n", + "[22]\tvalidation_0-auc:0.87345\tvalidation_1-auc:0.83388 \n", + "[23]\tvalidation_0-auc:0.87560\tvalidation_1-auc:0.83506 \n", + "[24]\tvalidation_0-auc:0.87772\tvalidation_1-auc:0.83579 \n", + "[25]\tvalidation_0-auc:0.87885\tvalidation_1-auc:0.83663 \n", + "[26]\tvalidation_0-auc:0.87972\tvalidation_1-auc:0.83642 \n", + "[27]\tvalidation_0-auc:0.88082\tvalidation_1-auc:0.83695 \n", + "[28]\tvalidation_0-auc:0.88119\tvalidation_1-auc:0.83631 \n", + "[29]\tvalidation_0-auc:0.88194\tvalidation_1-auc:0.83699 \n", + "[30]\tvalidation_0-auc:0.88292\tvalidation_1-auc:0.83663 \n", + "[31]\tvalidation_0-auc:0.88355\tvalidation_1-auc:0.83699 \n", + "[32]\tvalidation_0-auc:0.88428\tvalidation_1-auc:0.83685 \n", + "[33]\tvalidation_0-auc:0.88473\tvalidation_1-auc:0.83700 \n", + "[34]\tvalidation_0-auc:0.88508\tvalidation_1-auc:0.83693 \n", + "[35]\tvalidation_0-auc:0.88541\tvalidation_1-auc:0.83717 \n", + "[36]\tvalidation_0-auc:0.88603\tvalidation_1-auc:0.83713 \n", + "[37]\tvalidation_0-auc:0.88671\tvalidation_1-auc:0.83757 \n", + "[38]\tvalidation_0-auc:0.88736\tvalidation_1-auc:0.83749 \n", + "[39]\tvalidation_0-auc:0.88777\tvalidation_1-auc:0.83779 \n", + "[40]\tvalidation_0-auc:0.88825\tvalidation_1-auc:0.83786 \n", + "[41]\tvalidation_0-auc:0.88857\tvalidation_1-auc:0.83772 \n", + "[42]\tvalidation_0-auc:0.88890\tvalidation_1-auc:0.83741 \n", + "[43]\tvalidation_0-auc:0.88903\tvalidation_1-auc:0.83724 \n", + "[44]\tvalidation_0-auc:0.88949\tvalidation_1-auc:0.83691 \n", + "[45]\tvalidation_0-auc:0.89000\tvalidation_1-auc:0.83659 \n", + "[46]\tvalidation_0-auc:0.89029\tvalidation_1-auc:0.83681 \n", + "[47]\tvalidation_0-auc:0.89128\tvalidation_1-auc:0.83684 \n", + "[48]\tvalidation_0-auc:0.89164\tvalidation_1-auc:0.83686 \n", + "[49]\tvalidation_0-auc:0.89180\tvalidation_1-auc:0.83655 \n", + "[50]\tvalidation_0-auc:0.89267\tvalidation_1-auc:0.83650 \n", + "[51]\tvalidation_0-auc:0.89282\tvalidation_1-auc:0.83659 \n", + "[52]\tvalidation_0-auc:0.89306\tvalidation_1-auc:0.83674 \n", + "[53]\tvalidation_0-auc:0.89329\tvalidation_1-auc:0.83666 \n", + "[54]\tvalidation_0-auc:0.89345\tvalidation_1-auc:0.83674 \n", + "[55]\tvalidation_0-auc:0.89367\tvalidation_1-auc:0.83666 \n", + "[56]\tvalidation_0-auc:0.89383\tvalidation_1-auc:0.83666 \n", + "[57]\tvalidation_0-auc:0.89416\tvalidation_1-auc:0.83636 \n", + "[58]\tvalidation_0-auc:0.89479\tvalidation_1-auc:0.83644 \n", + "[59]\tvalidation_0-auc:0.89486\tvalidation_1-auc:0.83637 \n", + "[60]\tvalidation_0-auc:0.89526\tvalidation_1-auc:0.83620 \n", + "[61]\tvalidation_0-auc:0.89560\tvalidation_1-auc:0.83622 \n", + "[62]\tvalidation_0-auc:0.89573\tvalidation_1-auc:0.83602 \n", + "[63]\tvalidation_0-auc:0.89602\tvalidation_1-auc:0.83591 \n", + "[64]\tvalidation_0-auc:0.89610\tvalidation_1-auc:0.83569 \n", + "[65]\tvalidation_0-auc:0.89676\tvalidation_1-auc:0.83558 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[66]\tvalidation_0-auc:0.89720\tvalidation_1-auc:0.83534 \n", + "[67]\tvalidation_0-auc:0.89761\tvalidation_1-auc:0.83481 \n", + "[68]\tvalidation_0-auc:0.89808\tvalidation_1-auc:0.83478 \n", + "[69]\tvalidation_0-auc:0.89826\tvalidation_1-auc:0.83470 \n", + "[70]\tvalidation_0-auc:0.89844\tvalidation_1-auc:0.83461 \n", + "[0]\tvalidation_0-auc:0.82473\tvalidation_1-auc:0.81237 \n", + "[1]\tvalidation_0-auc:0.83050\tvalidation_1-auc:0.81492 \n", + "[2]\tvalidation_0-auc:0.83475\tvalidation_1-auc:0.82061 \n", + "[3]\tvalidation_0-auc:0.83682\tvalidation_1-auc:0.82120 \n", + "[4]\tvalidation_0-auc:0.84027\tvalidation_1-auc:0.82178 \n", + "[5]\tvalidation_0-auc:0.84640\tvalidation_1-auc:0.82278 \n", + "[6]\tvalidation_0-auc:0.85055\tvalidation_1-auc:0.82439 \n", + "[7]\tvalidation_0-auc:0.85310\tvalidation_1-auc:0.82504 \n", + "[8]\tvalidation_0-auc:0.85474\tvalidation_1-auc:0.82602 \n", + "[9]\tvalidation_0-auc:0.85549\tvalidation_1-auc:0.82629 \n", + "[10]\tvalidation_0-auc:0.85628\tvalidation_1-auc:0.82454 \n", + "[11]\tvalidation_0-auc:0.85654\tvalidation_1-auc:0.82152 \n", + "[12]\tvalidation_0-auc:0.86063\tvalidation_1-auc:0.82588 \n", + "[13]\tvalidation_0-auc:0.86299\tvalidation_1-auc:0.82808 \n", + "[14]\tvalidation_0-auc:0.86341\tvalidation_1-auc:0.82857 \n", + "[15]\tvalidation_0-auc:0.86469\tvalidation_1-auc:0.82838 \n", + "[16]\tvalidation_0-auc:0.86678\tvalidation_1-auc:0.82981 \n", + "[17]\tvalidation_0-auc:0.86850\tvalidation_1-auc:0.83091 \n", + "[18]\tvalidation_0-auc:0.86878\tvalidation_1-auc:0.83022 \n", + "[19]\tvalidation_0-auc:0.87087\tvalidation_1-auc:0.83200 \n", + "[20]\tvalidation_0-auc:0.87127\tvalidation_1-auc:0.83134 \n", + "[21]\tvalidation_0-auc:0.87150\tvalidation_1-auc:0.83120 \n", + "[22]\tvalidation_0-auc:0.87345\tvalidation_1-auc:0.83250 \n", + "[23]\tvalidation_0-auc:0.87458\tvalidation_1-auc:0.83412 \n", + "[24]\tvalidation_0-auc:0.87548\tvalidation_1-auc:0.83461 \n", + "[25]\tvalidation_0-auc:0.87624\tvalidation_1-auc:0.83554 \n", + "[26]\tvalidation_0-auc:0.87780\tvalidation_1-auc:0.83558 \n", + "[27]\tvalidation_0-auc:0.87915\tvalidation_1-auc:0.83624 \n", + "[28]\tvalidation_0-auc:0.88004\tvalidation_1-auc:0.83640 \n", + "[29]\tvalidation_0-auc:0.88081\tvalidation_1-auc:0.83680 \n", + "[30]\tvalidation_0-auc:0.88193\tvalidation_1-auc:0.83628 \n", + "[31]\tvalidation_0-auc:0.88235\tvalidation_1-auc:0.83656 \n", + "[32]\tvalidation_0-auc:0.88339\tvalidation_1-auc:0.83703 \n", + "[33]\tvalidation_0-auc:0.88389\tvalidation_1-auc:0.83699 \n", + "[34]\tvalidation_0-auc:0.88433\tvalidation_1-auc:0.83757 \n", + "[35]\tvalidation_0-auc:0.88488\tvalidation_1-auc:0.83808 \n", + "[36]\tvalidation_0-auc:0.88546\tvalidation_1-auc:0.83775 \n", + "[37]\tvalidation_0-auc:0.88615\tvalidation_1-auc:0.83772 \n", + "[38]\tvalidation_0-auc:0.88676\tvalidation_1-auc:0.83752 \n", + "[39]\tvalidation_0-auc:0.88719\tvalidation_1-auc:0.83783 \n", + "[40]\tvalidation_0-auc:0.88764\tvalidation_1-auc:0.83764 \n", + "[41]\tvalidation_0-auc:0.88804\tvalidation_1-auc:0.83719 \n", + "[42]\tvalidation_0-auc:0.88935\tvalidation_1-auc:0.83702 \n", + "[43]\tvalidation_0-auc:0.89001\tvalidation_1-auc:0.83671 \n", + "[44]\tvalidation_0-auc:0.89095\tvalidation_1-auc:0.83663 \n", + "[45]\tvalidation_0-auc:0.89114\tvalidation_1-auc:0.83659 \n", + "[46]\tvalidation_0-auc:0.89170\tvalidation_1-auc:0.83610 \n", + "[47]\tvalidation_0-auc:0.89254\tvalidation_1-auc:0.83675 \n", + "[48]\tvalidation_0-auc:0.89308\tvalidation_1-auc:0.83670 \n", + "[49]\tvalidation_0-auc:0.89383\tvalidation_1-auc:0.83667 \n", + "[50]\tvalidation_0-auc:0.89414\tvalidation_1-auc:0.83653 \n", + "[51]\tvalidation_0-auc:0.89432\tvalidation_1-auc:0.83644 \n", + "[52]\tvalidation_0-auc:0.89484\tvalidation_1-auc:0.83620 \n", + "[53]\tvalidation_0-auc:0.89508\tvalidation_1-auc:0.83601 \n", + "[54]\tvalidation_0-auc:0.89555\tvalidation_1-auc:0.83579 \n", + "[55]\tvalidation_0-auc:0.89630\tvalidation_1-auc:0.83568 \n", + "[56]\tvalidation_0-auc:0.89677\tvalidation_1-auc:0.83555 \n", + "[57]\tvalidation_0-auc:0.89692\tvalidation_1-auc:0.83557 \n", + "[58]\tvalidation_0-auc:0.89760\tvalidation_1-auc:0.83529 \n", + "[59]\tvalidation_0-auc:0.89789\tvalidation_1-auc:0.83522 \n", + "[60]\tvalidation_0-auc:0.89827\tvalidation_1-auc:0.83503 \n", + "[61]\tvalidation_0-auc:0.89848\tvalidation_1-auc:0.83494 \n", + "[62]\tvalidation_0-auc:0.89868\tvalidation_1-auc:0.83504 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[63]\tvalidation_0-auc:0.89887\tvalidation_1-auc:0.83475 \n", + "[64]\tvalidation_0-auc:0.89917\tvalidation_1-auc:0.83490 \n", + "[65]\tvalidation_0-auc:0.89949\tvalidation_1-auc:0.83482 \n", + "[0]\tvalidation_0-auc:0.82360\tvalidation_1-auc:0.80052 \n", + "[1]\tvalidation_0-auc:0.83585\tvalidation_1-auc:0.80863 \n", + "[2]\tvalidation_0-auc:0.84030\tvalidation_1-auc:0.80939 \n", + "[3]\tvalidation_0-auc:0.84542\tvalidation_1-auc:0.81220 \n", + "[4]\tvalidation_0-auc:0.84730\tvalidation_1-auc:0.81542 \n", + "[5]\tvalidation_0-auc:0.85097\tvalidation_1-auc:0.81697 \n", + "[6]\tvalidation_0-auc:0.85479\tvalidation_1-auc:0.81845 \n", + "[7]\tvalidation_0-auc:0.85656\tvalidation_1-auc:0.81930 \n", + "[8]\tvalidation_0-auc:0.85948\tvalidation_1-auc:0.82176 \n", + "[9]\tvalidation_0-auc:0.86636\tvalidation_1-auc:0.82546 \n", + "[10]\tvalidation_0-auc:0.86548\tvalidation_1-auc:0.82403 \n", + "[11]\tvalidation_0-auc:0.86574\tvalidation_1-auc:0.82317 \n", + "[12]\tvalidation_0-auc:0.87010\tvalidation_1-auc:0.82723 \n", + "[13]\tvalidation_0-auc:0.87506\tvalidation_1-auc:0.82751 \n", + "[14]\tvalidation_0-auc:0.87681\tvalidation_1-auc:0.82930 \n", + "[15]\tvalidation_0-auc:0.87965\tvalidation_1-auc:0.82963 \n", + "[16]\tvalidation_0-auc:0.88224\tvalidation_1-auc:0.83013 \n", + "[17]\tvalidation_0-auc:0.88337\tvalidation_1-auc:0.83057 \n", + "[18]\tvalidation_0-auc:0.88532\tvalidation_1-auc:0.83106 \n", + "[19]\tvalidation_0-auc:0.88713\tvalidation_1-auc:0.83118 \n", + "[20]\tvalidation_0-auc:0.88770\tvalidation_1-auc:0.83127 \n", + "[21]\tvalidation_0-auc:0.88948\tvalidation_1-auc:0.83230 \n", + "[22]\tvalidation_0-auc:0.89073\tvalidation_1-auc:0.83238 \n", + "[23]\tvalidation_0-auc:0.89193\tvalidation_1-auc:0.83240 \n", + "[24]\tvalidation_0-auc:0.89378\tvalidation_1-auc:0.83178 \n", + "[25]\tvalidation_0-auc:0.89407\tvalidation_1-auc:0.83183 \n", + "[26]\tvalidation_0-auc:0.89558\tvalidation_1-auc:0.83096 \n", + "[27]\tvalidation_0-auc:0.89702\tvalidation_1-auc:0.83068 \n", + "[28]\tvalidation_0-auc:0.89785\tvalidation_1-auc:0.83091 \n", + "[29]\tvalidation_0-auc:0.89826\tvalidation_1-auc:0.83121 \n", + "[30]\tvalidation_0-auc:0.89922\tvalidation_1-auc:0.83106 \n", + "[31]\tvalidation_0-auc:0.89957\tvalidation_1-auc:0.83050 \n", + "[32]\tvalidation_0-auc:0.90056\tvalidation_1-auc:0.83086 \n", + "[33]\tvalidation_0-auc:0.90075\tvalidation_1-auc:0.83123 \n", + "[34]\tvalidation_0-auc:0.90121\tvalidation_1-auc:0.83092 \n", + "[35]\tvalidation_0-auc:0.90165\tvalidation_1-auc:0.83093 \n", + "[36]\tvalidation_0-auc:0.90190\tvalidation_1-auc:0.83104 \n", + "[37]\tvalidation_0-auc:0.90296\tvalidation_1-auc:0.83086 \n", + "[38]\tvalidation_0-auc:0.90304\tvalidation_1-auc:0.83086 \n", + "[39]\tvalidation_0-auc:0.90363\tvalidation_1-auc:0.83036 \n", + "[40]\tvalidation_0-auc:0.90416\tvalidation_1-auc:0.83047 \n", + "[41]\tvalidation_0-auc:0.90508\tvalidation_1-auc:0.83025 \n", + "[42]\tvalidation_0-auc:0.90572\tvalidation_1-auc:0.83007 \n", + "[43]\tvalidation_0-auc:0.90641\tvalidation_1-auc:0.82991 \n", + "[44]\tvalidation_0-auc:0.90743\tvalidation_1-auc:0.82951 \n", + "[45]\tvalidation_0-auc:0.90776\tvalidation_1-auc:0.82957 \n", + "[46]\tvalidation_0-auc:0.90840\tvalidation_1-auc:0.82935 \n", + "[47]\tvalidation_0-auc:0.90880\tvalidation_1-auc:0.82882 \n", + "[48]\tvalidation_0-auc:0.90938\tvalidation_1-auc:0.82848 \n", + "[49]\tvalidation_0-auc:0.90971\tvalidation_1-auc:0.82788 \n", + "[50]\tvalidation_0-auc:0.91058\tvalidation_1-auc:0.82777 \n", + "[51]\tvalidation_0-auc:0.91082\tvalidation_1-auc:0.82733 \n", + "[52]\tvalidation_0-auc:0.91111\tvalidation_1-auc:0.82729 \n", + "[0]\tvalidation_0-auc:0.81988\tvalidation_1-auc:0.80494 \n", + "[1]\tvalidation_0-auc:0.83062\tvalidation_1-auc:0.81587 \n", + "[2]\tvalidation_0-auc:0.84088\tvalidation_1-auc:0.82379 \n", + "[3]\tvalidation_0-auc:0.84341\tvalidation_1-auc:0.82507 \n", + "[4]\tvalidation_0-auc:0.84817\tvalidation_1-auc:0.82615 \n", + "[5]\tvalidation_0-auc:0.85050\tvalidation_1-auc:0.82620 \n", + "[6]\tvalidation_0-auc:0.85392\tvalidation_1-auc:0.82761 \n", + "[7]\tvalidation_0-auc:0.85768\tvalidation_1-auc:0.83035 \n", + "[8]\tvalidation_0-auc:0.86346\tvalidation_1-auc:0.83174 \n", + "[9]\tvalidation_0-auc:0.86705\tvalidation_1-auc:0.83162 \n", + "[10]\tvalidation_0-auc:0.86592\tvalidation_1-auc:0.82850 \n", + "[11]\tvalidation_0-auc:0.86700\tvalidation_1-auc:0.82498 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[12]\tvalidation_0-auc:0.87155\tvalidation_1-auc:0.82730 \n", + "[13]\tvalidation_0-auc:0.87487\tvalidation_1-auc:0.83015 \n", + "[14]\tvalidation_0-auc:0.87819\tvalidation_1-auc:0.83054 \n", + "[15]\tvalidation_0-auc:0.88083\tvalidation_1-auc:0.83142 \n", + "[16]\tvalidation_0-auc:0.88283\tvalidation_1-auc:0.83211 \n", + "[17]\tvalidation_0-auc:0.88482\tvalidation_1-auc:0.83306 \n", + "[18]\tvalidation_0-auc:0.88538\tvalidation_1-auc:0.83386 \n", + "[19]\tvalidation_0-auc:0.88737\tvalidation_1-auc:0.83387 \n", + "[20]\tvalidation_0-auc:0.88890\tvalidation_1-auc:0.83496 \n", + "[21]\tvalidation_0-auc:0.89068\tvalidation_1-auc:0.83558 \n", + "[22]\tvalidation_0-auc:0.89194\tvalidation_1-auc:0.83547 \n", + "[23]\tvalidation_0-auc:0.89318\tvalidation_1-auc:0.83500 \n", + "[24]\tvalidation_0-auc:0.89373\tvalidation_1-auc:0.83513 \n", + "[25]\tvalidation_0-auc:0.89421\tvalidation_1-auc:0.83510 \n", + "[26]\tvalidation_0-auc:0.89610\tvalidation_1-auc:0.83499 \n", + "[27]\tvalidation_0-auc:0.89664\tvalidation_1-auc:0.83539 \n", + "[28]\tvalidation_0-auc:0.89732\tvalidation_1-auc:0.83490 \n", + "[29]\tvalidation_0-auc:0.89761\tvalidation_1-auc:0.83489 \n", + "[30]\tvalidation_0-auc:0.89833\tvalidation_1-auc:0.83479 \n", + "[31]\tvalidation_0-auc:0.89915\tvalidation_1-auc:0.83517 \n", + "[32]\tvalidation_0-auc:0.89953\tvalidation_1-auc:0.83539 \n", + "[33]\tvalidation_0-auc:0.90044\tvalidation_1-auc:0.83550 \n", + "[34]\tvalidation_0-auc:0.90095\tvalidation_1-auc:0.83523 \n", + "[35]\tvalidation_0-auc:0.90160\tvalidation_1-auc:0.83469 \n", + "[36]\tvalidation_0-auc:0.90202\tvalidation_1-auc:0.83454 \n", + "[37]\tvalidation_0-auc:0.90345\tvalidation_1-auc:0.83460 \n", + "[38]\tvalidation_0-auc:0.90415\tvalidation_1-auc:0.83446 \n", + "[39]\tvalidation_0-auc:0.90473\tvalidation_1-auc:0.83382 \n", + "[40]\tvalidation_0-auc:0.90516\tvalidation_1-auc:0.83372 \n", + "[41]\tvalidation_0-auc:0.90593\tvalidation_1-auc:0.83357 \n", + "[42]\tvalidation_0-auc:0.90719\tvalidation_1-auc:0.83308 \n", + "[43]\tvalidation_0-auc:0.90835\tvalidation_1-auc:0.83261 \n", + "[44]\tvalidation_0-auc:0.90946\tvalidation_1-auc:0.83201 \n", + "[45]\tvalidation_0-auc:0.90954\tvalidation_1-auc:0.83199 \n", + "[46]\tvalidation_0-auc:0.90978\tvalidation_1-auc:0.83224 \n", + "[47]\tvalidation_0-auc:0.91006\tvalidation_1-auc:0.83195 \n", + "[48]\tvalidation_0-auc:0.91078\tvalidation_1-auc:0.83174 \n", + "[49]\tvalidation_0-auc:0.91091\tvalidation_1-auc:0.83175 \n", + "[50]\tvalidation_0-auc:0.91102\tvalidation_1-auc:0.83152 \n", + "[51]\tvalidation_0-auc:0.91135\tvalidation_1-auc:0.83152 \n", + "[0]\tvalidation_0-auc:0.82792\tvalidation_1-auc:0.81061 \n", + "[1]\tvalidation_0-auc:0.83473\tvalidation_1-auc:0.81396 \n", + "[2]\tvalidation_0-auc:0.84069\tvalidation_1-auc:0.81913 \n", + "[3]\tvalidation_0-auc:0.84800\tvalidation_1-auc:0.82356 \n", + "[4]\tvalidation_0-auc:0.85088\tvalidation_1-auc:0.82422 \n", + "[5]\tvalidation_0-auc:0.85229\tvalidation_1-auc:0.82634 \n", + "[6]\tvalidation_0-auc:0.85663\tvalidation_1-auc:0.82747 \n", + "[7]\tvalidation_0-auc:0.85882\tvalidation_1-auc:0.82816 \n", + "[8]\tvalidation_0-auc:0.86409\tvalidation_1-auc:0.83038 \n", + "[9]\tvalidation_0-auc:0.86867\tvalidation_1-auc:0.83196 \n", + "[10]\tvalidation_0-auc:0.86943\tvalidation_1-auc:0.83106 \n", + "[11]\tvalidation_0-auc:0.86962\tvalidation_1-auc:0.82714 \n", + "[12]\tvalidation_0-auc:0.87444\tvalidation_1-auc:0.82984 \n", + "[13]\tvalidation_0-auc:0.87732\tvalidation_1-auc:0.83221 \n", + "[14]\tvalidation_0-auc:0.87905\tvalidation_1-auc:0.83318 \n", + "[15]\tvalidation_0-auc:0.88134\tvalidation_1-auc:0.83281 \n", + "[16]\tvalidation_0-auc:0.88405\tvalidation_1-auc:0.83256 \n", + "[17]\tvalidation_0-auc:0.88540\tvalidation_1-auc:0.83313 \n", + "[18]\tvalidation_0-auc:0.88708\tvalidation_1-auc:0.83204 \n", + "[19]\tvalidation_0-auc:0.88924\tvalidation_1-auc:0.83282 \n", + "[20]\tvalidation_0-auc:0.89060\tvalidation_1-auc:0.83255 \n", + "[21]\tvalidation_0-auc:0.89250\tvalidation_1-auc:0.83295 \n", + "[22]\tvalidation_0-auc:0.89312\tvalidation_1-auc:0.83349 \n", + "[23]\tvalidation_0-auc:0.89401\tvalidation_1-auc:0.83448 \n", + "[24]\tvalidation_0-auc:0.89484\tvalidation_1-auc:0.83450 \n", + "[25]\tvalidation_0-auc:0.89519\tvalidation_1-auc:0.83444 \n", + "[26]\tvalidation_0-auc:0.89607\tvalidation_1-auc:0.83412 \n", + "[27]\tvalidation_0-auc:0.89708\tvalidation_1-auc:0.83438 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[28]\tvalidation_0-auc:0.89819\tvalidation_1-auc:0.83458 \n", + "[29]\tvalidation_0-auc:0.89969\tvalidation_1-auc:0.83496 \n", + "[30]\tvalidation_0-auc:0.90061\tvalidation_1-auc:0.83463 \n", + "[31]\tvalidation_0-auc:0.90103\tvalidation_1-auc:0.83516 \n", + "[32]\tvalidation_0-auc:0.90129\tvalidation_1-auc:0.83548 \n", + "[33]\tvalidation_0-auc:0.90221\tvalidation_1-auc:0.83574 \n", + "[34]\tvalidation_0-auc:0.90255\tvalidation_1-auc:0.83569 \n", + "[35]\tvalidation_0-auc:0.90315\tvalidation_1-auc:0.83615 \n", + "[36]\tvalidation_0-auc:0.90390\tvalidation_1-auc:0.83593 \n", + "[37]\tvalidation_0-auc:0.90476\tvalidation_1-auc:0.83561 \n", + "[38]\tvalidation_0-auc:0.90569\tvalidation_1-auc:0.83556 \n", + "[39]\tvalidation_0-auc:0.90603\tvalidation_1-auc:0.83553 \n", + "[40]\tvalidation_0-auc:0.90649\tvalidation_1-auc:0.83486 \n", + "[41]\tvalidation_0-auc:0.90674\tvalidation_1-auc:0.83493 \n", + "[42]\tvalidation_0-auc:0.90748\tvalidation_1-auc:0.83530 \n", + "[43]\tvalidation_0-auc:0.90829\tvalidation_1-auc:0.83528 \n", + "[44]\tvalidation_0-auc:0.90847\tvalidation_1-auc:0.83513 \n", + "[45]\tvalidation_0-auc:0.90897\tvalidation_1-auc:0.83527 \n", + "[46]\tvalidation_0-auc:0.90912\tvalidation_1-auc:0.83523 \n", + "[47]\tvalidation_0-auc:0.90983\tvalidation_1-auc:0.83525 \n", + "[48]\tvalidation_0-auc:0.90997\tvalidation_1-auc:0.83504 \n", + "[49]\tvalidation_0-auc:0.91053\tvalidation_1-auc:0.83485 \n", + "[50]\tvalidation_0-auc:0.91143\tvalidation_1-auc:0.83535 \n", + "[51]\tvalidation_0-auc:0.91160\tvalidation_1-auc:0.83476 \n", + "[52]\tvalidation_0-auc:0.91206\tvalidation_1-auc:0.83492 \n", + "[53]\tvalidation_0-auc:0.91241\tvalidation_1-auc:0.83476 \n", + "[54]\tvalidation_0-auc:0.91353\tvalidation_1-auc:0.83413 \n", + "[55]\tvalidation_0-auc:0.91384\tvalidation_1-auc:0.83352 \n", + "[56]\tvalidation_0-auc:0.91400\tvalidation_1-auc:0.83344 \n", + "[57]\tvalidation_0-auc:0.91420\tvalidation_1-auc:0.83340 \n", + "[58]\tvalidation_0-auc:0.91458\tvalidation_1-auc:0.83324 \n", + "[59]\tvalidation_0-auc:0.91478\tvalidation_1-auc:0.83314 \n", + "[60]\tvalidation_0-auc:0.91515\tvalidation_1-auc:0.83301 \n", + "[61]\tvalidation_0-auc:0.91526\tvalidation_1-auc:0.83263 \n", + "[62]\tvalidation_0-auc:0.91572\tvalidation_1-auc:0.83270 \n", + "[63]\tvalidation_0-auc:0.91608\tvalidation_1-auc:0.83272 \n", + "[64]\tvalidation_0-auc:0.91704\tvalidation_1-auc:0.83258 \n", + "[65]\tvalidation_0-auc:0.91728\tvalidation_1-auc:0.83228 \n", + "[0]\tvalidation_0-auc:0.82537\tvalidation_1-auc:0.80128 \n", + "[1]\tvalidation_0-auc:0.83262\tvalidation_1-auc:0.80217 \n", + "[2]\tvalidation_0-auc:0.84074\tvalidation_1-auc:0.81074 \n", + "[3]\tvalidation_0-auc:0.84269\tvalidation_1-auc:0.81054 \n", + "[4]\tvalidation_0-auc:0.84536\tvalidation_1-auc:0.81331 \n", + "[5]\tvalidation_0-auc:0.84896\tvalidation_1-auc:0.81467 \n", + "[6]\tvalidation_0-auc:0.85077\tvalidation_1-auc:0.81616 \n", + "[7]\tvalidation_0-auc:0.85430\tvalidation_1-auc:0.81739 \n", + "[8]\tvalidation_0-auc:0.85867\tvalidation_1-auc:0.82019 \n", + "[9]\tvalidation_0-auc:0.86268\tvalidation_1-auc:0.82345 \n", + "[10]\tvalidation_0-auc:0.86218\tvalidation_1-auc:0.82250 \n", + "[11]\tvalidation_0-auc:0.86282\tvalidation_1-auc:0.82264 \n", + "[12]\tvalidation_0-auc:0.86867\tvalidation_1-auc:0.82638 \n", + "[13]\tvalidation_0-auc:0.87292\tvalidation_1-auc:0.82788 \n", + "[14]\tvalidation_0-auc:0.87390\tvalidation_1-auc:0.82894 \n", + "[15]\tvalidation_0-auc:0.87681\tvalidation_1-auc:0.83035 \n", + "[16]\tvalidation_0-auc:0.87713\tvalidation_1-auc:0.83203 \n", + "[17]\tvalidation_0-auc:0.87919\tvalidation_1-auc:0.83288 \n", + "[18]\tvalidation_0-auc:0.88063\tvalidation_1-auc:0.83190 \n", + "[19]\tvalidation_0-auc:0.88253\tvalidation_1-auc:0.83234 \n", + "[20]\tvalidation_0-auc:0.88413\tvalidation_1-auc:0.83205 \n", + "[21]\tvalidation_0-auc:0.88494\tvalidation_1-auc:0.83122 \n", + "[22]\tvalidation_0-auc:0.88733\tvalidation_1-auc:0.83182 \n", + "[23]\tvalidation_0-auc:0.88889\tvalidation_1-auc:0.83221 \n", + "[24]\tvalidation_0-auc:0.88960\tvalidation_1-auc:0.83300 \n", + "[25]\tvalidation_0-auc:0.89064\tvalidation_1-auc:0.83355 \n", + "[26]\tvalidation_0-auc:0.89203\tvalidation_1-auc:0.83352 \n", + "[27]\tvalidation_0-auc:0.89393\tvalidation_1-auc:0.83322 \n", + "[28]\tvalidation_0-auc:0.89488\tvalidation_1-auc:0.83308 \n", + "[29]\tvalidation_0-auc:0.89600\tvalidation_1-auc:0.83235 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[30]\tvalidation_0-auc:0.89735\tvalidation_1-auc:0.83109 \n", + "[31]\tvalidation_0-auc:0.89895\tvalidation_1-auc:0.83090 \n", + "[32]\tvalidation_0-auc:0.90003\tvalidation_1-auc:0.83117 \n", + "[33]\tvalidation_0-auc:0.90044\tvalidation_1-auc:0.83116 \n", + "[34]\tvalidation_0-auc:0.90080\tvalidation_1-auc:0.83150 \n", + "[35]\tvalidation_0-auc:0.90126\tvalidation_1-auc:0.83102 \n", + "[36]\tvalidation_0-auc:0.90215\tvalidation_1-auc:0.83089 \n", + "[37]\tvalidation_0-auc:0.90279\tvalidation_1-auc:0.83103 \n", + "[38]\tvalidation_0-auc:0.90424\tvalidation_1-auc:0.83079 \n", + "[39]\tvalidation_0-auc:0.90434\tvalidation_1-auc:0.83058 \n", + "[40]\tvalidation_0-auc:0.90442\tvalidation_1-auc:0.83021 \n", + "[41]\tvalidation_0-auc:0.90456\tvalidation_1-auc:0.83000 \n", + "[42]\tvalidation_0-auc:0.90519\tvalidation_1-auc:0.82942 \n", + "[43]\tvalidation_0-auc:0.90572\tvalidation_1-auc:0.82924 \n", + "[44]\tvalidation_0-auc:0.90676\tvalidation_1-auc:0.82960 \n", + "[45]\tvalidation_0-auc:0.90682\tvalidation_1-auc:0.82932 \n", + "[46]\tvalidation_0-auc:0.90717\tvalidation_1-auc:0.82964 \n", + "[47]\tvalidation_0-auc:0.90767\tvalidation_1-auc:0.82977 \n", + "[48]\tvalidation_0-auc:0.90784\tvalidation_1-auc:0.82986 \n", + "[49]\tvalidation_0-auc:0.90808\tvalidation_1-auc:0.82993 \n", + "[50]\tvalidation_0-auc:0.90846\tvalidation_1-auc:0.82986 \n", + "[51]\tvalidation_0-auc:0.90908\tvalidation_1-auc:0.82956 \n", + "[52]\tvalidation_0-auc:0.90947\tvalidation_1-auc:0.82931 \n", + "[53]\tvalidation_0-auc:0.90956\tvalidation_1-auc:0.82893 \n", + "[54]\tvalidation_0-auc:0.91032\tvalidation_1-auc:0.82849 \n", + "[0]\tvalidation_0-auc:0.81953\tvalidation_1-auc:0.80565 \n", + "[1]\tvalidation_0-auc:0.83347\tvalidation_1-auc:0.81583 \n", + "[2]\tvalidation_0-auc:0.84345\tvalidation_1-auc:0.82354 \n", + "[3]\tvalidation_0-auc:0.84335\tvalidation_1-auc:0.82300 \n", + "[4]\tvalidation_0-auc:0.84979\tvalidation_1-auc:0.82710 \n", + "[5]\tvalidation_0-auc:0.85162\tvalidation_1-auc:0.82732 \n", + "[6]\tvalidation_0-auc:0.85516\tvalidation_1-auc:0.82693 \n", + "[7]\tvalidation_0-auc:0.85843\tvalidation_1-auc:0.82803 \n", + "[8]\tvalidation_0-auc:0.86105\tvalidation_1-auc:0.83097 \n", + "[9]\tvalidation_0-auc:0.86478\tvalidation_1-auc:0.83130 \n", + "[10]\tvalidation_0-auc:0.86406\tvalidation_1-auc:0.82834 \n", + "[11]\tvalidation_0-auc:0.86501\tvalidation_1-auc:0.82655 \n", + "[12]\tvalidation_0-auc:0.87025\tvalidation_1-auc:0.82957 \n", + "[13]\tvalidation_0-auc:0.87368\tvalidation_1-auc:0.83165 \n", + "[14]\tvalidation_0-auc:0.87579\tvalidation_1-auc:0.83179 \n", + "[15]\tvalidation_0-auc:0.87857\tvalidation_1-auc:0.83285 \n", + "[16]\tvalidation_0-auc:0.87949\tvalidation_1-auc:0.83328 \n", + "[17]\tvalidation_0-auc:0.88152\tvalidation_1-auc:0.83469 \n", + "[18]\tvalidation_0-auc:0.88219\tvalidation_1-auc:0.83396 \n", + "[19]\tvalidation_0-auc:0.88452\tvalidation_1-auc:0.83402 \n", + "[20]\tvalidation_0-auc:0.88660\tvalidation_1-auc:0.83531 \n", + "[21]\tvalidation_0-auc:0.88743\tvalidation_1-auc:0.83383 \n", + "[22]\tvalidation_0-auc:0.88983\tvalidation_1-auc:0.83587 \n", + "[23]\tvalidation_0-auc:0.89138\tvalidation_1-auc:0.83614 \n", + "[24]\tvalidation_0-auc:0.89263\tvalidation_1-auc:0.83640 \n", + "[25]\tvalidation_0-auc:0.89328\tvalidation_1-auc:0.83710 \n", + "[26]\tvalidation_0-auc:0.89509\tvalidation_1-auc:0.83676 \n", + "[27]\tvalidation_0-auc:0.89670\tvalidation_1-auc:0.83687 \n", + "[28]\tvalidation_0-auc:0.89737\tvalidation_1-auc:0.83708 \n", + "[29]\tvalidation_0-auc:0.89840\tvalidation_1-auc:0.83725 \n", + "[30]\tvalidation_0-auc:0.90005\tvalidation_1-auc:0.83733 \n", + "[31]\tvalidation_0-auc:0.90103\tvalidation_1-auc:0.83714 \n", + "[32]\tvalidation_0-auc:0.90164\tvalidation_1-auc:0.83719 \n", + "[33]\tvalidation_0-auc:0.90186\tvalidation_1-auc:0.83720 \n", + "[34]\tvalidation_0-auc:0.90240\tvalidation_1-auc:0.83719 \n", + "[35]\tvalidation_0-auc:0.90286\tvalidation_1-auc:0.83723 \n", + "[36]\tvalidation_0-auc:0.90381\tvalidation_1-auc:0.83667 \n", + "[37]\tvalidation_0-auc:0.90492\tvalidation_1-auc:0.83647 \n", + "[38]\tvalidation_0-auc:0.90528\tvalidation_1-auc:0.83606 \n", + "[39]\tvalidation_0-auc:0.90539\tvalidation_1-auc:0.83629 \n", + "[40]\tvalidation_0-auc:0.90549\tvalidation_1-auc:0.83606 \n", + "[41]\tvalidation_0-auc:0.90590\tvalidation_1-auc:0.83626 \n", + "[42]\tvalidation_0-auc:0.90645\tvalidation_1-auc:0.83656 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[43]\tvalidation_0-auc:0.90681\tvalidation_1-auc:0.83662 \n", + "[44]\tvalidation_0-auc:0.90744\tvalidation_1-auc:0.83644 \n", + "[45]\tvalidation_0-auc:0.90764\tvalidation_1-auc:0.83640 \n", + "[46]\tvalidation_0-auc:0.90782\tvalidation_1-auc:0.83608 \n", + "[47]\tvalidation_0-auc:0.90844\tvalidation_1-auc:0.83610 \n", + "[48]\tvalidation_0-auc:0.90866\tvalidation_1-auc:0.83596 \n", + "[49]\tvalidation_0-auc:0.90903\tvalidation_1-auc:0.83615 \n", + "[50]\tvalidation_0-auc:0.90923\tvalidation_1-auc:0.83635 \n", + "[51]\tvalidation_0-auc:0.90978\tvalidation_1-auc:0.83611 \n", + "[52]\tvalidation_0-auc:0.91077\tvalidation_1-auc:0.83685 \n", + "[53]\tvalidation_0-auc:0.91117\tvalidation_1-auc:0.83701 \n", + "[54]\tvalidation_0-auc:0.91126\tvalidation_1-auc:0.83710 \n", + "[55]\tvalidation_0-auc:0.91155\tvalidation_1-auc:0.83691 \n", + "[56]\tvalidation_0-auc:0.91255\tvalidation_1-auc:0.83657 \n", + "[57]\tvalidation_0-auc:0.91273\tvalidation_1-auc:0.83633 \n", + "[58]\tvalidation_0-auc:0.91287\tvalidation_1-auc:0.83623 \n", + "[59]\tvalidation_0-auc:0.91304\tvalidation_1-auc:0.83612 \n", + "[60]\tvalidation_0-auc:0.91353\tvalidation_1-auc:0.83583 \n", + "[0]\tvalidation_0-auc:0.82886\tvalidation_1-auc:0.81109 \n", + "[1]\tvalidation_0-auc:0.83650\tvalidation_1-auc:0.81332 \n", + "[2]\tvalidation_0-auc:0.84147\tvalidation_1-auc:0.81916 \n", + "[3]\tvalidation_0-auc:0.84408\tvalidation_1-auc:0.82006 \n", + "[4]\tvalidation_0-auc:0.84870\tvalidation_1-auc:0.82093 \n", + "[5]\tvalidation_0-auc:0.85083\tvalidation_1-auc:0.82294 \n", + "[6]\tvalidation_0-auc:0.85573\tvalidation_1-auc:0.82445 \n", + "[7]\tvalidation_0-auc:0.85817\tvalidation_1-auc:0.82445 \n", + "[8]\tvalidation_0-auc:0.86318\tvalidation_1-auc:0.82539 \n", + "[9]\tvalidation_0-auc:0.86771\tvalidation_1-auc:0.82699 \n", + "[10]\tvalidation_0-auc:0.86845\tvalidation_1-auc:0.82738 \n", + "[11]\tvalidation_0-auc:0.86874\tvalidation_1-auc:0.82479 \n", + "[12]\tvalidation_0-auc:0.87288\tvalidation_1-auc:0.82647 \n", + "[13]\tvalidation_0-auc:0.87487\tvalidation_1-auc:0.82778 \n", + "[14]\tvalidation_0-auc:0.87598\tvalidation_1-auc:0.82832 \n", + "[15]\tvalidation_0-auc:0.87812\tvalidation_1-auc:0.83042 \n", + "[16]\tvalidation_0-auc:0.88065\tvalidation_1-auc:0.82994 \n", + "[17]\tvalidation_0-auc:0.88239\tvalidation_1-auc:0.83088 \n", + "[18]\tvalidation_0-auc:0.88280\tvalidation_1-auc:0.82956 \n", + "[19]\tvalidation_0-auc:0.88500\tvalidation_1-auc:0.83073 \n", + "[20]\tvalidation_0-auc:0.88713\tvalidation_1-auc:0.83143 \n", + "[21]\tvalidation_0-auc:0.88801\tvalidation_1-auc:0.83001 \n", + "[22]\tvalidation_0-auc:0.89006\tvalidation_1-auc:0.83060 \n", + "[23]\tvalidation_0-auc:0.89162\tvalidation_1-auc:0.83236 \n", + "[24]\tvalidation_0-auc:0.89292\tvalidation_1-auc:0.83275 \n", + "[25]\tvalidation_0-auc:0.89413\tvalidation_1-auc:0.83345 \n", + "[26]\tvalidation_0-auc:0.89604\tvalidation_1-auc:0.83356 \n", + "[27]\tvalidation_0-auc:0.89764\tvalidation_1-auc:0.83393 \n", + "[28]\tvalidation_0-auc:0.89823\tvalidation_1-auc:0.83412 \n", + "[29]\tvalidation_0-auc:0.89927\tvalidation_1-auc:0.83455 \n", + "[30]\tvalidation_0-auc:0.89977\tvalidation_1-auc:0.83420 \n", + "[31]\tvalidation_0-auc:0.90081\tvalidation_1-auc:0.83412 \n", + "[32]\tvalidation_0-auc:0.90134\tvalidation_1-auc:0.83442 \n", + "[33]\tvalidation_0-auc:0.90189\tvalidation_1-auc:0.83432 \n", + "[34]\tvalidation_0-auc:0.90258\tvalidation_1-auc:0.83454 \n", + "[35]\tvalidation_0-auc:0.90305\tvalidation_1-auc:0.83519 \n", + "[36]\tvalidation_0-auc:0.90393\tvalidation_1-auc:0.83484 \n", + "[37]\tvalidation_0-auc:0.90450\tvalidation_1-auc:0.83471 \n", + "[38]\tvalidation_0-auc:0.90521\tvalidation_1-auc:0.83443 \n", + "[39]\tvalidation_0-auc:0.90570\tvalidation_1-auc:0.83444 \n", + "[40]\tvalidation_0-auc:0.90596\tvalidation_1-auc:0.83497 \n", + "[41]\tvalidation_0-auc:0.90649\tvalidation_1-auc:0.83504 \n", + "[42]\tvalidation_0-auc:0.90702\tvalidation_1-auc:0.83548 \n", + "[43]\tvalidation_0-auc:0.90742\tvalidation_1-auc:0.83580 \n", + "[44]\tvalidation_0-auc:0.90791\tvalidation_1-auc:0.83577 \n", + "[45]\tvalidation_0-auc:0.90823\tvalidation_1-auc:0.83592 \n", + "[46]\tvalidation_0-auc:0.90852\tvalidation_1-auc:0.83554 \n", + "[47]\tvalidation_0-auc:0.90915\tvalidation_1-auc:0.83574 \n", + "[48]\tvalidation_0-auc:0.90965\tvalidation_1-auc:0.83604 \n", + "[49]\tvalidation_0-auc:0.91086\tvalidation_1-auc:0.83584 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[50]\tvalidation_0-auc:0.91132\tvalidation_1-auc:0.83578 \n", + "[51]\tvalidation_0-auc:0.91151\tvalidation_1-auc:0.83568 \n", + "[52]\tvalidation_0-auc:0.91243\tvalidation_1-auc:0.83564 \n", + "[53]\tvalidation_0-auc:0.91282\tvalidation_1-auc:0.83558 \n", + "[54]\tvalidation_0-auc:0.91334\tvalidation_1-auc:0.83524 \n", + "[55]\tvalidation_0-auc:0.91358\tvalidation_1-auc:0.83523 \n", + "[56]\tvalidation_0-auc:0.91408\tvalidation_1-auc:0.83514 \n", + "[57]\tvalidation_0-auc:0.91433\tvalidation_1-auc:0.83488 \n", + "[58]\tvalidation_0-auc:0.91534\tvalidation_1-auc:0.83503 \n", + "[59]\tvalidation_0-auc:0.91554\tvalidation_1-auc:0.83481 \n", + "[60]\tvalidation_0-auc:0.91598\tvalidation_1-auc:0.83473 \n", + "[61]\tvalidation_0-auc:0.91613\tvalidation_1-auc:0.83471 \n", + "[62]\tvalidation_0-auc:0.91638\tvalidation_1-auc:0.83459 \n", + "[63]\tvalidation_0-auc:0.91672\tvalidation_1-auc:0.83460 \n", + "[64]\tvalidation_0-auc:0.91696\tvalidation_1-auc:0.83458 \n", + "[65]\tvalidation_0-auc:0.91718\tvalidation_1-auc:0.83465 \n", + "[66]\tvalidation_0-auc:0.91747\tvalidation_1-auc:0.83434 \n", + "[67]\tvalidation_0-auc:0.91768\tvalidation_1-auc:0.83438 \n", + "[68]\tvalidation_0-auc:0.91890\tvalidation_1-auc:0.83420 \n", + "[69]\tvalidation_0-auc:0.91909\tvalidation_1-auc:0.83419 \n", + "[70]\tvalidation_0-auc:0.91967\tvalidation_1-auc:0.83400 \n", + "[71]\tvalidation_0-auc:0.91998\tvalidation_1-auc:0.83389 \n", + "[72]\tvalidation_0-auc:0.92018\tvalidation_1-auc:0.83355 \n", + "[73]\tvalidation_0-auc:0.92033\tvalidation_1-auc:0.83325 \n", + "[74]\tvalidation_0-auc:0.92080\tvalidation_1-auc:0.83317 \n", + "[75]\tvalidation_0-auc:0.92093\tvalidation_1-auc:0.83311 \n", + "[76]\tvalidation_0-auc:0.92098\tvalidation_1-auc:0.83304 \n", + "[77]\tvalidation_0-auc:0.92129\tvalidation_1-auc:0.83275 \n", + "[0]\tvalidation_0-auc:0.82928\tvalidation_1-auc:0.80176 \n", + "[1]\tvalidation_0-auc:0.83840\tvalidation_1-auc:0.80582 \n", + "[2]\tvalidation_0-auc:0.84913\tvalidation_1-auc:0.80907 \n", + "[3]\tvalidation_0-auc:0.85276\tvalidation_1-auc:0.81149 \n", + "[4]\tvalidation_0-auc:0.85948\tvalidation_1-auc:0.81290 \n", + "[5]\tvalidation_0-auc:0.86417\tvalidation_1-auc:0.81396 \n", + "[6]\tvalidation_0-auc:0.86971\tvalidation_1-auc:0.81767 \n", + "[7]\tvalidation_0-auc:0.87514\tvalidation_1-auc:0.81646 \n", + "[8]\tvalidation_0-auc:0.87999\tvalidation_1-auc:0.81900 \n", + "[9]\tvalidation_0-auc:0.88298\tvalidation_1-auc:0.81665 \n", + "[10]\tvalidation_0-auc:0.88523\tvalidation_1-auc:0.81577 \n", + "[11]\tvalidation_0-auc:0.88813\tvalidation_1-auc:0.81401 \n", + "[12]\tvalidation_0-auc:0.89492\tvalidation_1-auc:0.81828 \n", + "[13]\tvalidation_0-auc:0.90017\tvalidation_1-auc:0.82065 \n", + "[14]\tvalidation_0-auc:0.90283\tvalidation_1-auc:0.82279 \n", + "[15]\tvalidation_0-auc:0.90576\tvalidation_1-auc:0.82015 \n", + "[16]\tvalidation_0-auc:0.90842\tvalidation_1-auc:0.82291 \n", + "[17]\tvalidation_0-auc:0.91241\tvalidation_1-auc:0.82381 \n", + "[18]\tvalidation_0-auc:0.91351\tvalidation_1-auc:0.82169 \n", + "[19]\tvalidation_0-auc:0.91763\tvalidation_1-auc:0.82342 \n", + "[20]\tvalidation_0-auc:0.91903\tvalidation_1-auc:0.82161 \n", + "[21]\tvalidation_0-auc:0.91970\tvalidation_1-auc:0.82110 \n", + "[22]\tvalidation_0-auc:0.92105\tvalidation_1-auc:0.82343 \n", + "[23]\tvalidation_0-auc:0.92418\tvalidation_1-auc:0.82351 \n", + "[24]\tvalidation_0-auc:0.92595\tvalidation_1-auc:0.82285 \n", + "[25]\tvalidation_0-auc:0.92739\tvalidation_1-auc:0.82291 \n", + "[26]\tvalidation_0-auc:0.92829\tvalidation_1-auc:0.82217 \n", + "[27]\tvalidation_0-auc:0.93018\tvalidation_1-auc:0.82203 \n", + "[28]\tvalidation_0-auc:0.93095\tvalidation_1-auc:0.82200 \n", + "[29]\tvalidation_0-auc:0.93207\tvalidation_1-auc:0.82151 \n", + "[30]\tvalidation_0-auc:0.93316\tvalidation_1-auc:0.82066 \n", + "[31]\tvalidation_0-auc:0.93442\tvalidation_1-auc:0.82077 \n", + "[32]\tvalidation_0-auc:0.93520\tvalidation_1-auc:0.82120 \n", + "[33]\tvalidation_0-auc:0.93558\tvalidation_1-auc:0.82109 \n", + "[34]\tvalidation_0-auc:0.93585\tvalidation_1-auc:0.82122 \n", + "[35]\tvalidation_0-auc:0.93664\tvalidation_1-auc:0.82122 \n", + "[36]\tvalidation_0-auc:0.93784\tvalidation_1-auc:0.82107 \n", + "[37]\tvalidation_0-auc:0.93807\tvalidation_1-auc:0.82098 \n", + "[38]\tvalidation_0-auc:0.93843\tvalidation_1-auc:0.82073 \n", + "[39]\tvalidation_0-auc:0.93883\tvalidation_1-auc:0.82008 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[40]\tvalidation_0-auc:0.93934\tvalidation_1-auc:0.81951 \n", + "[41]\tvalidation_0-auc:0.93941\tvalidation_1-auc:0.81927 \n", + "[42]\tvalidation_0-auc:0.94039\tvalidation_1-auc:0.81898 \n", + "[43]\tvalidation_0-auc:0.94039\tvalidation_1-auc:0.81888 \n", + "[44]\tvalidation_0-auc:0.94144\tvalidation_1-auc:0.81869 \n", + "[45]\tvalidation_0-auc:0.94147\tvalidation_1-auc:0.81791 \n", + "[46]\tvalidation_0-auc:0.94268\tvalidation_1-auc:0.81775 \n", + "[0]\tvalidation_0-auc:0.82185\tvalidation_1-auc:0.80749 \n", + "[1]\tvalidation_0-auc:0.83752\tvalidation_1-auc:0.81643 \n", + "[2]\tvalidation_0-auc:0.84861\tvalidation_1-auc:0.82176 \n", + "[3]\tvalidation_0-auc:0.85207\tvalidation_1-auc:0.82328 \n", + "[4]\tvalidation_0-auc:0.85807\tvalidation_1-auc:0.82305 \n", + "[5]\tvalidation_0-auc:0.86478\tvalidation_1-auc:0.82227 \n", + "[6]\tvalidation_0-auc:0.87206\tvalidation_1-auc:0.82543 \n", + "[7]\tvalidation_0-auc:0.87914\tvalidation_1-auc:0.82696 \n", + "[8]\tvalidation_0-auc:0.88636\tvalidation_1-auc:0.82930 \n", + "[9]\tvalidation_0-auc:0.88689\tvalidation_1-auc:0.82857 \n", + "[10]\tvalidation_0-auc:0.88761\tvalidation_1-auc:0.82456 \n", + "[11]\tvalidation_0-auc:0.89248\tvalidation_1-auc:0.82145 \n", + "[12]\tvalidation_0-auc:0.89757\tvalidation_1-auc:0.82372 \n", + "[13]\tvalidation_0-auc:0.90197\tvalidation_1-auc:0.82703 \n", + "[14]\tvalidation_0-auc:0.90458\tvalidation_1-auc:0.82841 \n", + "[15]\tvalidation_0-auc:0.90758\tvalidation_1-auc:0.82602 \n", + "[16]\tvalidation_0-auc:0.91051\tvalidation_1-auc:0.82839 \n", + "[17]\tvalidation_0-auc:0.91456\tvalidation_1-auc:0.82938 \n", + "[18]\tvalidation_0-auc:0.91600\tvalidation_1-auc:0.82875 \n", + "[19]\tvalidation_0-auc:0.92023\tvalidation_1-auc:0.82923 \n", + "[20]\tvalidation_0-auc:0.92162\tvalidation_1-auc:0.82790 \n", + "[21]\tvalidation_0-auc:0.92208\tvalidation_1-auc:0.82585 \n", + "[22]\tvalidation_0-auc:0.92459\tvalidation_1-auc:0.82750 \n", + "[23]\tvalidation_0-auc:0.92780\tvalidation_1-auc:0.82882 \n", + "[24]\tvalidation_0-auc:0.92952\tvalidation_1-auc:0.82926 \n", + "[25]\tvalidation_0-auc:0.93123\tvalidation_1-auc:0.82963 \n", + "[26]\tvalidation_0-auc:0.93297\tvalidation_1-auc:0.82853 \n", + "[27]\tvalidation_0-auc:0.93514\tvalidation_1-auc:0.82862 \n", + "[28]\tvalidation_0-auc:0.93555\tvalidation_1-auc:0.82859 \n", + "[29]\tvalidation_0-auc:0.93686\tvalidation_1-auc:0.82943 \n", + "[30]\tvalidation_0-auc:0.93843\tvalidation_1-auc:0.82881 \n", + "[31]\tvalidation_0-auc:0.93907\tvalidation_1-auc:0.82963 \n", + "[32]\tvalidation_0-auc:0.93966\tvalidation_1-auc:0.83011 \n", + "[33]\tvalidation_0-auc:0.94046\tvalidation_1-auc:0.83060 \n", + "[34]\tvalidation_0-auc:0.94076\tvalidation_1-auc:0.83108 \n", + "[35]\tvalidation_0-auc:0.94181\tvalidation_1-auc:0.83038 \n", + "[36]\tvalidation_0-auc:0.94257\tvalidation_1-auc:0.83021 \n", + "[37]\tvalidation_0-auc:0.94328\tvalidation_1-auc:0.83017 \n", + "[38]\tvalidation_0-auc:0.94378\tvalidation_1-auc:0.82983 \n", + "[39]\tvalidation_0-auc:0.94444\tvalidation_1-auc:0.82993 \n", + "[40]\tvalidation_0-auc:0.94504\tvalidation_1-auc:0.83002 \n", + "[41]\tvalidation_0-auc:0.94527\tvalidation_1-auc:0.82976 \n", + "[42]\tvalidation_0-auc:0.94583\tvalidation_1-auc:0.83001 \n", + "[43]\tvalidation_0-auc:0.94593\tvalidation_1-auc:0.82999 \n", + "[44]\tvalidation_0-auc:0.94614\tvalidation_1-auc:0.82980 \n", + "[45]\tvalidation_0-auc:0.94633\tvalidation_1-auc:0.82948 \n", + "[46]\tvalidation_0-auc:0.94679\tvalidation_1-auc:0.82911 \n", + "[47]\tvalidation_0-auc:0.94745\tvalidation_1-auc:0.82920 \n", + "[48]\tvalidation_0-auc:0.94767\tvalidation_1-auc:0.82952 \n", + "[49]\tvalidation_0-auc:0.94802\tvalidation_1-auc:0.82956 \n", + "[50]\tvalidation_0-auc:0.94820\tvalidation_1-auc:0.82947 \n", + "[51]\tvalidation_0-auc:0.94904\tvalidation_1-auc:0.82954 \n", + "[52]\tvalidation_0-auc:0.94972\tvalidation_1-auc:0.82940 \n", + "[53]\tvalidation_0-auc:0.95019\tvalidation_1-auc:0.82971 \n", + "[54]\tvalidation_0-auc:0.95032\tvalidation_1-auc:0.82954 \n", + "[55]\tvalidation_0-auc:0.95054\tvalidation_1-auc:0.82970 \n", + "[56]\tvalidation_0-auc:0.95117\tvalidation_1-auc:0.82943 \n", + "[57]\tvalidation_0-auc:0.95135\tvalidation_1-auc:0.82947 \n", + "[58]\tvalidation_0-auc:0.95256\tvalidation_1-auc:0.82924 \n", + "[59]\tvalidation_0-auc:0.95263\tvalidation_1-auc:0.82890 \n", + "[60]\tvalidation_0-auc:0.95283\tvalidation_1-auc:0.82878 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[61]\tvalidation_0-auc:0.95299\tvalidation_1-auc:0.82865 \n", + "[62]\tvalidation_0-auc:0.95316\tvalidation_1-auc:0.82847 \n", + "[63]\tvalidation_0-auc:0.95327\tvalidation_1-auc:0.82827 \n", + "[64]\tvalidation_0-auc:0.95366\tvalidation_1-auc:0.82851 \n", + "[0]\tvalidation_0-auc:0.83198\tvalidation_1-auc:0.80929 \n", + "[1]\tvalidation_0-auc:0.84194\tvalidation_1-auc:0.81068 \n", + "[2]\tvalidation_0-auc:0.84828\tvalidation_1-auc:0.81674 \n", + "[3]\tvalidation_0-auc:0.85416\tvalidation_1-auc:0.81661 \n", + "[4]\tvalidation_0-auc:0.86272\tvalidation_1-auc:0.81932 \n", + "[5]\tvalidation_0-auc:0.87097\tvalidation_1-auc:0.82028 \n", + "[6]\tvalidation_0-auc:0.87707\tvalidation_1-auc:0.82254 \n", + "[7]\tvalidation_0-auc:0.88126\tvalidation_1-auc:0.82317 \n", + "[8]\tvalidation_0-auc:0.88594\tvalidation_1-auc:0.82412 \n", + "[9]\tvalidation_0-auc:0.88837\tvalidation_1-auc:0.82314 \n", + "[10]\tvalidation_0-auc:0.89067\tvalidation_1-auc:0.82173 \n", + "[11]\tvalidation_0-auc:0.89355\tvalidation_1-auc:0.82042 \n", + "[12]\tvalidation_0-auc:0.89910\tvalidation_1-auc:0.82190 \n", + "[13]\tvalidation_0-auc:0.90309\tvalidation_1-auc:0.82211 \n", + "[14]\tvalidation_0-auc:0.90469\tvalidation_1-auc:0.82373 \n", + "[15]\tvalidation_0-auc:0.90640\tvalidation_1-auc:0.82286 \n", + "[16]\tvalidation_0-auc:0.90992\tvalidation_1-auc:0.82579 \n", + "[17]\tvalidation_0-auc:0.91495\tvalidation_1-auc:0.82578 \n", + "[18]\tvalidation_0-auc:0.91543\tvalidation_1-auc:0.82477 \n", + "[19]\tvalidation_0-auc:0.92028\tvalidation_1-auc:0.82649 \n", + "[20]\tvalidation_0-auc:0.92059\tvalidation_1-auc:0.82609 \n", + "[21]\tvalidation_0-auc:0.92266\tvalidation_1-auc:0.82440 \n", + "[22]\tvalidation_0-auc:0.92437\tvalidation_1-auc:0.82615 \n", + "[23]\tvalidation_0-auc:0.92759\tvalidation_1-auc:0.82855 \n", + "[24]\tvalidation_0-auc:0.92913\tvalidation_1-auc:0.82965 \n", + "[25]\tvalidation_0-auc:0.92970\tvalidation_1-auc:0.83040 \n", + "[26]\tvalidation_0-auc:0.93137\tvalidation_1-auc:0.82967 \n", + "[27]\tvalidation_0-auc:0.93362\tvalidation_1-auc:0.83029 \n", + "[28]\tvalidation_0-auc:0.93449\tvalidation_1-auc:0.83003 \n", + "[29]\tvalidation_0-auc:0.93623\tvalidation_1-auc:0.82970 \n", + "[30]\tvalidation_0-auc:0.93789\tvalidation_1-auc:0.82896 \n", + "[31]\tvalidation_0-auc:0.93872\tvalidation_1-auc:0.82888 \n", + "[32]\tvalidation_0-auc:0.93953\tvalidation_1-auc:0.82892 \n", + "[33]\tvalidation_0-auc:0.94006\tvalidation_1-auc:0.82909 \n", + "[34]\tvalidation_0-auc:0.94055\tvalidation_1-auc:0.82933 \n", + "[35]\tvalidation_0-auc:0.94149\tvalidation_1-auc:0.82951 \n", + "[36]\tvalidation_0-auc:0.94232\tvalidation_1-auc:0.82945 \n", + "[37]\tvalidation_0-auc:0.94282\tvalidation_1-auc:0.82911 \n", + "[38]\tvalidation_0-auc:0.94317\tvalidation_1-auc:0.82862 \n", + "[39]\tvalidation_0-auc:0.94328\tvalidation_1-auc:0.82890 \n", + "[40]\tvalidation_0-auc:0.94403\tvalidation_1-auc:0.82895 \n", + "[41]\tvalidation_0-auc:0.94415\tvalidation_1-auc:0.82886 \n", + "[42]\tvalidation_0-auc:0.94523\tvalidation_1-auc:0.82871 \n", + "[43]\tvalidation_0-auc:0.94557\tvalidation_1-auc:0.82909 \n", + "[44]\tvalidation_0-auc:0.94663\tvalidation_1-auc:0.82876 \n", + "[45]\tvalidation_0-auc:0.94671\tvalidation_1-auc:0.82857 \n", + "[46]\tvalidation_0-auc:0.94707\tvalidation_1-auc:0.82841 \n", + "[47]\tvalidation_0-auc:0.94783\tvalidation_1-auc:0.82835 \n", + "[48]\tvalidation_0-auc:0.94806\tvalidation_1-auc:0.82813 \n", + "[49]\tvalidation_0-auc:0.94839\tvalidation_1-auc:0.82802 \n", + "[50]\tvalidation_0-auc:0.94859\tvalidation_1-auc:0.82805 \n", + "[51]\tvalidation_0-auc:0.94928\tvalidation_1-auc:0.82797 \n", + "[52]\tvalidation_0-auc:0.94995\tvalidation_1-auc:0.82739 \n", + "[53]\tvalidation_0-auc:0.95013\tvalidation_1-auc:0.82689 \n", + "[54]\tvalidation_0-auc:0.95074\tvalidation_1-auc:0.82584 \n", + "[55]\tvalidation_0-auc:0.95081\tvalidation_1-auc:0.82562 \n", + "[0]\tvalidation_0-auc:0.81675\tvalidation_1-auc:0.79233 \n", + "[1]\tvalidation_0-auc:0.82477\tvalidation_1-auc:0.80145 \n", + "[2]\tvalidation_0-auc:0.82957\tvalidation_1-auc:0.80409 \n", + "[3]\tvalidation_0-auc:0.83364\tvalidation_1-auc:0.80888 \n", + "[4]\tvalidation_0-auc:0.83498\tvalidation_1-auc:0.81296 \n", + "[5]\tvalidation_0-auc:0.83760\tvalidation_1-auc:0.81710 \n", + "[6]\tvalidation_0-auc:0.83876\tvalidation_1-auc:0.81816 \n", + "[7]\tvalidation_0-auc:0.83914\tvalidation_1-auc:0.81833 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[8]\tvalidation_0-auc:0.84138\tvalidation_1-auc:0.81911 \n", + "[9]\tvalidation_0-auc:0.84150\tvalidation_1-auc:0.81790 \n", + "[10]\tvalidation_0-auc:0.83975\tvalidation_1-auc:0.81272 \n", + "[11]\tvalidation_0-auc:0.83833\tvalidation_1-auc:0.81227 \n", + "[12]\tvalidation_0-auc:0.84147\tvalidation_1-auc:0.81541 \n", + "[13]\tvalidation_0-auc:0.84507\tvalidation_1-auc:0.81801 \n", + "[14]\tvalidation_0-auc:0.84734\tvalidation_1-auc:0.81978 \n", + "[15]\tvalidation_0-auc:0.84868\tvalidation_1-auc:0.82051 \n", + "[16]\tvalidation_0-auc:0.84912\tvalidation_1-auc:0.82126 \n", + "[17]\tvalidation_0-auc:0.85075\tvalidation_1-auc:0.82192 \n", + "[18]\tvalidation_0-auc:0.85003\tvalidation_1-auc:0.82103 \n", + "[19]\tvalidation_0-auc:0.85128\tvalidation_1-auc:0.82169 \n", + "[20]\tvalidation_0-auc:0.85254\tvalidation_1-auc:0.82341 \n", + "[21]\tvalidation_0-auc:0.85230\tvalidation_1-auc:0.82321 \n", + "[22]\tvalidation_0-auc:0.85424\tvalidation_1-auc:0.82491 \n", + "[23]\tvalidation_0-auc:0.85522\tvalidation_1-auc:0.82570 \n", + "[24]\tvalidation_0-auc:0.85610\tvalidation_1-auc:0.82625 \n", + "[25]\tvalidation_0-auc:0.85693\tvalidation_1-auc:0.82661 \n", + "[26]\tvalidation_0-auc:0.85816\tvalidation_1-auc:0.82782 \n", + "[27]\tvalidation_0-auc:0.85899\tvalidation_1-auc:0.82830 \n", + "[28]\tvalidation_0-auc:0.85934\tvalidation_1-auc:0.82885 \n", + "[29]\tvalidation_0-auc:0.86006\tvalidation_1-auc:0.82885 \n", + "[30]\tvalidation_0-auc:0.86056\tvalidation_1-auc:0.82962 \n", + "[31]\tvalidation_0-auc:0.86123\tvalidation_1-auc:0.82972 \n", + "[32]\tvalidation_0-auc:0.86184\tvalidation_1-auc:0.83004 \n", + "[33]\tvalidation_0-auc:0.86197\tvalidation_1-auc:0.83029 \n", + "[34]\tvalidation_0-auc:0.86260\tvalidation_1-auc:0.83064 \n", + "[35]\tvalidation_0-auc:0.86293\tvalidation_1-auc:0.83056 \n", + "[36]\tvalidation_0-auc:0.86401\tvalidation_1-auc:0.83062 \n", + "[37]\tvalidation_0-auc:0.86493\tvalidation_1-auc:0.83100 \n", + "[38]\tvalidation_0-auc:0.86509\tvalidation_1-auc:0.83149 \n", + "[39]\tvalidation_0-auc:0.86587\tvalidation_1-auc:0.83158 \n", + "[40]\tvalidation_0-auc:0.86657\tvalidation_1-auc:0.83201 \n", + "[41]\tvalidation_0-auc:0.86748\tvalidation_1-auc:0.83222 \n", + "[42]\tvalidation_0-auc:0.86845\tvalidation_1-auc:0.83261 \n", + "[43]\tvalidation_0-auc:0.86899\tvalidation_1-auc:0.83271 \n", + "[44]\tvalidation_0-auc:0.86970\tvalidation_1-auc:0.83290 \n", + "[45]\tvalidation_0-auc:0.87011\tvalidation_1-auc:0.83297 \n", + "[46]\tvalidation_0-auc:0.87032\tvalidation_1-auc:0.83296 \n", + "[47]\tvalidation_0-auc:0.87073\tvalidation_1-auc:0.83244 \n", + "[48]\tvalidation_0-auc:0.87106\tvalidation_1-auc:0.83276 \n", + "[49]\tvalidation_0-auc:0.87158\tvalidation_1-auc:0.83318 \n", + "[50]\tvalidation_0-auc:0.87173\tvalidation_1-auc:0.83318 \n", + "[51]\tvalidation_0-auc:0.87238\tvalidation_1-auc:0.83312 \n", + "[52]\tvalidation_0-auc:0.87296\tvalidation_1-auc:0.83311 \n", + "[53]\tvalidation_0-auc:0.87345\tvalidation_1-auc:0.83344 \n", + "[54]\tvalidation_0-auc:0.87386\tvalidation_1-auc:0.83368 \n", + "[55]\tvalidation_0-auc:0.87421\tvalidation_1-auc:0.83384 \n", + "[56]\tvalidation_0-auc:0.87451\tvalidation_1-auc:0.83344 \n", + "[57]\tvalidation_0-auc:0.87494\tvalidation_1-auc:0.83348 \n", + "[58]\tvalidation_0-auc:0.87529\tvalidation_1-auc:0.83355 \n", + "[59]\tvalidation_0-auc:0.87568\tvalidation_1-auc:0.83305 \n", + "[60]\tvalidation_0-auc:0.87579\tvalidation_1-auc:0.83304 \n", + "[61]\tvalidation_0-auc:0.87618\tvalidation_1-auc:0.83316 \n", + "[62]\tvalidation_0-auc:0.87634\tvalidation_1-auc:0.83323 \n", + "[63]\tvalidation_0-auc:0.87675\tvalidation_1-auc:0.83315 \n", + "[64]\tvalidation_0-auc:0.87723\tvalidation_1-auc:0.83339 \n", + "[65]\tvalidation_0-auc:0.87743\tvalidation_1-auc:0.83361 \n", + "[66]\tvalidation_0-auc:0.87776\tvalidation_1-auc:0.83371 \n", + "[67]\tvalidation_0-auc:0.87792\tvalidation_1-auc:0.83386 \n", + "[68]\tvalidation_0-auc:0.87833\tvalidation_1-auc:0.83392 \n", + "[69]\tvalidation_0-auc:0.87851\tvalidation_1-auc:0.83377 \n", + "[70]\tvalidation_0-auc:0.87895\tvalidation_1-auc:0.83382 \n", + "[71]\tvalidation_0-auc:0.87907\tvalidation_1-auc:0.83385 \n", + "[72]\tvalidation_0-auc:0.87927\tvalidation_1-auc:0.83391 \n", + "[73]\tvalidation_0-auc:0.87959\tvalidation_1-auc:0.83389 \n", + "[74]\tvalidation_0-auc:0.87970\tvalidation_1-auc:0.83373 \n", + "[75]\tvalidation_0-auc:0.88013\tvalidation_1-auc:0.83366 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[76]\tvalidation_0-auc:0.88020\tvalidation_1-auc:0.83376 \n", + "[77]\tvalidation_0-auc:0.88042\tvalidation_1-auc:0.83385 \n", + "[78]\tvalidation_0-auc:0.88084\tvalidation_1-auc:0.83416 \n", + "[79]\tvalidation_0-auc:0.88106\tvalidation_1-auc:0.83417 \n", + "[80]\tvalidation_0-auc:0.88129\tvalidation_1-auc:0.83408 \n", + "[81]\tvalidation_0-auc:0.88142\tvalidation_1-auc:0.83394 \n", + "[82]\tvalidation_0-auc:0.88162\tvalidation_1-auc:0.83405 \n", + "[83]\tvalidation_0-auc:0.88185\tvalidation_1-auc:0.83388 \n", + "[84]\tvalidation_0-auc:0.88198\tvalidation_1-auc:0.83394 \n", + "[85]\tvalidation_0-auc:0.88245\tvalidation_1-auc:0.83383 \n", + "[86]\tvalidation_0-auc:0.88263\tvalidation_1-auc:0.83362 \n", + "[87]\tvalidation_0-auc:0.88297\tvalidation_1-auc:0.83341 \n", + "[88]\tvalidation_0-auc:0.88308\tvalidation_1-auc:0.83337 \n", + "[89]\tvalidation_0-auc:0.88362\tvalidation_1-auc:0.83351 \n", + "[90]\tvalidation_0-auc:0.88367\tvalidation_1-auc:0.83348 \n", + "[91]\tvalidation_0-auc:0.88380\tvalidation_1-auc:0.83332 \n", + "[92]\tvalidation_0-auc:0.88412\tvalidation_1-auc:0.83322 \n", + "[93]\tvalidation_0-auc:0.88426\tvalidation_1-auc:0.83321 \n", + "[94]\tvalidation_0-auc:0.88434\tvalidation_1-auc:0.83328 \n", + "[95]\tvalidation_0-auc:0.88445\tvalidation_1-auc:0.83329 \n", + "[96]\tvalidation_0-auc:0.88530\tvalidation_1-auc:0.83323 \n", + "[97]\tvalidation_0-auc:0.88548\tvalidation_1-auc:0.83311 \n", + "[98]\tvalidation_0-auc:0.88566\tvalidation_1-auc:0.83316 \n", + "[99]\tvalidation_0-auc:0.88599\tvalidation_1-auc:0.83313 \n", + "[0]\tvalidation_0-auc:0.81392\tvalidation_1-auc:0.80491 \n", + "[1]\tvalidation_0-auc:0.82347\tvalidation_1-auc:0.81589 \n", + "[2]\tvalidation_0-auc:0.82770\tvalidation_1-auc:0.81965 \n", + "[3]\tvalidation_0-auc:0.82991\tvalidation_1-auc:0.81986 \n", + "[4]\tvalidation_0-auc:0.83179\tvalidation_1-auc:0.81746 \n", + "[5]\tvalidation_0-auc:0.83379\tvalidation_1-auc:0.81915 \n", + "[6]\tvalidation_0-auc:0.83825\tvalidation_1-auc:0.82194 \n", + "[7]\tvalidation_0-auc:0.83934\tvalidation_1-auc:0.82350 \n", + "[8]\tvalidation_0-auc:0.83910\tvalidation_1-auc:0.82380 \n", + "[9]\tvalidation_0-auc:0.84114\tvalidation_1-auc:0.82380 \n", + "[10]\tvalidation_0-auc:0.83865\tvalidation_1-auc:0.82042 \n", + "[11]\tvalidation_0-auc:0.83867\tvalidation_1-auc:0.81912 \n", + "[12]\tvalidation_0-auc:0.84093\tvalidation_1-auc:0.82143 \n", + "[13]\tvalidation_0-auc:0.84498\tvalidation_1-auc:0.82378 \n", + "[14]\tvalidation_0-auc:0.84685\tvalidation_1-auc:0.82541 \n", + "[15]\tvalidation_0-auc:0.84825\tvalidation_1-auc:0.82640 \n", + "[16]\tvalidation_0-auc:0.84857\tvalidation_1-auc:0.82675 \n", + "[17]\tvalidation_0-auc:0.85016\tvalidation_1-auc:0.82758 \n", + "[18]\tvalidation_0-auc:0.84920\tvalidation_1-auc:0.82669 \n", + "[19]\tvalidation_0-auc:0.85050\tvalidation_1-auc:0.82761 \n", + "[20]\tvalidation_0-auc:0.85156\tvalidation_1-auc:0.82791 \n", + "[21]\tvalidation_0-auc:0.85121\tvalidation_1-auc:0.82694 \n", + "[22]\tvalidation_0-auc:0.85311\tvalidation_1-auc:0.82800 \n", + "[23]\tvalidation_0-auc:0.85397\tvalidation_1-auc:0.82817 \n", + "[24]\tvalidation_0-auc:0.85459\tvalidation_1-auc:0.82872 \n", + "[25]\tvalidation_0-auc:0.85513\tvalidation_1-auc:0.82940 \n", + "[26]\tvalidation_0-auc:0.85642\tvalidation_1-auc:0.83025 \n", + "[27]\tvalidation_0-auc:0.85734\tvalidation_1-auc:0.83137 \n", + "[28]\tvalidation_0-auc:0.85802\tvalidation_1-auc:0.83178 \n", + "[29]\tvalidation_0-auc:0.85917\tvalidation_1-auc:0.83204 \n", + "[30]\tvalidation_0-auc:0.85995\tvalidation_1-auc:0.83181 \n", + "[31]\tvalidation_0-auc:0.86133\tvalidation_1-auc:0.83382 \n", + "[32]\tvalidation_0-auc:0.86198\tvalidation_1-auc:0.83435 \n", + "[33]\tvalidation_0-auc:0.86217\tvalidation_1-auc:0.83422 \n", + "[34]\tvalidation_0-auc:0.86271\tvalidation_1-auc:0.83489 \n", + "[35]\tvalidation_0-auc:0.86328\tvalidation_1-auc:0.83481 \n", + "[36]\tvalidation_0-auc:0.86364\tvalidation_1-auc:0.83486 \n", + "[37]\tvalidation_0-auc:0.86466\tvalidation_1-auc:0.83487 \n", + "[38]\tvalidation_0-auc:0.86518\tvalidation_1-auc:0.83471 \n", + "[39]\tvalidation_0-auc:0.86591\tvalidation_1-auc:0.83576 \n", + "[40]\tvalidation_0-auc:0.86666\tvalidation_1-auc:0.83648 \n", + "[41]\tvalidation_0-auc:0.86775\tvalidation_1-auc:0.83652 \n", + "[42]\tvalidation_0-auc:0.86883\tvalidation_1-auc:0.83682 \n", + "[43]\tvalidation_0-auc:0.86945\tvalidation_1-auc:0.83718 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[44]\tvalidation_0-auc:0.86998\tvalidation_1-auc:0.83746 \n", + "[45]\tvalidation_0-auc:0.87055\tvalidation_1-auc:0.83788 \n", + "[46]\tvalidation_0-auc:0.87096\tvalidation_1-auc:0.83776 \n", + "[47]\tvalidation_0-auc:0.87125\tvalidation_1-auc:0.83764 \n", + "[48]\tvalidation_0-auc:0.87138\tvalidation_1-auc:0.83767 \n", + "[49]\tvalidation_0-auc:0.87200\tvalidation_1-auc:0.83729 \n", + "[50]\tvalidation_0-auc:0.87241\tvalidation_1-auc:0.83754 \n", + "[51]\tvalidation_0-auc:0.87272\tvalidation_1-auc:0.83740 \n", + "[52]\tvalidation_0-auc:0.87306\tvalidation_1-auc:0.83766 \n", + "[53]\tvalidation_0-auc:0.87371\tvalidation_1-auc:0.83761 \n", + "[54]\tvalidation_0-auc:0.87434\tvalidation_1-auc:0.83753 \n", + "[55]\tvalidation_0-auc:0.87457\tvalidation_1-auc:0.83753 \n", + "[56]\tvalidation_0-auc:0.87470\tvalidation_1-auc:0.83767 \n", + "[57]\tvalidation_0-auc:0.87540\tvalidation_1-auc:0.83767 \n", + "[58]\tvalidation_0-auc:0.87568\tvalidation_1-auc:0.83779 \n", + "[59]\tvalidation_0-auc:0.87589\tvalidation_1-auc:0.83779 \n", + "[60]\tvalidation_0-auc:0.87624\tvalidation_1-auc:0.83783 \n", + "[61]\tvalidation_0-auc:0.87669\tvalidation_1-auc:0.83808 \n", + "[62]\tvalidation_0-auc:0.87696\tvalidation_1-auc:0.83814 \n", + "[63]\tvalidation_0-auc:0.87711\tvalidation_1-auc:0.83822 \n", + "[64]\tvalidation_0-auc:0.87734\tvalidation_1-auc:0.83828 \n", + "[65]\tvalidation_0-auc:0.87788\tvalidation_1-auc:0.83824 \n", + "[66]\tvalidation_0-auc:0.87804\tvalidation_1-auc:0.83823 \n", + "[67]\tvalidation_0-auc:0.87824\tvalidation_1-auc:0.83826 \n", + "[68]\tvalidation_0-auc:0.87850\tvalidation_1-auc:0.83829 \n", + "[69]\tvalidation_0-auc:0.87874\tvalidation_1-auc:0.83811 \n", + "[70]\tvalidation_0-auc:0.87904\tvalidation_1-auc:0.83810 \n", + "[71]\tvalidation_0-auc:0.87960\tvalidation_1-auc:0.83806 \n", + "[72]\tvalidation_0-auc:0.87996\tvalidation_1-auc:0.83809 \n", + "[73]\tvalidation_0-auc:0.88019\tvalidation_1-auc:0.83800 \n", + "[74]\tvalidation_0-auc:0.88065\tvalidation_1-auc:0.83791 \n", + "[75]\tvalidation_0-auc:0.88078\tvalidation_1-auc:0.83796 \n", + "[76]\tvalidation_0-auc:0.88101\tvalidation_1-auc:0.83790 \n", + "[77]\tvalidation_0-auc:0.88116\tvalidation_1-auc:0.83792 \n", + "[78]\tvalidation_0-auc:0.88166\tvalidation_1-auc:0.83797 \n", + "[79]\tvalidation_0-auc:0.88200\tvalidation_1-auc:0.83793 \n", + "[80]\tvalidation_0-auc:0.88218\tvalidation_1-auc:0.83797 \n", + "[81]\tvalidation_0-auc:0.88225\tvalidation_1-auc:0.83805 \n", + "[82]\tvalidation_0-auc:0.88292\tvalidation_1-auc:0.83820 \n", + "[83]\tvalidation_0-auc:0.88302\tvalidation_1-auc:0.83830 \n", + "[84]\tvalidation_0-auc:0.88318\tvalidation_1-auc:0.83835 \n", + "[85]\tvalidation_0-auc:0.88330\tvalidation_1-auc:0.83838 \n", + "[86]\tvalidation_0-auc:0.88342\tvalidation_1-auc:0.83834 \n", + "[87]\tvalidation_0-auc:0.88374\tvalidation_1-auc:0.83830 \n", + "[88]\tvalidation_0-auc:0.88389\tvalidation_1-auc:0.83828 \n", + "[89]\tvalidation_0-auc:0.88429\tvalidation_1-auc:0.83817 \n", + "[90]\tvalidation_0-auc:0.88452\tvalidation_1-auc:0.83814 \n", + "[91]\tvalidation_0-auc:0.88507\tvalidation_1-auc:0.83810 \n", + "[92]\tvalidation_0-auc:0.88520\tvalidation_1-auc:0.83810 \n", + "[93]\tvalidation_0-auc:0.88530\tvalidation_1-auc:0.83799 \n", + "[94]\tvalidation_0-auc:0.88541\tvalidation_1-auc:0.83787 \n", + "[95]\tvalidation_0-auc:0.88595\tvalidation_1-auc:0.83801 \n", + "[96]\tvalidation_0-auc:0.88605\tvalidation_1-auc:0.83796 \n", + "[97]\tvalidation_0-auc:0.88634\tvalidation_1-auc:0.83776 \n", + "[98]\tvalidation_0-auc:0.88647\tvalidation_1-auc:0.83767 \n", + "[99]\tvalidation_0-auc:0.88679\tvalidation_1-auc:0.83759 \n", + "[0]\tvalidation_0-auc:0.82201\tvalidation_1-auc:0.81132 \n", + "[1]\tvalidation_0-auc:0.82615\tvalidation_1-auc:0.81363 \n", + "[2]\tvalidation_0-auc:0.83256\tvalidation_1-auc:0.82200 \n", + "[3]\tvalidation_0-auc:0.83241\tvalidation_1-auc:0.81940 \n", + "[4]\tvalidation_0-auc:0.83442\tvalidation_1-auc:0.82022 \n", + "[5]\tvalidation_0-auc:0.83961\tvalidation_1-auc:0.82210 \n", + "[6]\tvalidation_0-auc:0.84342\tvalidation_1-auc:0.82399 \n", + "[7]\tvalidation_0-auc:0.84384\tvalidation_1-auc:0.82359 \n", + "[8]\tvalidation_0-auc:0.84470\tvalidation_1-auc:0.82339 \n", + "[9]\tvalidation_0-auc:0.84649\tvalidation_1-auc:0.82368 \n", + "[10]\tvalidation_0-auc:0.84604\tvalidation_1-auc:0.82322 \n", + "[11]\tvalidation_0-auc:0.84474\tvalidation_1-auc:0.82211 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[12]\tvalidation_0-auc:0.84698\tvalidation_1-auc:0.82293 \n", + "[13]\tvalidation_0-auc:0.84841\tvalidation_1-auc:0.82455 \n", + "[14]\tvalidation_0-auc:0.84984\tvalidation_1-auc:0.82601 \n", + "[15]\tvalidation_0-auc:0.85122\tvalidation_1-auc:0.82706 \n", + "[16]\tvalidation_0-auc:0.85235\tvalidation_1-auc:0.82810 \n", + "[17]\tvalidation_0-auc:0.85259\tvalidation_1-auc:0.82831 \n", + "[18]\tvalidation_0-auc:0.85254\tvalidation_1-auc:0.82825 \n", + "[19]\tvalidation_0-auc:0.85325\tvalidation_1-auc:0.82872 \n", + "[20]\tvalidation_0-auc:0.85354\tvalidation_1-auc:0.82930 \n", + "[21]\tvalidation_0-auc:0.85364\tvalidation_1-auc:0.82933 \n", + "[22]\tvalidation_0-auc:0.85402\tvalidation_1-auc:0.83021 \n", + "[23]\tvalidation_0-auc:0.85512\tvalidation_1-auc:0.83171 \n", + "[24]\tvalidation_0-auc:0.85573\tvalidation_1-auc:0.83204 \n", + "[25]\tvalidation_0-auc:0.85722\tvalidation_1-auc:0.83274 \n", + "[26]\tvalidation_0-auc:0.85817\tvalidation_1-auc:0.83230 \n", + "[27]\tvalidation_0-auc:0.85890\tvalidation_1-auc:0.83248 \n", + "[28]\tvalidation_0-auc:0.85941\tvalidation_1-auc:0.83296 \n", + "[29]\tvalidation_0-auc:0.85965\tvalidation_1-auc:0.83305 \n", + "[30]\tvalidation_0-auc:0.86038\tvalidation_1-auc:0.83306 \n", + "[31]\tvalidation_0-auc:0.86201\tvalidation_1-auc:0.83400 \n", + "[32]\tvalidation_0-auc:0.86253\tvalidation_1-auc:0.83416 \n", + "[33]\tvalidation_0-auc:0.86301\tvalidation_1-auc:0.83454 \n", + "[34]\tvalidation_0-auc:0.86381\tvalidation_1-auc:0.83494 \n", + "[35]\tvalidation_0-auc:0.86397\tvalidation_1-auc:0.83538 \n", + "[36]\tvalidation_0-auc:0.86489\tvalidation_1-auc:0.83515 \n", + "[37]\tvalidation_0-auc:0.86589\tvalidation_1-auc:0.83515 \n", + "[38]\tvalidation_0-auc:0.86650\tvalidation_1-auc:0.83505 \n", + "[39]\tvalidation_0-auc:0.86695\tvalidation_1-auc:0.83547 \n", + "[40]\tvalidation_0-auc:0.86752\tvalidation_1-auc:0.83579 \n", + "[41]\tvalidation_0-auc:0.86832\tvalidation_1-auc:0.83548 \n", + "[42]\tvalidation_0-auc:0.86911\tvalidation_1-auc:0.83605 \n", + "[43]\tvalidation_0-auc:0.86945\tvalidation_1-auc:0.83641 \n", + "[44]\tvalidation_0-auc:0.87012\tvalidation_1-auc:0.83663 \n", + "[45]\tvalidation_0-auc:0.87062\tvalidation_1-auc:0.83707 \n", + "[46]\tvalidation_0-auc:0.87102\tvalidation_1-auc:0.83734 \n", + "[47]\tvalidation_0-auc:0.87145\tvalidation_1-auc:0.83765 \n", + "[48]\tvalidation_0-auc:0.87229\tvalidation_1-auc:0.83770 \n", + "[49]\tvalidation_0-auc:0.87255\tvalidation_1-auc:0.83801 \n", + "[50]\tvalidation_0-auc:0.87325\tvalidation_1-auc:0.83858 \n", + "[51]\tvalidation_0-auc:0.87357\tvalidation_1-auc:0.83870 \n", + "[52]\tvalidation_0-auc:0.87402\tvalidation_1-auc:0.83881 \n", + "[53]\tvalidation_0-auc:0.87446\tvalidation_1-auc:0.83910 \n", + "[54]\tvalidation_0-auc:0.87517\tvalidation_1-auc:0.83925 \n", + "[55]\tvalidation_0-auc:0.87545\tvalidation_1-auc:0.83915 \n", + "[56]\tvalidation_0-auc:0.87584\tvalidation_1-auc:0.83937 \n", + "[57]\tvalidation_0-auc:0.87664\tvalidation_1-auc:0.83942 \n", + "[58]\tvalidation_0-auc:0.87697\tvalidation_1-auc:0.83963 \n", + "[59]\tvalidation_0-auc:0.87735\tvalidation_1-auc:0.83960 \n", + "[60]\tvalidation_0-auc:0.87754\tvalidation_1-auc:0.83940 \n", + "[61]\tvalidation_0-auc:0.87828\tvalidation_1-auc:0.83916 \n", + "[62]\tvalidation_0-auc:0.87855\tvalidation_1-auc:0.83901 \n", + "[63]\tvalidation_0-auc:0.87898\tvalidation_1-auc:0.83907 \n", + "[64]\tvalidation_0-auc:0.87925\tvalidation_1-auc:0.83922 \n", + "[65]\tvalidation_0-auc:0.87979\tvalidation_1-auc:0.83940 \n", + "[66]\tvalidation_0-auc:0.88014\tvalidation_1-auc:0.83946 \n", + "[67]\tvalidation_0-auc:0.88057\tvalidation_1-auc:0.83973 \n", + "[68]\tvalidation_0-auc:0.88098\tvalidation_1-auc:0.83965 \n", + "[69]\tvalidation_0-auc:0.88118\tvalidation_1-auc:0.83978 \n", + "[70]\tvalidation_0-auc:0.88170\tvalidation_1-auc:0.83995 \n", + "[71]\tvalidation_0-auc:0.88188\tvalidation_1-auc:0.84001 \n", + "[72]\tvalidation_0-auc:0.88216\tvalidation_1-auc:0.84010 \n", + "[73]\tvalidation_0-auc:0.88228\tvalidation_1-auc:0.83999 \n", + "[74]\tvalidation_0-auc:0.88257\tvalidation_1-auc:0.83993 \n", + "[75]\tvalidation_0-auc:0.88304\tvalidation_1-auc:0.83989 \n", + "[76]\tvalidation_0-auc:0.88322\tvalidation_1-auc:0.84005 \n", + "[77]\tvalidation_0-auc:0.88359\tvalidation_1-auc:0.83995 \n", + "[78]\tvalidation_0-auc:0.88415\tvalidation_1-auc:0.84028 \n", + "[79]\tvalidation_0-auc:0.88430\tvalidation_1-auc:0.84021 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[80]\tvalidation_0-auc:0.88463\tvalidation_1-auc:0.84007 \n", + "[81]\tvalidation_0-auc:0.88477\tvalidation_1-auc:0.84005 \n", + "[82]\tvalidation_0-auc:0.88495\tvalidation_1-auc:0.84029 \n", + "[83]\tvalidation_0-auc:0.88516\tvalidation_1-auc:0.84030 \n", + "[84]\tvalidation_0-auc:0.88532\tvalidation_1-auc:0.84021 \n", + "[85]\tvalidation_0-auc:0.88571\tvalidation_1-auc:0.84025 \n", + "[86]\tvalidation_0-auc:0.88602\tvalidation_1-auc:0.84032 \n", + "[87]\tvalidation_0-auc:0.88650\tvalidation_1-auc:0.84020 \n", + "[88]\tvalidation_0-auc:0.88670\tvalidation_1-auc:0.84018 \n", + "[89]\tvalidation_0-auc:0.88695\tvalidation_1-auc:0.84008 \n", + "[90]\tvalidation_0-auc:0.88704\tvalidation_1-auc:0.84003 \n", + "[91]\tvalidation_0-auc:0.88732\tvalidation_1-auc:0.83992 \n", + "[92]\tvalidation_0-auc:0.88744\tvalidation_1-auc:0.83997 \n", + "[93]\tvalidation_0-auc:0.88755\tvalidation_1-auc:0.83969 \n", + "[94]\tvalidation_0-auc:0.88770\tvalidation_1-auc:0.83973 \n", + "[95]\tvalidation_0-auc:0.88775\tvalidation_1-auc:0.83967 \n", + "[96]\tvalidation_0-auc:0.88779\tvalidation_1-auc:0.83977 \n", + "[97]\tvalidation_0-auc:0.88802\tvalidation_1-auc:0.83984 \n", + "[98]\tvalidation_0-auc:0.88847\tvalidation_1-auc:0.83994 \n", + "[99]\tvalidation_0-auc:0.88895\tvalidation_1-auc:0.84010 \n", + "[0]\tvalidation_0-auc:0.82010\tvalidation_1-auc:0.79498 \n", + "[1]\tvalidation_0-auc:0.82797\tvalidation_1-auc:0.80261 \n", + "[2]\tvalidation_0-auc:0.83552\tvalidation_1-auc:0.80766 \n", + "[3]\tvalidation_0-auc:0.83844\tvalidation_1-auc:0.81160 \n", + "[4]\tvalidation_0-auc:0.83888\tvalidation_1-auc:0.81183 \n", + "[5]\tvalidation_0-auc:0.84047\tvalidation_1-auc:0.81169 \n", + "[6]\tvalidation_0-auc:0.84203\tvalidation_1-auc:0.81483 \n", + "[7]\tvalidation_0-auc:0.84292\tvalidation_1-auc:0.81490 \n", + "[8]\tvalidation_0-auc:0.84482\tvalidation_1-auc:0.81710 \n", + "[9]\tvalidation_0-auc:0.84840\tvalidation_1-auc:0.82299 \n", + "[10]\tvalidation_0-auc:0.84887\tvalidation_1-auc:0.82265 \n", + "[11]\tvalidation_0-auc:0.84863\tvalidation_1-auc:0.82223 \n", + "[12]\tvalidation_0-auc:0.85155\tvalidation_1-auc:0.82432 \n", + "[13]\tvalidation_0-auc:0.85379\tvalidation_1-auc:0.82473 \n", + "[14]\tvalidation_0-auc:0.85571\tvalidation_1-auc:0.82656 \n", + "[15]\tvalidation_0-auc:0.85751\tvalidation_1-auc:0.82636 \n", + "[16]\tvalidation_0-auc:0.85898\tvalidation_1-auc:0.82738 \n", + "[17]\tvalidation_0-auc:0.86062\tvalidation_1-auc:0.82742 \n", + "[18]\tvalidation_0-auc:0.86002\tvalidation_1-auc:0.82717 \n", + "[19]\tvalidation_0-auc:0.86242\tvalidation_1-auc:0.82898 \n", + "[20]\tvalidation_0-auc:0.86307\tvalidation_1-auc:0.82873 \n", + "[21]\tvalidation_0-auc:0.86284\tvalidation_1-auc:0.82885 \n", + "[22]\tvalidation_0-auc:0.86420\tvalidation_1-auc:0.82991 \n", + "[23]\tvalidation_0-auc:0.86531\tvalidation_1-auc:0.83134 \n", + "[24]\tvalidation_0-auc:0.86651\tvalidation_1-auc:0.83121 \n", + "[25]\tvalidation_0-auc:0.86753\tvalidation_1-auc:0.83116 \n", + "[26]\tvalidation_0-auc:0.86837\tvalidation_1-auc:0.83192 \n", + "[27]\tvalidation_0-auc:0.86924\tvalidation_1-auc:0.83164 \n", + "[28]\tvalidation_0-auc:0.87022\tvalidation_1-auc:0.83148 \n", + "[29]\tvalidation_0-auc:0.87072\tvalidation_1-auc:0.83204 \n", + "[30]\tvalidation_0-auc:0.87186\tvalidation_1-auc:0.83162 \n", + "[31]\tvalidation_0-auc:0.87297\tvalidation_1-auc:0.83194 \n", + "[32]\tvalidation_0-auc:0.87326\tvalidation_1-auc:0.83196 \n", + "[33]\tvalidation_0-auc:0.87433\tvalidation_1-auc:0.83186 \n", + "[34]\tvalidation_0-auc:0.87501\tvalidation_1-auc:0.83232 \n", + "[35]\tvalidation_0-auc:0.87568\tvalidation_1-auc:0.83257 \n", + "[36]\tvalidation_0-auc:0.87645\tvalidation_1-auc:0.83249 \n", + "[37]\tvalidation_0-auc:0.87703\tvalidation_1-auc:0.83297 \n", + "[38]\tvalidation_0-auc:0.87786\tvalidation_1-auc:0.83280 \n", + "[39]\tvalidation_0-auc:0.87836\tvalidation_1-auc:0.83260 \n", + "[40]\tvalidation_0-auc:0.87880\tvalidation_1-auc:0.83285 \n", + "[41]\tvalidation_0-auc:0.87958\tvalidation_1-auc:0.83274 \n", + "[42]\tvalidation_0-auc:0.88011\tvalidation_1-auc:0.83231 \n", + "[43]\tvalidation_0-auc:0.88059\tvalidation_1-auc:0.83249 \n", + "[44]\tvalidation_0-auc:0.88106\tvalidation_1-auc:0.83249 \n", + "[45]\tvalidation_0-auc:0.88155\tvalidation_1-auc:0.83288 \n", + "[46]\tvalidation_0-auc:0.88199\tvalidation_1-auc:0.83335 \n", + "[47]\tvalidation_0-auc:0.88215\tvalidation_1-auc:0.83341 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[48]\tvalidation_0-auc:0.88252\tvalidation_1-auc:0.83326 \n", + "[49]\tvalidation_0-auc:0.88267\tvalidation_1-auc:0.83327 \n", + "[50]\tvalidation_0-auc:0.88292\tvalidation_1-auc:0.83364 \n", + "[51]\tvalidation_0-auc:0.88314\tvalidation_1-auc:0.83375 \n", + "[52]\tvalidation_0-auc:0.88336\tvalidation_1-auc:0.83380 \n", + "[53]\tvalidation_0-auc:0.88401\tvalidation_1-auc:0.83348 \n", + "[54]\tvalidation_0-auc:0.88449\tvalidation_1-auc:0.83359 \n", + "[55]\tvalidation_0-auc:0.88483\tvalidation_1-auc:0.83318 \n", + "[56]\tvalidation_0-auc:0.88556\tvalidation_1-auc:0.83322 \n", + "[57]\tvalidation_0-auc:0.88586\tvalidation_1-auc:0.83304 \n", + "[58]\tvalidation_0-auc:0.88626\tvalidation_1-auc:0.83312 \n", + "[59]\tvalidation_0-auc:0.88701\tvalidation_1-auc:0.83286 \n", + "[60]\tvalidation_0-auc:0.88723\tvalidation_1-auc:0.83261 \n", + "[61]\tvalidation_0-auc:0.88752\tvalidation_1-auc:0.83280 \n", + "[62]\tvalidation_0-auc:0.88828\tvalidation_1-auc:0.83276 \n", + "[63]\tvalidation_0-auc:0.88859\tvalidation_1-auc:0.83283 \n", + "[64]\tvalidation_0-auc:0.88898\tvalidation_1-auc:0.83226 \n", + "[65]\tvalidation_0-auc:0.88907\tvalidation_1-auc:0.83215 \n", + "[66]\tvalidation_0-auc:0.88965\tvalidation_1-auc:0.83227 \n", + "[67]\tvalidation_0-auc:0.88981\tvalidation_1-auc:0.83208 \n", + "[68]\tvalidation_0-auc:0.88996\tvalidation_1-auc:0.83203 \n", + "[69]\tvalidation_0-auc:0.89026\tvalidation_1-auc:0.83208 \n", + "[70]\tvalidation_0-auc:0.89072\tvalidation_1-auc:0.83207 \n", + "[71]\tvalidation_0-auc:0.89087\tvalidation_1-auc:0.83177 \n", + "[72]\tvalidation_0-auc:0.89104\tvalidation_1-auc:0.83178 \n", + "[73]\tvalidation_0-auc:0.89131\tvalidation_1-auc:0.83183 \n", + "[74]\tvalidation_0-auc:0.89148\tvalidation_1-auc:0.83175 \n", + "[75]\tvalidation_0-auc:0.89170\tvalidation_1-auc:0.83144 \n", + "[76]\tvalidation_0-auc:0.89181\tvalidation_1-auc:0.83127 \n", + "[77]\tvalidation_0-auc:0.89193\tvalidation_1-auc:0.83116 \n", + "[78]\tvalidation_0-auc:0.89272\tvalidation_1-auc:0.83157 \n", + "[79]\tvalidation_0-auc:0.89312\tvalidation_1-auc:0.83151 \n", + "[80]\tvalidation_0-auc:0.89342\tvalidation_1-auc:0.83127 \n", + "[81]\tvalidation_0-auc:0.89371\tvalidation_1-auc:0.83084 \n", + "[0]\tvalidation_0-auc:0.81701\tvalidation_1-auc:0.80430 \n", + "[1]\tvalidation_0-auc:0.82594\tvalidation_1-auc:0.81595 \n", + "[2]\tvalidation_0-auc:0.83206\tvalidation_1-auc:0.82122 \n", + "[3]\tvalidation_0-auc:0.83589\tvalidation_1-auc:0.82258 \n", + "[4]\tvalidation_0-auc:0.83718\tvalidation_1-auc:0.81870 \n", + "[5]\tvalidation_0-auc:0.83969\tvalidation_1-auc:0.82450 \n", + "[6]\tvalidation_0-auc:0.84596\tvalidation_1-auc:0.82745 \n", + "[7]\tvalidation_0-auc:0.84630\tvalidation_1-auc:0.82764 \n", + "[8]\tvalidation_0-auc:0.84721\tvalidation_1-auc:0.82878 \n", + "[9]\tvalidation_0-auc:0.85138\tvalidation_1-auc:0.82977 \n", + "[10]\tvalidation_0-auc:0.85104\tvalidation_1-auc:0.82760 \n", + "[11]\tvalidation_0-auc:0.85065\tvalidation_1-auc:0.82498 \n", + "[12]\tvalidation_0-auc:0.85319\tvalidation_1-auc:0.82630 \n", + "[13]\tvalidation_0-auc:0.85612\tvalidation_1-auc:0.82843 \n", + "[14]\tvalidation_0-auc:0.85754\tvalidation_1-auc:0.82920 \n", + "[15]\tvalidation_0-auc:0.85991\tvalidation_1-auc:0.83044 \n", + "[16]\tvalidation_0-auc:0.86107\tvalidation_1-auc:0.83125 \n", + "[17]\tvalidation_0-auc:0.86262\tvalidation_1-auc:0.83093 \n", + "[18]\tvalidation_0-auc:0.86205\tvalidation_1-auc:0.82993 \n", + "[19]\tvalidation_0-auc:0.86284\tvalidation_1-auc:0.83038 \n", + "[20]\tvalidation_0-auc:0.86390\tvalidation_1-auc:0.83043 \n", + "[21]\tvalidation_0-auc:0.86479\tvalidation_1-auc:0.82970 \n", + "[22]\tvalidation_0-auc:0.86562\tvalidation_1-auc:0.83033 \n", + "[23]\tvalidation_0-auc:0.86664\tvalidation_1-auc:0.83207 \n", + "[24]\tvalidation_0-auc:0.86766\tvalidation_1-auc:0.83259 \n", + "[25]\tvalidation_0-auc:0.86883\tvalidation_1-auc:0.83356 \n", + "[26]\tvalidation_0-auc:0.86976\tvalidation_1-auc:0.83269 \n", + "[27]\tvalidation_0-auc:0.87111\tvalidation_1-auc:0.83380 \n", + "[28]\tvalidation_0-auc:0.87202\tvalidation_1-auc:0.83386 \n", + "[29]\tvalidation_0-auc:0.87257\tvalidation_1-auc:0.83467 \n", + "[30]\tvalidation_0-auc:0.87342\tvalidation_1-auc:0.83436 \n", + "[31]\tvalidation_0-auc:0.87460\tvalidation_1-auc:0.83539 \n", + "[32]\tvalidation_0-auc:0.87504\tvalidation_1-auc:0.83543 \n", + "[33]\tvalidation_0-auc:0.87585\tvalidation_1-auc:0.83546 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[34]\tvalidation_0-auc:0.87667\tvalidation_1-auc:0.83599 \n", + "[35]\tvalidation_0-auc:0.87743\tvalidation_1-auc:0.83648 \n", + "[36]\tvalidation_0-auc:0.87799\tvalidation_1-auc:0.83723 \n", + "[37]\tvalidation_0-auc:0.87883\tvalidation_1-auc:0.83738 \n", + "[38]\tvalidation_0-auc:0.87985\tvalidation_1-auc:0.83785 \n", + "[39]\tvalidation_0-auc:0.88017\tvalidation_1-auc:0.83811 \n", + "[40]\tvalidation_0-auc:0.88049\tvalidation_1-auc:0.83804 \n", + "[41]\tvalidation_0-auc:0.88109\tvalidation_1-auc:0.83836 \n", + "[42]\tvalidation_0-auc:0.88140\tvalidation_1-auc:0.83847 \n", + "[43]\tvalidation_0-auc:0.88180\tvalidation_1-auc:0.83884 \n", + "[44]\tvalidation_0-auc:0.88180\tvalidation_1-auc:0.83866 \n", + "[45]\tvalidation_0-auc:0.88237\tvalidation_1-auc:0.83879 \n", + "[46]\tvalidation_0-auc:0.88266\tvalidation_1-auc:0.83883 \n", + "[47]\tvalidation_0-auc:0.88297\tvalidation_1-auc:0.83897 \n", + "[48]\tvalidation_0-auc:0.88333\tvalidation_1-auc:0.83879 \n", + "[49]\tvalidation_0-auc:0.88365\tvalidation_1-auc:0.83871 \n", + "[50]\tvalidation_0-auc:0.88380\tvalidation_1-auc:0.83868 \n", + "[51]\tvalidation_0-auc:0.88433\tvalidation_1-auc:0.83873 \n", + "[52]\tvalidation_0-auc:0.88478\tvalidation_1-auc:0.83865 \n", + "[53]\tvalidation_0-auc:0.88494\tvalidation_1-auc:0.83852 \n", + "[54]\tvalidation_0-auc:0.88524\tvalidation_1-auc:0.83854 \n", + "[55]\tvalidation_0-auc:0.88537\tvalidation_1-auc:0.83886 \n", + "[56]\tvalidation_0-auc:0.88581\tvalidation_1-auc:0.83929 \n", + "[57]\tvalidation_0-auc:0.88636\tvalidation_1-auc:0.83930 \n", + "[58]\tvalidation_0-auc:0.88698\tvalidation_1-auc:0.83916 \n", + "[59]\tvalidation_0-auc:0.88710\tvalidation_1-auc:0.83916 \n", + "[60]\tvalidation_0-auc:0.88723\tvalidation_1-auc:0.83913 \n", + "[61]\tvalidation_0-auc:0.88740\tvalidation_1-auc:0.83893 \n", + "[62]\tvalidation_0-auc:0.88761\tvalidation_1-auc:0.83888 \n", + "[63]\tvalidation_0-auc:0.88790\tvalidation_1-auc:0.83885 \n", + "[64]\tvalidation_0-auc:0.88849\tvalidation_1-auc:0.83925 \n", + "[65]\tvalidation_0-auc:0.88899\tvalidation_1-auc:0.83919 \n", + "[66]\tvalidation_0-auc:0.88951\tvalidation_1-auc:0.83916 \n", + "[67]\tvalidation_0-auc:0.88960\tvalidation_1-auc:0.83899 \n", + "[68]\tvalidation_0-auc:0.89016\tvalidation_1-auc:0.83876 \n", + "[69]\tvalidation_0-auc:0.89078\tvalidation_1-auc:0.83874 \n", + "[70]\tvalidation_0-auc:0.89091\tvalidation_1-auc:0.83868 \n", + "[71]\tvalidation_0-auc:0.89111\tvalidation_1-auc:0.83866 \n", + "[72]\tvalidation_0-auc:0.89125\tvalidation_1-auc:0.83862 \n", + "[73]\tvalidation_0-auc:0.89140\tvalidation_1-auc:0.83845 \n", + "[74]\tvalidation_0-auc:0.89177\tvalidation_1-auc:0.83837 \n", + "[75]\tvalidation_0-auc:0.89193\tvalidation_1-auc:0.83824 \n", + "[76]\tvalidation_0-auc:0.89218\tvalidation_1-auc:0.83801 \n", + "[77]\tvalidation_0-auc:0.89243\tvalidation_1-auc:0.83786 \n", + "[78]\tvalidation_0-auc:0.89255\tvalidation_1-auc:0.83802 \n", + "[79]\tvalidation_0-auc:0.89275\tvalidation_1-auc:0.83776 \n", + "[80]\tvalidation_0-auc:0.89316\tvalidation_1-auc:0.83781 \n", + "[81]\tvalidation_0-auc:0.89329\tvalidation_1-auc:0.83786 \n", + "[82]\tvalidation_0-auc:0.89372\tvalidation_1-auc:0.83778 \n", + "[83]\tvalidation_0-auc:0.89379\tvalidation_1-auc:0.83769 \n", + "[84]\tvalidation_0-auc:0.89392\tvalidation_1-auc:0.83762 \n", + "[85]\tvalidation_0-auc:0.89402\tvalidation_1-auc:0.83757 \n", + "[86]\tvalidation_0-auc:0.89415\tvalidation_1-auc:0.83747 \n", + "[87]\tvalidation_0-auc:0.89424\tvalidation_1-auc:0.83749 \n", + "[0]\tvalidation_0-auc:0.82477\tvalidation_1-auc:0.81253 \n", + "[1]\tvalidation_0-auc:0.82901\tvalidation_1-auc:0.81563 \n", + "[2]\tvalidation_0-auc:0.83420\tvalidation_1-auc:0.82143 \n", + "[3]\tvalidation_0-auc:0.83637\tvalidation_1-auc:0.82217 \n", + "[4]\tvalidation_0-auc:0.83714\tvalidation_1-auc:0.82234 \n", + "[5]\tvalidation_0-auc:0.83906\tvalidation_1-auc:0.82437 \n", + "[6]\tvalidation_0-auc:0.84381\tvalidation_1-auc:0.82529 \n", + "[7]\tvalidation_0-auc:0.84466\tvalidation_1-auc:0.82586 \n", + "[8]\tvalidation_0-auc:0.84567\tvalidation_1-auc:0.82677 \n", + "[9]\tvalidation_0-auc:0.84945\tvalidation_1-auc:0.82911 \n", + "[10]\tvalidation_0-auc:0.85088\tvalidation_1-auc:0.82830 \n", + "[11]\tvalidation_0-auc:0.85128\tvalidation_1-auc:0.82696 \n", + "[12]\tvalidation_0-auc:0.85351\tvalidation_1-auc:0.82674 \n", + "[13]\tvalidation_0-auc:0.85491\tvalidation_1-auc:0.82711 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[14]\tvalidation_0-auc:0.85620\tvalidation_1-auc:0.82757 \n", + "[15]\tvalidation_0-auc:0.85810\tvalidation_1-auc:0.82846 \n", + "[16]\tvalidation_0-auc:0.86037\tvalidation_1-auc:0.83056 \n", + "[17]\tvalidation_0-auc:0.86110\tvalidation_1-auc:0.83113 \n", + "[18]\tvalidation_0-auc:0.86108\tvalidation_1-auc:0.83076 \n", + "[19]\tvalidation_0-auc:0.86208\tvalidation_1-auc:0.83137 \n", + "[20]\tvalidation_0-auc:0.86243\tvalidation_1-auc:0.83212 \n", + "[21]\tvalidation_0-auc:0.86242\tvalidation_1-auc:0.83095 \n", + "[22]\tvalidation_0-auc:0.86402\tvalidation_1-auc:0.83154 \n", + "[23]\tvalidation_0-auc:0.86495\tvalidation_1-auc:0.83284 \n", + "[24]\tvalidation_0-auc:0.86587\tvalidation_1-auc:0.83281 \n", + "[25]\tvalidation_0-auc:0.86702\tvalidation_1-auc:0.83339 \n", + "[26]\tvalidation_0-auc:0.86836\tvalidation_1-auc:0.83308 \n", + "[27]\tvalidation_0-auc:0.86941\tvalidation_1-auc:0.83312 \n", + "[28]\tvalidation_0-auc:0.87053\tvalidation_1-auc:0.83440 \n", + "[29]\tvalidation_0-auc:0.87124\tvalidation_1-auc:0.83451 \n", + "[30]\tvalidation_0-auc:0.87207\tvalidation_1-auc:0.83391 \n", + "[31]\tvalidation_0-auc:0.87347\tvalidation_1-auc:0.83470 \n", + "[32]\tvalidation_0-auc:0.87428\tvalidation_1-auc:0.83473 \n", + "[33]\tvalidation_0-auc:0.87491\tvalidation_1-auc:0.83466 \n", + "[34]\tvalidation_0-auc:0.87512\tvalidation_1-auc:0.83474 \n", + "[35]\tvalidation_0-auc:0.87591\tvalidation_1-auc:0.83440 \n", + "[36]\tvalidation_0-auc:0.87636\tvalidation_1-auc:0.83461 \n", + "[37]\tvalidation_0-auc:0.87765\tvalidation_1-auc:0.83460 \n", + "[38]\tvalidation_0-auc:0.87825\tvalidation_1-auc:0.83551 \n", + "[39]\tvalidation_0-auc:0.87840\tvalidation_1-auc:0.83605 \n", + "[40]\tvalidation_0-auc:0.87882\tvalidation_1-auc:0.83591 \n", + "[41]\tvalidation_0-auc:0.87957\tvalidation_1-auc:0.83590 \n", + "[42]\tvalidation_0-auc:0.88011\tvalidation_1-auc:0.83580 \n", + "[43]\tvalidation_0-auc:0.88033\tvalidation_1-auc:0.83576 \n", + "[44]\tvalidation_0-auc:0.88087\tvalidation_1-auc:0.83598 \n", + "[45]\tvalidation_0-auc:0.88121\tvalidation_1-auc:0.83638 \n", + "[46]\tvalidation_0-auc:0.88150\tvalidation_1-auc:0.83653 \n", + "[47]\tvalidation_0-auc:0.88176\tvalidation_1-auc:0.83692 \n", + "[48]\tvalidation_0-auc:0.88219\tvalidation_1-auc:0.83691 \n", + "[49]\tvalidation_0-auc:0.88254\tvalidation_1-auc:0.83714 \n", + "[50]\tvalidation_0-auc:0.88282\tvalidation_1-auc:0.83737 \n", + "[51]\tvalidation_0-auc:0.88316\tvalidation_1-auc:0.83748 \n", + "[52]\tvalidation_0-auc:0.88344\tvalidation_1-auc:0.83763 \n", + "[53]\tvalidation_0-auc:0.88388\tvalidation_1-auc:0.83763 \n", + "[54]\tvalidation_0-auc:0.88438\tvalidation_1-auc:0.83745 \n", + "[55]\tvalidation_0-auc:0.88472\tvalidation_1-auc:0.83746 \n", + "[56]\tvalidation_0-auc:0.88490\tvalidation_1-auc:0.83747 \n", + "[57]\tvalidation_0-auc:0.88583\tvalidation_1-auc:0.83725 \n", + "[58]\tvalidation_0-auc:0.88660\tvalidation_1-auc:0.83710 \n", + "[59]\tvalidation_0-auc:0.88731\tvalidation_1-auc:0.83715 \n", + "[60]\tvalidation_0-auc:0.88743\tvalidation_1-auc:0.83703 \n", + "[61]\tvalidation_0-auc:0.88755\tvalidation_1-auc:0.83677 \n", + "[62]\tvalidation_0-auc:0.88793\tvalidation_1-auc:0.83674 \n", + "[63]\tvalidation_0-auc:0.88823\tvalidation_1-auc:0.83660 \n", + "[64]\tvalidation_0-auc:0.88856\tvalidation_1-auc:0.83671 \n", + "[65]\tvalidation_0-auc:0.88932\tvalidation_1-auc:0.83679 \n", + "[66]\tvalidation_0-auc:0.88973\tvalidation_1-auc:0.83694 \n", + "[67]\tvalidation_0-auc:0.89005\tvalidation_1-auc:0.83696 \n", + "[68]\tvalidation_0-auc:0.89030\tvalidation_1-auc:0.83674 \n", + "[69]\tvalidation_0-auc:0.89122\tvalidation_1-auc:0.83678 \n", + "[70]\tvalidation_0-auc:0.89148\tvalidation_1-auc:0.83673 \n", + "[71]\tvalidation_0-auc:0.89160\tvalidation_1-auc:0.83654 \n", + "[72]\tvalidation_0-auc:0.89215\tvalidation_1-auc:0.83667 \n", + "[73]\tvalidation_0-auc:0.89226\tvalidation_1-auc:0.83671 \n", + "[74]\tvalidation_0-auc:0.89241\tvalidation_1-auc:0.83671 \n", + "[75]\tvalidation_0-auc:0.89248\tvalidation_1-auc:0.83673 \n", + "[76]\tvalidation_0-auc:0.89271\tvalidation_1-auc:0.83673 \n", + "[77]\tvalidation_0-auc:0.89282\tvalidation_1-auc:0.83657 \n", + "[78]\tvalidation_0-auc:0.89317\tvalidation_1-auc:0.83666 \n", + "[79]\tvalidation_0-auc:0.89343\tvalidation_1-auc:0.83652 \n", + "[80]\tvalidation_0-auc:0.89424\tvalidation_1-auc:0.83634 \n", + "[81]\tvalidation_0-auc:0.89461\tvalidation_1-auc:0.83626 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[0]\tvalidation_0-auc:0.82393\tvalidation_1-auc:0.80058 \n", + "[1]\tvalidation_0-auc:0.83504\tvalidation_1-auc:0.80820 \n", + "[2]\tvalidation_0-auc:0.83884\tvalidation_1-auc:0.80960 \n", + "[3]\tvalidation_0-auc:0.84139\tvalidation_1-auc:0.81074 \n", + "[4]\tvalidation_0-auc:0.84564\tvalidation_1-auc:0.81545 \n", + "[5]\tvalidation_0-auc:0.84854\tvalidation_1-auc:0.82096 \n", + "[6]\tvalidation_0-auc:0.85253\tvalidation_1-auc:0.82327 \n", + "[7]\tvalidation_0-auc:0.85486\tvalidation_1-auc:0.82389 \n", + "[8]\tvalidation_0-auc:0.85851\tvalidation_1-auc:0.82605 \n", + "[9]\tvalidation_0-auc:0.86010\tvalidation_1-auc:0.82513 \n", + "[10]\tvalidation_0-auc:0.85933\tvalidation_1-auc:0.82293 \n", + "[11]\tvalidation_0-auc:0.85947\tvalidation_1-auc:0.82126 \n", + "[12]\tvalidation_0-auc:0.86247\tvalidation_1-auc:0.82506 \n", + "[13]\tvalidation_0-auc:0.86690\tvalidation_1-auc:0.82801 \n", + "[14]\tvalidation_0-auc:0.86880\tvalidation_1-auc:0.83003 \n", + "[15]\tvalidation_0-auc:0.87089\tvalidation_1-auc:0.83109 \n", + "[16]\tvalidation_0-auc:0.87258\tvalidation_1-auc:0.83189 \n", + "[17]\tvalidation_0-auc:0.87508\tvalidation_1-auc:0.83191 \n", + "[18]\tvalidation_0-auc:0.87601\tvalidation_1-auc:0.83163 \n", + "[19]\tvalidation_0-auc:0.87856\tvalidation_1-auc:0.83235 \n", + "[20]\tvalidation_0-auc:0.87878\tvalidation_1-auc:0.83145 \n", + "[21]\tvalidation_0-auc:0.87994\tvalidation_1-auc:0.83004 \n", + "[22]\tvalidation_0-auc:0.88209\tvalidation_1-auc:0.83129 \n", + "[23]\tvalidation_0-auc:0.88372\tvalidation_1-auc:0.83181 \n", + "[24]\tvalidation_0-auc:0.88564\tvalidation_1-auc:0.83210 \n", + "[25]\tvalidation_0-auc:0.88675\tvalidation_1-auc:0.83239 \n", + "[26]\tvalidation_0-auc:0.88840\tvalidation_1-auc:0.83286 \n", + "[27]\tvalidation_0-auc:0.89014\tvalidation_1-auc:0.83232 \n", + "[28]\tvalidation_0-auc:0.89087\tvalidation_1-auc:0.83220 \n", + "[29]\tvalidation_0-auc:0.89172\tvalidation_1-auc:0.83220 \n", + "[30]\tvalidation_0-auc:0.89250\tvalidation_1-auc:0.83211 \n", + "[31]\tvalidation_0-auc:0.89365\tvalidation_1-auc:0.83300 \n", + "[32]\tvalidation_0-auc:0.89400\tvalidation_1-auc:0.83326 \n", + "[33]\tvalidation_0-auc:0.89446\tvalidation_1-auc:0.83354 \n", + "[34]\tvalidation_0-auc:0.89474\tvalidation_1-auc:0.83356 \n", + "[35]\tvalidation_0-auc:0.89570\tvalidation_1-auc:0.83346 \n", + "[36]\tvalidation_0-auc:0.89653\tvalidation_1-auc:0.83317 \n", + "[37]\tvalidation_0-auc:0.89675\tvalidation_1-auc:0.83306 \n", + "[38]\tvalidation_0-auc:0.89707\tvalidation_1-auc:0.83293 \n", + "[39]\tvalidation_0-auc:0.89761\tvalidation_1-auc:0.83315 \n", + "[40]\tvalidation_0-auc:0.89810\tvalidation_1-auc:0.83309 \n", + "[41]\tvalidation_0-auc:0.89835\tvalidation_1-auc:0.83278 \n", + "[42]\tvalidation_0-auc:0.89896\tvalidation_1-auc:0.83234 \n", + "[43]\tvalidation_0-auc:0.89988\tvalidation_1-auc:0.83226 \n", + "[44]\tvalidation_0-auc:0.90034\tvalidation_1-auc:0.83223 \n", + "[45]\tvalidation_0-auc:0.90048\tvalidation_1-auc:0.83193 \n", + "[46]\tvalidation_0-auc:0.90118\tvalidation_1-auc:0.83171 \n", + "[47]\tvalidation_0-auc:0.90212\tvalidation_1-auc:0.83091 \n", + "[48]\tvalidation_0-auc:0.90218\tvalidation_1-auc:0.83091 \n", + "[49]\tvalidation_0-auc:0.90296\tvalidation_1-auc:0.83111 \n", + "[50]\tvalidation_0-auc:0.90322\tvalidation_1-auc:0.83095 \n", + "[51]\tvalidation_0-auc:0.90404\tvalidation_1-auc:0.83053 \n", + "[52]\tvalidation_0-auc:0.90500\tvalidation_1-auc:0.83049 \n", + "[53]\tvalidation_0-auc:0.90525\tvalidation_1-auc:0.83053 \n", + "[54]\tvalidation_0-auc:0.90543\tvalidation_1-auc:0.83030 \n", + "[55]\tvalidation_0-auc:0.90576\tvalidation_1-auc:0.82982 \n", + "[56]\tvalidation_0-auc:0.90667\tvalidation_1-auc:0.82956 \n", + "[57]\tvalidation_0-auc:0.90682\tvalidation_1-auc:0.82911 \n", + "[58]\tvalidation_0-auc:0.90729\tvalidation_1-auc:0.82873 \n", + "[59]\tvalidation_0-auc:0.90774\tvalidation_1-auc:0.82819 \n", + "[60]\tvalidation_0-auc:0.90783\tvalidation_1-auc:0.82818 \n", + "[61]\tvalidation_0-auc:0.90819\tvalidation_1-auc:0.82799 \n", + "[62]\tvalidation_0-auc:0.90829\tvalidation_1-auc:0.82766 \n", + "[63]\tvalidation_0-auc:0.90959\tvalidation_1-auc:0.82734 \n", + "[64]\tvalidation_0-auc:0.91011\tvalidation_1-auc:0.82728 \n", + "[0]\tvalidation_0-auc:0.81810\tvalidation_1-auc:0.80662 \n", + "[1]\tvalidation_0-auc:0.83048\tvalidation_1-auc:0.81755 \n", + "[2]\tvalidation_0-auc:0.84076\tvalidation_1-auc:0.82577 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[3]\tvalidation_0-auc:0.84089\tvalidation_1-auc:0.82501 \n", + "[4]\tvalidation_0-auc:0.84721\tvalidation_1-auc:0.82871 \n", + "[5]\tvalidation_0-auc:0.85045\tvalidation_1-auc:0.82842 \n", + "[6]\tvalidation_0-auc:0.85443\tvalidation_1-auc:0.82817 \n", + "[7]\tvalidation_0-auc:0.85736\tvalidation_1-auc:0.82960 \n", + "[8]\tvalidation_0-auc:0.86116\tvalidation_1-auc:0.83160 \n", + "[9]\tvalidation_0-auc:0.86248\tvalidation_1-auc:0.82986 \n", + "[10]\tvalidation_0-auc:0.86104\tvalidation_1-auc:0.82505 \n", + "[11]\tvalidation_0-auc:0.86073\tvalidation_1-auc:0.82128 \n", + "[12]\tvalidation_0-auc:0.86513\tvalidation_1-auc:0.82500 \n", + "[13]\tvalidation_0-auc:0.86771\tvalidation_1-auc:0.82714 \n", + "[14]\tvalidation_0-auc:0.86952\tvalidation_1-auc:0.82929 \n", + "[15]\tvalidation_0-auc:0.87305\tvalidation_1-auc:0.83121 \n", + "[16]\tvalidation_0-auc:0.87465\tvalidation_1-auc:0.83208 \n", + "[17]\tvalidation_0-auc:0.87676\tvalidation_1-auc:0.83443 \n", + "[18]\tvalidation_0-auc:0.87730\tvalidation_1-auc:0.83280 \n", + "[19]\tvalidation_0-auc:0.87975\tvalidation_1-auc:0.83425 \n", + "[20]\tvalidation_0-auc:0.88058\tvalidation_1-auc:0.83347 \n", + "[21]\tvalidation_0-auc:0.88096\tvalidation_1-auc:0.83235 \n", + "[22]\tvalidation_0-auc:0.88342\tvalidation_1-auc:0.83393 \n", + "[23]\tvalidation_0-auc:0.88590\tvalidation_1-auc:0.83465 \n", + "[24]\tvalidation_0-auc:0.88732\tvalidation_1-auc:0.83500 \n", + "[25]\tvalidation_0-auc:0.88848\tvalidation_1-auc:0.83585 \n", + "[26]\tvalidation_0-auc:0.89018\tvalidation_1-auc:0.83520 \n", + "[27]\tvalidation_0-auc:0.89182\tvalidation_1-auc:0.83497 \n", + "[28]\tvalidation_0-auc:0.89207\tvalidation_1-auc:0.83491 \n", + "[29]\tvalidation_0-auc:0.89271\tvalidation_1-auc:0.83523 \n", + "[30]\tvalidation_0-auc:0.89390\tvalidation_1-auc:0.83511 \n", + "[31]\tvalidation_0-auc:0.89480\tvalidation_1-auc:0.83597 \n", + "[32]\tvalidation_0-auc:0.89537\tvalidation_1-auc:0.83629 \n", + "[33]\tvalidation_0-auc:0.89574\tvalidation_1-auc:0.83638 \n", + "[34]\tvalidation_0-auc:0.89585\tvalidation_1-auc:0.83653 \n", + "[35]\tvalidation_0-auc:0.89607\tvalidation_1-auc:0.83652 \n", + "[36]\tvalidation_0-auc:0.89709\tvalidation_1-auc:0.83630 \n", + "[37]\tvalidation_0-auc:0.89769\tvalidation_1-auc:0.83644 \n", + "[38]\tvalidation_0-auc:0.89793\tvalidation_1-auc:0.83662 \n", + "[39]\tvalidation_0-auc:0.89839\tvalidation_1-auc:0.83660 \n", + "[40]\tvalidation_0-auc:0.89864\tvalidation_1-auc:0.83678 \n", + "[41]\tvalidation_0-auc:0.89887\tvalidation_1-auc:0.83652 \n", + "[42]\tvalidation_0-auc:0.89928\tvalidation_1-auc:0.83594 \n", + "[43]\tvalidation_0-auc:0.89941\tvalidation_1-auc:0.83556 \n", + "[44]\tvalidation_0-auc:0.90019\tvalidation_1-auc:0.83517 \n", + "[45]\tvalidation_0-auc:0.90085\tvalidation_1-auc:0.83515 \n", + "[46]\tvalidation_0-auc:0.90134\tvalidation_1-auc:0.83494 \n", + "[47]\tvalidation_0-auc:0.90182\tvalidation_1-auc:0.83476 \n", + "[48]\tvalidation_0-auc:0.90255\tvalidation_1-auc:0.83464 \n", + "[49]\tvalidation_0-auc:0.90267\tvalidation_1-auc:0.83475 \n", + "[50]\tvalidation_0-auc:0.90287\tvalidation_1-auc:0.83481 \n", + "[51]\tvalidation_0-auc:0.90323\tvalidation_1-auc:0.83470 \n", + "[52]\tvalidation_0-auc:0.90344\tvalidation_1-auc:0.83450 \n", + "[53]\tvalidation_0-auc:0.90357\tvalidation_1-auc:0.83463 \n", + "[54]\tvalidation_0-auc:0.90372\tvalidation_1-auc:0.83463 \n", + "[55]\tvalidation_0-auc:0.90432\tvalidation_1-auc:0.83430 \n", + "[56]\tvalidation_0-auc:0.90506\tvalidation_1-auc:0.83396 \n", + "[57]\tvalidation_0-auc:0.90512\tvalidation_1-auc:0.83390 \n", + "[58]\tvalidation_0-auc:0.90546\tvalidation_1-auc:0.83371 \n", + "[59]\tvalidation_0-auc:0.90568\tvalidation_1-auc:0.83360 \n", + "[60]\tvalidation_0-auc:0.90598\tvalidation_1-auc:0.83357 \n", + "[61]\tvalidation_0-auc:0.90608\tvalidation_1-auc:0.83366 \n", + "[62]\tvalidation_0-auc:0.90668\tvalidation_1-auc:0.83371 \n", + "[63]\tvalidation_0-auc:0.90692\tvalidation_1-auc:0.83347 \n", + "[64]\tvalidation_0-auc:0.90703\tvalidation_1-auc:0.83354 \n", + "[65]\tvalidation_0-auc:0.90711\tvalidation_1-auc:0.83332 \n", + "[66]\tvalidation_0-auc:0.90791\tvalidation_1-auc:0.83356 \n", + "[67]\tvalidation_0-auc:0.90854\tvalidation_1-auc:0.83321 \n", + "[68]\tvalidation_0-auc:0.90892\tvalidation_1-auc:0.83338 \n", + "[69]\tvalidation_0-auc:0.90926\tvalidation_1-auc:0.83351 \n", + "[0]\tvalidation_0-auc:0.82720\tvalidation_1-auc:0.81250 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[1]\tvalidation_0-auc:0.83405\tvalidation_1-auc:0.81339 \n", + "[2]\tvalidation_0-auc:0.83844\tvalidation_1-auc:0.81840 \n", + "[3]\tvalidation_0-auc:0.84175\tvalidation_1-auc:0.81872 \n", + "[4]\tvalidation_0-auc:0.84693\tvalidation_1-auc:0.82075 \n", + "[5]\tvalidation_0-auc:0.85453\tvalidation_1-auc:0.82235 \n", + "[6]\tvalidation_0-auc:0.85760\tvalidation_1-auc:0.82392 \n", + "[7]\tvalidation_0-auc:0.86077\tvalidation_1-auc:0.82453 \n", + "[8]\tvalidation_0-auc:0.86285\tvalidation_1-auc:0.82603 \n", + "[9]\tvalidation_0-auc:0.86332\tvalidation_1-auc:0.82574 \n", + "[10]\tvalidation_0-auc:0.86315\tvalidation_1-auc:0.82352 \n", + "[11]\tvalidation_0-auc:0.86415\tvalidation_1-auc:0.82272 \n", + "[12]\tvalidation_0-auc:0.86803\tvalidation_1-auc:0.82542 \n", + "[13]\tvalidation_0-auc:0.87088\tvalidation_1-auc:0.82880 \n", + "[14]\tvalidation_0-auc:0.87211\tvalidation_1-auc:0.83007 \n", + "[15]\tvalidation_0-auc:0.87379\tvalidation_1-auc:0.83091 \n", + "[16]\tvalidation_0-auc:0.87575\tvalidation_1-auc:0.83218 \n", + "[17]\tvalidation_0-auc:0.87723\tvalidation_1-auc:0.83197 \n", + "[18]\tvalidation_0-auc:0.87778\tvalidation_1-auc:0.83176 \n", + "[19]\tvalidation_0-auc:0.88015\tvalidation_1-auc:0.83407 \n", + "[20]\tvalidation_0-auc:0.88095\tvalidation_1-auc:0.83337 \n", + "[21]\tvalidation_0-auc:0.88150\tvalidation_1-auc:0.83263 \n", + "[22]\tvalidation_0-auc:0.88350\tvalidation_1-auc:0.83369 \n", + "[23]\tvalidation_0-auc:0.88516\tvalidation_1-auc:0.83485 \n", + "[24]\tvalidation_0-auc:0.88614\tvalidation_1-auc:0.83475 \n", + "[25]\tvalidation_0-auc:0.88684\tvalidation_1-auc:0.83546 \n", + "[26]\tvalidation_0-auc:0.88882\tvalidation_1-auc:0.83583 \n", + "[27]\tvalidation_0-auc:0.89005\tvalidation_1-auc:0.83603 \n", + "[28]\tvalidation_0-auc:0.89066\tvalidation_1-auc:0.83529 \n", + "[29]\tvalidation_0-auc:0.89184\tvalidation_1-auc:0.83623 \n", + "[30]\tvalidation_0-auc:0.89275\tvalidation_1-auc:0.83617 \n", + "[31]\tvalidation_0-auc:0.89351\tvalidation_1-auc:0.83599 \n", + "[32]\tvalidation_0-auc:0.89405\tvalidation_1-auc:0.83686 \n", + "[33]\tvalidation_0-auc:0.89494\tvalidation_1-auc:0.83682 \n", + "[34]\tvalidation_0-auc:0.89567\tvalidation_1-auc:0.83710 \n", + "[35]\tvalidation_0-auc:0.89659\tvalidation_1-auc:0.83723 \n", + "[36]\tvalidation_0-auc:0.89709\tvalidation_1-auc:0.83715 \n", + "[37]\tvalidation_0-auc:0.89787\tvalidation_1-auc:0.83700 \n", + "[38]\tvalidation_0-auc:0.89866\tvalidation_1-auc:0.83703 \n", + "[39]\tvalidation_0-auc:0.89958\tvalidation_1-auc:0.83711 \n", + "[40]\tvalidation_0-auc:0.89992\tvalidation_1-auc:0.83744 \n", + "[41]\tvalidation_0-auc:0.90030\tvalidation_1-auc:0.83749 \n", + "[42]\tvalidation_0-auc:0.90069\tvalidation_1-auc:0.83741 \n", + "[43]\tvalidation_0-auc:0.90095\tvalidation_1-auc:0.83766 \n", + "[44]\tvalidation_0-auc:0.90169\tvalidation_1-auc:0.83791 \n", + "[45]\tvalidation_0-auc:0.90225\tvalidation_1-auc:0.83781 \n", + "[46]\tvalidation_0-auc:0.90268\tvalidation_1-auc:0.83761 \n", + "[47]\tvalidation_0-auc:0.90314\tvalidation_1-auc:0.83743 \n", + "[48]\tvalidation_0-auc:0.90343\tvalidation_1-auc:0.83738 \n", + "[49]\tvalidation_0-auc:0.90383\tvalidation_1-auc:0.83722 \n", + "[50]\tvalidation_0-auc:0.90512\tvalidation_1-auc:0.83697 \n", + "[51]\tvalidation_0-auc:0.90599\tvalidation_1-auc:0.83698 \n", + "[52]\tvalidation_0-auc:0.90630\tvalidation_1-auc:0.83688 \n", + "[53]\tvalidation_0-auc:0.90648\tvalidation_1-auc:0.83663 \n", + "[54]\tvalidation_0-auc:0.90676\tvalidation_1-auc:0.83672 \n", + "[55]\tvalidation_0-auc:0.90728\tvalidation_1-auc:0.83651 \n", + "[56]\tvalidation_0-auc:0.90761\tvalidation_1-auc:0.83640 \n", + "[57]\tvalidation_0-auc:0.90785\tvalidation_1-auc:0.83629 \n", + "[58]\tvalidation_0-auc:0.90826\tvalidation_1-auc:0.83651 \n", + "[59]\tvalidation_0-auc:0.90886\tvalidation_1-auc:0.83602 \n", + "[60]\tvalidation_0-auc:0.90898\tvalidation_1-auc:0.83606 \n", + "[61]\tvalidation_0-auc:0.90911\tvalidation_1-auc:0.83602 \n", + "[62]\tvalidation_0-auc:0.90950\tvalidation_1-auc:0.83588 \n", + "[63]\tvalidation_0-auc:0.90967\tvalidation_1-auc:0.83603 \n", + "[64]\tvalidation_0-auc:0.91080\tvalidation_1-auc:0.83594 \n", + "[65]\tvalidation_0-auc:0.91107\tvalidation_1-auc:0.83589 \n", + "[66]\tvalidation_0-auc:0.91142\tvalidation_1-auc:0.83574 \n", + "[67]\tvalidation_0-auc:0.91199\tvalidation_1-auc:0.83543 \n", + "[68]\tvalidation_0-auc:0.91222\tvalidation_1-auc:0.83528 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[69]\tvalidation_0-auc:0.91246\tvalidation_1-auc:0.83549 \n", + "[70]\tvalidation_0-auc:0.91273\tvalidation_1-auc:0.83561 \n", + "[71]\tvalidation_0-auc:0.91291\tvalidation_1-auc:0.83540 \n", + "[72]\tvalidation_0-auc:0.91311\tvalidation_1-auc:0.83541 \n", + "[73]\tvalidation_0-auc:0.91322\tvalidation_1-auc:0.83525 \n", + "[74]\tvalidation_0-auc:0.91344\tvalidation_1-auc:0.83522 \n", + "[0]\tvalidation_0-auc:0.82957\tvalidation_1-auc:0.80341 \n", + "[1]\tvalidation_0-auc:0.83769\tvalidation_1-auc:0.80918 \n", + "[2]\tvalidation_0-auc:0.84263\tvalidation_1-auc:0.81404 \n", + "[3]\tvalidation_0-auc:0.84492\tvalidation_1-auc:0.81461 \n", + "[4]\tvalidation_0-auc:0.84803\tvalidation_1-auc:0.81691 \n", + "[5]\tvalidation_0-auc:0.85232\tvalidation_1-auc:0.82013 \n", + "[6]\tvalidation_0-auc:0.85578\tvalidation_1-auc:0.82135 \n", + "[7]\tvalidation_0-auc:0.86205\tvalidation_1-auc:0.82199 \n", + "[8]\tvalidation_0-auc:0.86669\tvalidation_1-auc:0.82570 \n", + "[9]\tvalidation_0-auc:0.86621\tvalidation_1-auc:0.82408 \n", + "[10]\tvalidation_0-auc:0.86671\tvalidation_1-auc:0.82279 \n", + "[11]\tvalidation_0-auc:0.86700\tvalidation_1-auc:0.82100 \n", + "[12]\tvalidation_0-auc:0.87258\tvalidation_1-auc:0.82443 \n", + "[13]\tvalidation_0-auc:0.87767\tvalidation_1-auc:0.82642 \n", + "[14]\tvalidation_0-auc:0.87824\tvalidation_1-auc:0.82747 \n", + "[15]\tvalidation_0-auc:0.87974\tvalidation_1-auc:0.82571 \n", + "[16]\tvalidation_0-auc:0.88186\tvalidation_1-auc:0.82853 \n", + "[17]\tvalidation_0-auc:0.88520\tvalidation_1-auc:0.82960 \n", + "[18]\tvalidation_0-auc:0.88565\tvalidation_1-auc:0.82813 \n", + "[19]\tvalidation_0-auc:0.88935\tvalidation_1-auc:0.82959 \n", + "[20]\tvalidation_0-auc:0.88913\tvalidation_1-auc:0.82753 \n", + "[21]\tvalidation_0-auc:0.88881\tvalidation_1-auc:0.82565 \n", + "[22]\tvalidation_0-auc:0.89087\tvalidation_1-auc:0.82849 \n", + "[23]\tvalidation_0-auc:0.89399\tvalidation_1-auc:0.82997 \n", + "[24]\tvalidation_0-auc:0.89607\tvalidation_1-auc:0.82999 \n", + "[25]\tvalidation_0-auc:0.89740\tvalidation_1-auc:0.83094 \n", + "[26]\tvalidation_0-auc:0.89927\tvalidation_1-auc:0.82906 \n", + "[27]\tvalidation_0-auc:0.90185\tvalidation_1-auc:0.83017 \n", + "[28]\tvalidation_0-auc:0.90204\tvalidation_1-auc:0.82918 \n", + "[29]\tvalidation_0-auc:0.90398\tvalidation_1-auc:0.83063 \n", + "[30]\tvalidation_0-auc:0.90509\tvalidation_1-auc:0.82926 \n", + "[31]\tvalidation_0-auc:0.90681\tvalidation_1-auc:0.82971 \n", + "[32]\tvalidation_0-auc:0.90808\tvalidation_1-auc:0.83013 \n", + "[33]\tvalidation_0-auc:0.90904\tvalidation_1-auc:0.83006 \n", + "[34]\tvalidation_0-auc:0.90949\tvalidation_1-auc:0.83064 \n", + "[35]\tvalidation_0-auc:0.91043\tvalidation_1-auc:0.83053 \n", + "[36]\tvalidation_0-auc:0.91142\tvalidation_1-auc:0.83010 \n", + "[37]\tvalidation_0-auc:0.91274\tvalidation_1-auc:0.82959 \n", + "[38]\tvalidation_0-auc:0.91341\tvalidation_1-auc:0.83056 \n", + "[39]\tvalidation_0-auc:0.91404\tvalidation_1-auc:0.83052 \n", + "[40]\tvalidation_0-auc:0.91476\tvalidation_1-auc:0.82992 \n", + "[41]\tvalidation_0-auc:0.91568\tvalidation_1-auc:0.82906 \n", + "[42]\tvalidation_0-auc:0.91649\tvalidation_1-auc:0.83048 \n", + "[43]\tvalidation_0-auc:0.91656\tvalidation_1-auc:0.83115 \n", + "[44]\tvalidation_0-auc:0.91701\tvalidation_1-auc:0.83121 \n", + "[45]\tvalidation_0-auc:0.91706\tvalidation_1-auc:0.83103 \n", + "[46]\tvalidation_0-auc:0.91709\tvalidation_1-auc:0.83097 \n", + "[47]\tvalidation_0-auc:0.91731\tvalidation_1-auc:0.83069 \n", + "[48]\tvalidation_0-auc:0.91739\tvalidation_1-auc:0.83065 \n", + "[49]\tvalidation_0-auc:0.91810\tvalidation_1-auc:0.83060 \n", + "[50]\tvalidation_0-auc:0.91833\tvalidation_1-auc:0.83045 \n", + "[51]\tvalidation_0-auc:0.91845\tvalidation_1-auc:0.83045 \n", + "[52]\tvalidation_0-auc:0.91935\tvalidation_1-auc:0.83005 \n", + "[53]\tvalidation_0-auc:0.91977\tvalidation_1-auc:0.82958 \n", + "[54]\tvalidation_0-auc:0.91990\tvalidation_1-auc:0.82956 \n", + "[55]\tvalidation_0-auc:0.92053\tvalidation_1-auc:0.82948 \n", + "[56]\tvalidation_0-auc:0.92094\tvalidation_1-auc:0.82894 \n", + "[57]\tvalidation_0-auc:0.92102\tvalidation_1-auc:0.82861 \n", + "[58]\tvalidation_0-auc:0.92101\tvalidation_1-auc:0.82852 \n", + "[59]\tvalidation_0-auc:0.92174\tvalidation_1-auc:0.82841 \n", + "[60]\tvalidation_0-auc:0.92200\tvalidation_1-auc:0.82832 \n", + "[61]\tvalidation_0-auc:0.92254\tvalidation_1-auc:0.82792 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[62]\tvalidation_0-auc:0.92287\tvalidation_1-auc:0.82793 \n", + "[63]\tvalidation_0-auc:0.92318\tvalidation_1-auc:0.82754 \n", + "[64]\tvalidation_0-auc:0.92376\tvalidation_1-auc:0.82770 \n", + "[65]\tvalidation_0-auc:0.92400\tvalidation_1-auc:0.82738 \n", + "[66]\tvalidation_0-auc:0.92419\tvalidation_1-auc:0.82712 \n", + "[67]\tvalidation_0-auc:0.92435\tvalidation_1-auc:0.82673 \n", + "[68]\tvalidation_0-auc:0.92466\tvalidation_1-auc:0.82612 \n", + "[69]\tvalidation_0-auc:0.92486\tvalidation_1-auc:0.82608 \n", + "[70]\tvalidation_0-auc:0.92497\tvalidation_1-auc:0.82599 \n", + "[71]\tvalidation_0-auc:0.92523\tvalidation_1-auc:0.82581 \n", + "[72]\tvalidation_0-auc:0.92561\tvalidation_1-auc:0.82598 \n", + "[73]\tvalidation_0-auc:0.92592\tvalidation_1-auc:0.82591 \n", + "[74]\tvalidation_0-auc:0.92618\tvalidation_1-auc:0.82563 \n", + "[0]\tvalidation_0-auc:0.82076\tvalidation_1-auc:0.80990 \n", + "[1]\tvalidation_0-auc:0.83205\tvalidation_1-auc:0.81772 \n", + "[2]\tvalidation_0-auc:0.83919\tvalidation_1-auc:0.82178 \n", + "[3]\tvalidation_0-auc:0.84338\tvalidation_1-auc:0.82399 \n", + "[4]\tvalidation_0-auc:0.84653\tvalidation_1-auc:0.82379 \n", + "[5]\tvalidation_0-auc:0.85357\tvalidation_1-auc:0.82575 \n", + "[6]\tvalidation_0-auc:0.85675\tvalidation_1-auc:0.82224 \n", + "[7]\tvalidation_0-auc:0.86446\tvalidation_1-auc:0.82697 \n", + "[8]\tvalidation_0-auc:0.87034\tvalidation_1-auc:0.82860 \n", + "[9]\tvalidation_0-auc:0.87042\tvalidation_1-auc:0.82588 \n", + "[10]\tvalidation_0-auc:0.87101\tvalidation_1-auc:0.82361 \n", + "[11]\tvalidation_0-auc:0.87192\tvalidation_1-auc:0.82046 \n", + "[12]\tvalidation_0-auc:0.87586\tvalidation_1-auc:0.82239 \n", + "[13]\tvalidation_0-auc:0.87964\tvalidation_1-auc:0.82451 \n", + "[14]\tvalidation_0-auc:0.88064\tvalidation_1-auc:0.82652 \n", + "[15]\tvalidation_0-auc:0.88217\tvalidation_1-auc:0.82439 \n", + "[16]\tvalidation_0-auc:0.88360\tvalidation_1-auc:0.82598 \n", + "[17]\tvalidation_0-auc:0.88634\tvalidation_1-auc:0.82816 \n", + "[18]\tvalidation_0-auc:0.88601\tvalidation_1-auc:0.82624 \n", + "[19]\tvalidation_0-auc:0.88872\tvalidation_1-auc:0.82794 \n", + "[20]\tvalidation_0-auc:0.88918\tvalidation_1-auc:0.82707 \n", + "[21]\tvalidation_0-auc:0.88984\tvalidation_1-auc:0.82523 \n", + "[22]\tvalidation_0-auc:0.89219\tvalidation_1-auc:0.82664 \n", + "[23]\tvalidation_0-auc:0.89482\tvalidation_1-auc:0.82814 \n", + "[24]\tvalidation_0-auc:0.89733\tvalidation_1-auc:0.82971 \n", + "[25]\tvalidation_0-auc:0.89894\tvalidation_1-auc:0.83082 \n", + "[26]\tvalidation_0-auc:0.90056\tvalidation_1-auc:0.83047 \n", + "[27]\tvalidation_0-auc:0.90280\tvalidation_1-auc:0.83124 \n", + "[28]\tvalidation_0-auc:0.90270\tvalidation_1-auc:0.83064 \n", + "[29]\tvalidation_0-auc:0.90514\tvalidation_1-auc:0.83134 \n", + "[30]\tvalidation_0-auc:0.90532\tvalidation_1-auc:0.83057 \n", + "[31]\tvalidation_0-auc:0.90736\tvalidation_1-auc:0.83141 \n", + "[32]\tvalidation_0-auc:0.90868\tvalidation_1-auc:0.83188 \n", + "[33]\tvalidation_0-auc:0.90945\tvalidation_1-auc:0.83210 \n", + "[34]\tvalidation_0-auc:0.91069\tvalidation_1-auc:0.83272 \n", + "[35]\tvalidation_0-auc:0.91183\tvalidation_1-auc:0.83298 \n", + "[36]\tvalidation_0-auc:0.91327\tvalidation_1-auc:0.83220 \n", + "[37]\tvalidation_0-auc:0.91436\tvalidation_1-auc:0.83208 \n", + "[38]\tvalidation_0-auc:0.91537\tvalidation_1-auc:0.83210 \n", + "[39]\tvalidation_0-auc:0.91560\tvalidation_1-auc:0.83252 \n", + "[40]\tvalidation_0-auc:0.91612\tvalidation_1-auc:0.83179 \n", + "[41]\tvalidation_0-auc:0.91699\tvalidation_1-auc:0.83236 \n", + "[42]\tvalidation_0-auc:0.91783\tvalidation_1-auc:0.83271 \n", + "[43]\tvalidation_0-auc:0.91863\tvalidation_1-auc:0.83284 \n", + "[44]\tvalidation_0-auc:0.91904\tvalidation_1-auc:0.83327 \n", + "[45]\tvalidation_0-auc:0.91915\tvalidation_1-auc:0.83332 \n", + "[46]\tvalidation_0-auc:0.91965\tvalidation_1-auc:0.83368 \n", + "[47]\tvalidation_0-auc:0.92011\tvalidation_1-auc:0.83364 \n", + "[48]\tvalidation_0-auc:0.92033\tvalidation_1-auc:0.83416 \n", + "[49]\tvalidation_0-auc:0.92056\tvalidation_1-auc:0.83432 \n", + "[50]\tvalidation_0-auc:0.92104\tvalidation_1-auc:0.83424 \n", + "[51]\tvalidation_0-auc:0.92159\tvalidation_1-auc:0.83423 \n", + "[52]\tvalidation_0-auc:0.92160\tvalidation_1-auc:0.83454 \n", + "[53]\tvalidation_0-auc:0.92220\tvalidation_1-auc:0.83437 \n", + "[54]\tvalidation_0-auc:0.92233\tvalidation_1-auc:0.83425 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[55]\tvalidation_0-auc:0.92283\tvalidation_1-auc:0.83471 \n", + "[56]\tvalidation_0-auc:0.92307\tvalidation_1-auc:0.83473 \n", + "[57]\tvalidation_0-auc:0.92340\tvalidation_1-auc:0.83482 \n", + "[58]\tvalidation_0-auc:0.92369\tvalidation_1-auc:0.83464 \n", + "[59]\tvalidation_0-auc:0.92427\tvalidation_1-auc:0.83474 \n", + "[60]\tvalidation_0-auc:0.92451\tvalidation_1-auc:0.83459 \n", + "[61]\tvalidation_0-auc:0.92525\tvalidation_1-auc:0.83474 \n", + "[62]\tvalidation_0-auc:0.92546\tvalidation_1-auc:0.83479 \n", + "[63]\tvalidation_0-auc:0.92579\tvalidation_1-auc:0.83461 \n", + "[64]\tvalidation_0-auc:0.92625\tvalidation_1-auc:0.83442 \n", + "[65]\tvalidation_0-auc:0.92656\tvalidation_1-auc:0.83426 \n", + "[66]\tvalidation_0-auc:0.92670\tvalidation_1-auc:0.83413 \n", + "[67]\tvalidation_0-auc:0.92687\tvalidation_1-auc:0.83417 \n", + "[68]\tvalidation_0-auc:0.92709\tvalidation_1-auc:0.83413 \n", + "[69]\tvalidation_0-auc:0.92736\tvalidation_1-auc:0.83419 \n", + "[70]\tvalidation_0-auc:0.92766\tvalidation_1-auc:0.83409 \n", + "[71]\tvalidation_0-auc:0.92773\tvalidation_1-auc:0.83382 \n", + "[72]\tvalidation_0-auc:0.92807\tvalidation_1-auc:0.83375 \n", + "[73]\tvalidation_0-auc:0.92832\tvalidation_1-auc:0.83358 \n", + "[74]\tvalidation_0-auc:0.92877\tvalidation_1-auc:0.83342 \n", + "[75]\tvalidation_0-auc:0.92897\tvalidation_1-auc:0.83331 \n", + "[76]\tvalidation_0-auc:0.92903\tvalidation_1-auc:0.83317 \n", + "[77]\tvalidation_0-auc:0.92923\tvalidation_1-auc:0.83326 \n", + "[78]\tvalidation_0-auc:0.92939\tvalidation_1-auc:0.83327 \n", + "[79]\tvalidation_0-auc:0.93034\tvalidation_1-auc:0.83308 \n", + "[80]\tvalidation_0-auc:0.93050\tvalidation_1-auc:0.83289 \n", + "[81]\tvalidation_0-auc:0.93061\tvalidation_1-auc:0.83295 \n", + "[82]\tvalidation_0-auc:0.93113\tvalidation_1-auc:0.83285 \n", + "[83]\tvalidation_0-auc:0.93128\tvalidation_1-auc:0.83264 \n", + "[84]\tvalidation_0-auc:0.93162\tvalidation_1-auc:0.83272 \n", + "[85]\tvalidation_0-auc:0.93190\tvalidation_1-auc:0.83291 \n", + "[86]\tvalidation_0-auc:0.93209\tvalidation_1-auc:0.83286 \n", + "[87]\tvalidation_0-auc:0.93222\tvalidation_1-auc:0.83253 \n", + "[0]\tvalidation_0-auc:0.82277\tvalidation_1-auc:0.81017 \n", + "[1]\tvalidation_0-auc:0.83894\tvalidation_1-auc:0.81680 \n", + "[2]\tvalidation_0-auc:0.84391\tvalidation_1-auc:0.82083 \n", + "[3]\tvalidation_0-auc:0.84440\tvalidation_1-auc:0.82086 \n", + "[4]\tvalidation_0-auc:0.85143\tvalidation_1-auc:0.82077 \n", + "[5]\tvalidation_0-auc:0.85758\tvalidation_1-auc:0.82176 \n", + "[6]\tvalidation_0-auc:0.86139\tvalidation_1-auc:0.82012 \n", + "[7]\tvalidation_0-auc:0.86654\tvalidation_1-auc:0.82202 \n", + "[8]\tvalidation_0-auc:0.86939\tvalidation_1-auc:0.82425 \n", + "[9]\tvalidation_0-auc:0.86942\tvalidation_1-auc:0.82163 \n", + "[10]\tvalidation_0-auc:0.87097\tvalidation_1-auc:0.81982 \n", + "[11]\tvalidation_0-auc:0.87217\tvalidation_1-auc:0.81846 \n", + "[12]\tvalidation_0-auc:0.87501\tvalidation_1-auc:0.82171 \n", + "[13]\tvalidation_0-auc:0.87923\tvalidation_1-auc:0.82376 \n", + "[14]\tvalidation_0-auc:0.88111\tvalidation_1-auc:0.82498 \n", + "[15]\tvalidation_0-auc:0.88284\tvalidation_1-auc:0.82413 \n", + "[16]\tvalidation_0-auc:0.88500\tvalidation_1-auc:0.82548 \n", + "[17]\tvalidation_0-auc:0.88736\tvalidation_1-auc:0.82595 \n", + "[18]\tvalidation_0-auc:0.88785\tvalidation_1-auc:0.82442 \n", + "[19]\tvalidation_0-auc:0.89094\tvalidation_1-auc:0.82729 \n", + "[20]\tvalidation_0-auc:0.89120\tvalidation_1-auc:0.82586 \n", + "[21]\tvalidation_0-auc:0.89205\tvalidation_1-auc:0.82493 \n", + "[22]\tvalidation_0-auc:0.89397\tvalidation_1-auc:0.82652 \n", + "[23]\tvalidation_0-auc:0.89644\tvalidation_1-auc:0.82839 \n", + "[24]\tvalidation_0-auc:0.89783\tvalidation_1-auc:0.82906 \n", + "[25]\tvalidation_0-auc:0.89912\tvalidation_1-auc:0.83036 \n", + "[26]\tvalidation_0-auc:0.90045\tvalidation_1-auc:0.82961 \n", + "[27]\tvalidation_0-auc:0.90274\tvalidation_1-auc:0.83089 \n", + "[28]\tvalidation_0-auc:0.90338\tvalidation_1-auc:0.83037 \n", + "[29]\tvalidation_0-auc:0.90516\tvalidation_1-auc:0.83106 \n", + "[30]\tvalidation_0-auc:0.90595\tvalidation_1-auc:0.83024 \n", + "[31]\tvalidation_0-auc:0.90752\tvalidation_1-auc:0.83102 \n", + "[32]\tvalidation_0-auc:0.90853\tvalidation_1-auc:0.83168 \n", + "[33]\tvalidation_0-auc:0.90897\tvalidation_1-auc:0.83182 \n", + "[34]\tvalidation_0-auc:0.90967\tvalidation_1-auc:0.83245 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[35]\tvalidation_0-auc:0.91043\tvalidation_1-auc:0.83315 \n", + "[36]\tvalidation_0-auc:0.91172\tvalidation_1-auc:0.83251 \n", + "[37]\tvalidation_0-auc:0.91281\tvalidation_1-auc:0.83185 \n", + "[38]\tvalidation_0-auc:0.91406\tvalidation_1-auc:0.83152 \n", + "[39]\tvalidation_0-auc:0.91435\tvalidation_1-auc:0.83237 \n", + "[40]\tvalidation_0-auc:0.91478\tvalidation_1-auc:0.83204 \n", + "[41]\tvalidation_0-auc:0.91530\tvalidation_1-auc:0.83097 \n", + "[42]\tvalidation_0-auc:0.91570\tvalidation_1-auc:0.83124 \n", + "[43]\tvalidation_0-auc:0.91587\tvalidation_1-auc:0.83160 \n", + "[44]\tvalidation_0-auc:0.91613\tvalidation_1-auc:0.83183 \n", + "[45]\tvalidation_0-auc:0.91647\tvalidation_1-auc:0.83240 \n", + "[46]\tvalidation_0-auc:0.91677\tvalidation_1-auc:0.83256 \n", + "[47]\tvalidation_0-auc:0.91728\tvalidation_1-auc:0.83257 \n", + "[48]\tvalidation_0-auc:0.91763\tvalidation_1-auc:0.83271 \n", + "[49]\tvalidation_0-auc:0.91835\tvalidation_1-auc:0.83300 \n", + "[50]\tvalidation_0-auc:0.91875\tvalidation_1-auc:0.83257 \n", + "[51]\tvalidation_0-auc:0.91914\tvalidation_1-auc:0.83246 \n", + "[52]\tvalidation_0-auc:0.91948\tvalidation_1-auc:0.83238 \n", + "[53]\tvalidation_0-auc:0.92022\tvalidation_1-auc:0.83199 \n", + "[54]\tvalidation_0-auc:0.92045\tvalidation_1-auc:0.83178 \n", + "[55]\tvalidation_0-auc:0.92117\tvalidation_1-auc:0.83220 \n", + "[56]\tvalidation_0-auc:0.92149\tvalidation_1-auc:0.83201 \n", + "[57]\tvalidation_0-auc:0.92178\tvalidation_1-auc:0.83180 \n", + "[58]\tvalidation_0-auc:0.92273\tvalidation_1-auc:0.83217 \n", + "[59]\tvalidation_0-auc:0.92341\tvalidation_1-auc:0.83193 \n", + "[60]\tvalidation_0-auc:0.92361\tvalidation_1-auc:0.83188 \n", + "[61]\tvalidation_0-auc:0.92415\tvalidation_1-auc:0.83149 \n", + "[62]\tvalidation_0-auc:0.92446\tvalidation_1-auc:0.83116 \n", + "[63]\tvalidation_0-auc:0.92509\tvalidation_1-auc:0.83085 \n", + "[64]\tvalidation_0-auc:0.92572\tvalidation_1-auc:0.83082 \n", + "[65]\tvalidation_0-auc:0.92587\tvalidation_1-auc:0.83064 \n", + "[0]\tvalidation_0-auc:0.82701\tvalidation_1-auc:0.80070 \n", + "[1]\tvalidation_0-auc:0.83718\tvalidation_1-auc:0.80774 \n", + "[2]\tvalidation_0-auc:0.84306\tvalidation_1-auc:0.81219 \n", + "[3]\tvalidation_0-auc:0.84723\tvalidation_1-auc:0.81307 \n", + "[4]\tvalidation_0-auc:0.84967\tvalidation_1-auc:0.81448 \n", + "[5]\tvalidation_0-auc:0.85261\tvalidation_1-auc:0.81658 \n", + "[6]\tvalidation_0-auc:0.85621\tvalidation_1-auc:0.81732 \n", + "[7]\tvalidation_0-auc:0.85836\tvalidation_1-auc:0.81760 \n", + "[8]\tvalidation_0-auc:0.86327\tvalidation_1-auc:0.82094 \n", + "[9]\tvalidation_0-auc:0.87067\tvalidation_1-auc:0.82376 \n", + "[10]\tvalidation_0-auc:0.87038\tvalidation_1-auc:0.82322 \n", + "[11]\tvalidation_0-auc:0.87098\tvalidation_1-auc:0.81968 \n", + "[12]\tvalidation_0-auc:0.87631\tvalidation_1-auc:0.82194 \n", + "[13]\tvalidation_0-auc:0.87997\tvalidation_1-auc:0.82365 \n", + "[14]\tvalidation_0-auc:0.88278\tvalidation_1-auc:0.82612 \n", + "[15]\tvalidation_0-auc:0.88525\tvalidation_1-auc:0.82720 \n", + "[16]\tvalidation_0-auc:0.88685\tvalidation_1-auc:0.82797 \n", + "[17]\tvalidation_0-auc:0.88847\tvalidation_1-auc:0.82854 \n", + "[18]\tvalidation_0-auc:0.88914\tvalidation_1-auc:0.82903 \n", + "[19]\tvalidation_0-auc:0.89163\tvalidation_1-auc:0.82958 \n", + "[20]\tvalidation_0-auc:0.89309\tvalidation_1-auc:0.82916 \n", + "[21]\tvalidation_0-auc:0.89597\tvalidation_1-auc:0.83012 \n", + "[22]\tvalidation_0-auc:0.89733\tvalidation_1-auc:0.83085 \n", + "[23]\tvalidation_0-auc:0.89874\tvalidation_1-auc:0.83116 \n", + "[24]\tvalidation_0-auc:0.90042\tvalidation_1-auc:0.83027 \n", + "[25]\tvalidation_0-auc:0.90211\tvalidation_1-auc:0.83087 \n", + "[26]\tvalidation_0-auc:0.90340\tvalidation_1-auc:0.83097 \n", + "[27]\tvalidation_0-auc:0.90498\tvalidation_1-auc:0.83047 \n", + "[28]\tvalidation_0-auc:0.90651\tvalidation_1-auc:0.83074 \n", + "[29]\tvalidation_0-auc:0.90754\tvalidation_1-auc:0.83095 \n", + "[30]\tvalidation_0-auc:0.90871\tvalidation_1-auc:0.83063 \n", + "[31]\tvalidation_0-auc:0.90997\tvalidation_1-auc:0.83090 \n", + "[32]\tvalidation_0-auc:0.91096\tvalidation_1-auc:0.83056 \n", + "[33]\tvalidation_0-auc:0.91165\tvalidation_1-auc:0.83028 \n", + "[34]\tvalidation_0-auc:0.91222\tvalidation_1-auc:0.83033 \n", + "[35]\tvalidation_0-auc:0.91281\tvalidation_1-auc:0.83036 \n", + "[36]\tvalidation_0-auc:0.91347\tvalidation_1-auc:0.83050 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[37]\tvalidation_0-auc:0.91379\tvalidation_1-auc:0.83029 \n", + "[38]\tvalidation_0-auc:0.91417\tvalidation_1-auc:0.83034 \n", + "[39]\tvalidation_0-auc:0.91438\tvalidation_1-auc:0.83027 \n", + "[40]\tvalidation_0-auc:0.91499\tvalidation_1-auc:0.83016 \n", + "[41]\tvalidation_0-auc:0.91554\tvalidation_1-auc:0.83024 \n", + "[42]\tvalidation_0-auc:0.91620\tvalidation_1-auc:0.83013 \n", + "[43]\tvalidation_0-auc:0.91734\tvalidation_1-auc:0.83022 \n", + "[44]\tvalidation_0-auc:0.91762\tvalidation_1-auc:0.82998 \n", + "[45]\tvalidation_0-auc:0.91794\tvalidation_1-auc:0.82965 \n", + "[46]\tvalidation_0-auc:0.91810\tvalidation_1-auc:0.82952 \n", + "[47]\tvalidation_0-auc:0.91837\tvalidation_1-auc:0.82959 \n", + "[48]\tvalidation_0-auc:0.91905\tvalidation_1-auc:0.82948 \n", + "[49]\tvalidation_0-auc:0.91985\tvalidation_1-auc:0.82905 \n", + "[50]\tvalidation_0-auc:0.92071\tvalidation_1-auc:0.82883 \n", + "[51]\tvalidation_0-auc:0.92079\tvalidation_1-auc:0.82871 \n", + "[52]\tvalidation_0-auc:0.92089\tvalidation_1-auc:0.82835 \n", + "[0]\tvalidation_0-auc:0.82287\tvalidation_1-auc:0.80524 \n", + "[1]\tvalidation_0-auc:0.83228\tvalidation_1-auc:0.81685 \n", + "[2]\tvalidation_0-auc:0.84339\tvalidation_1-auc:0.82391 \n", + "[3]\tvalidation_0-auc:0.84601\tvalidation_1-auc:0.82379 \n", + "[4]\tvalidation_0-auc:0.84786\tvalidation_1-auc:0.82265 \n", + "[5]\tvalidation_0-auc:0.85125\tvalidation_1-auc:0.82402 \n", + "[6]\tvalidation_0-auc:0.85686\tvalidation_1-auc:0.82452 \n", + "[7]\tvalidation_0-auc:0.85963\tvalidation_1-auc:0.82610 \n", + "[8]\tvalidation_0-auc:0.86383\tvalidation_1-auc:0.83061 \n", + "[9]\tvalidation_0-auc:0.87221\tvalidation_1-auc:0.83051 \n", + "[10]\tvalidation_0-auc:0.87196\tvalidation_1-auc:0.82737 \n", + "[11]\tvalidation_0-auc:0.87209\tvalidation_1-auc:0.82514 \n", + "[12]\tvalidation_0-auc:0.87908\tvalidation_1-auc:0.82844 \n", + "[13]\tvalidation_0-auc:0.88225\tvalidation_1-auc:0.83029 \n", + "[14]\tvalidation_0-auc:0.88537\tvalidation_1-auc:0.83130 \n", + "[15]\tvalidation_0-auc:0.88833\tvalidation_1-auc:0.83107 \n", + "[16]\tvalidation_0-auc:0.89035\tvalidation_1-auc:0.83198 \n", + "[17]\tvalidation_0-auc:0.89191\tvalidation_1-auc:0.83179 \n", + "[18]\tvalidation_0-auc:0.89228\tvalidation_1-auc:0.83107 \n", + "[19]\tvalidation_0-auc:0.89451\tvalidation_1-auc:0.83201 \n", + "[20]\tvalidation_0-auc:0.89532\tvalidation_1-auc:0.83228 \n", + "[21]\tvalidation_0-auc:0.89734\tvalidation_1-auc:0.83351 \n", + "[22]\tvalidation_0-auc:0.89966\tvalidation_1-auc:0.83283 \n", + "[23]\tvalidation_0-auc:0.90152\tvalidation_1-auc:0.83287 \n", + "[24]\tvalidation_0-auc:0.90327\tvalidation_1-auc:0.83244 \n", + "[25]\tvalidation_0-auc:0.90498\tvalidation_1-auc:0.83341 \n", + "[26]\tvalidation_0-auc:0.90638\tvalidation_1-auc:0.83213 \n", + "[27]\tvalidation_0-auc:0.90807\tvalidation_1-auc:0.83256 \n", + "[28]\tvalidation_0-auc:0.90957\tvalidation_1-auc:0.83281 \n", + "[29]\tvalidation_0-auc:0.91119\tvalidation_1-auc:0.83362 \n", + "[30]\tvalidation_0-auc:0.91247\tvalidation_1-auc:0.83359 \n", + "[31]\tvalidation_0-auc:0.91365\tvalidation_1-auc:0.83372 \n", + "[32]\tvalidation_0-auc:0.91445\tvalidation_1-auc:0.83407 \n", + "[33]\tvalidation_0-auc:0.91519\tvalidation_1-auc:0.83425 \n", + "[34]\tvalidation_0-auc:0.91572\tvalidation_1-auc:0.83428 \n", + "[35]\tvalidation_0-auc:0.91602\tvalidation_1-auc:0.83441 \n", + "[36]\tvalidation_0-auc:0.91653\tvalidation_1-auc:0.83425 \n", + "[37]\tvalidation_0-auc:0.91712\tvalidation_1-auc:0.83413 \n", + "[38]\tvalidation_0-auc:0.91750\tvalidation_1-auc:0.83424 \n", + "[39]\tvalidation_0-auc:0.91764\tvalidation_1-auc:0.83435 \n", + "[40]\tvalidation_0-auc:0.91787\tvalidation_1-auc:0.83441 \n", + "[41]\tvalidation_0-auc:0.91852\tvalidation_1-auc:0.83434 \n", + "[42]\tvalidation_0-auc:0.91940\tvalidation_1-auc:0.83419 \n", + "[43]\tvalidation_0-auc:0.92005\tvalidation_1-auc:0.83388 \n", + "[44]\tvalidation_0-auc:0.92059\tvalidation_1-auc:0.83402 \n", + "[45]\tvalidation_0-auc:0.92141\tvalidation_1-auc:0.83416 \n", + "[46]\tvalidation_0-auc:0.92159\tvalidation_1-auc:0.83412 \n", + "[47]\tvalidation_0-auc:0.92197\tvalidation_1-auc:0.83427 \n", + "[48]\tvalidation_0-auc:0.92228\tvalidation_1-auc:0.83390 \n", + "[49]\tvalidation_0-auc:0.92280\tvalidation_1-auc:0.83378 \n", + "[50]\tvalidation_0-auc:0.92321\tvalidation_1-auc:0.83391 \n", + "[51]\tvalidation_0-auc:0.92377\tvalidation_1-auc:0.83384 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[52]\tvalidation_0-auc:0.92432\tvalidation_1-auc:0.83391 \n", + "[53]\tvalidation_0-auc:0.92459\tvalidation_1-auc:0.83403 \n", + "[54]\tvalidation_0-auc:0.92480\tvalidation_1-auc:0.83395 \n", + "[55]\tvalidation_0-auc:0.92492\tvalidation_1-auc:0.83413 \n", + "[56]\tvalidation_0-auc:0.92513\tvalidation_1-auc:0.83413 \n", + "[57]\tvalidation_0-auc:0.92558\tvalidation_1-auc:0.83374 \n", + "[58]\tvalidation_0-auc:0.92598\tvalidation_1-auc:0.83386 \n", + "[59]\tvalidation_0-auc:0.92630\tvalidation_1-auc:0.83362 \n", + "[60]\tvalidation_0-auc:0.92643\tvalidation_1-auc:0.83346 \n", + "[61]\tvalidation_0-auc:0.92668\tvalidation_1-auc:0.83340 \n", + "[62]\tvalidation_0-auc:0.92675\tvalidation_1-auc:0.83305 \n", + "[63]\tvalidation_0-auc:0.92679\tvalidation_1-auc:0.83287 \n", + "[64]\tvalidation_0-auc:0.92705\tvalidation_1-auc:0.83298 \n", + "[0]\tvalidation_0-auc:0.83033\tvalidation_1-auc:0.81014 \n", + "[1]\tvalidation_0-auc:0.83848\tvalidation_1-auc:0.81143 \n", + "[2]\tvalidation_0-auc:0.84401\tvalidation_1-auc:0.81768 \n", + "[3]\tvalidation_0-auc:0.84650\tvalidation_1-auc:0.81776 \n", + "[4]\tvalidation_0-auc:0.85405\tvalidation_1-auc:0.82051 \n", + "[5]\tvalidation_0-auc:0.85632\tvalidation_1-auc:0.82236 \n", + "[6]\tvalidation_0-auc:0.85943\tvalidation_1-auc:0.82291 \n", + "[7]\tvalidation_0-auc:0.86234\tvalidation_1-auc:0.82375 \n", + "[8]\tvalidation_0-auc:0.86667\tvalidation_1-auc:0.82633 \n", + "[9]\tvalidation_0-auc:0.87340\tvalidation_1-auc:0.82831 \n", + "[10]\tvalidation_0-auc:0.87516\tvalidation_1-auc:0.82788 \n", + "[11]\tvalidation_0-auc:0.87590\tvalidation_1-auc:0.82536 \n", + "[12]\tvalidation_0-auc:0.88061\tvalidation_1-auc:0.82783 \n", + "[13]\tvalidation_0-auc:0.88260\tvalidation_1-auc:0.82872 \n", + "[14]\tvalidation_0-auc:0.88489\tvalidation_1-auc:0.83066 \n", + "[15]\tvalidation_0-auc:0.88773\tvalidation_1-auc:0.83126 \n", + "[16]\tvalidation_0-auc:0.88977\tvalidation_1-auc:0.83214 \n", + "[17]\tvalidation_0-auc:0.89168\tvalidation_1-auc:0.83224 \n", + "[18]\tvalidation_0-auc:0.89205\tvalidation_1-auc:0.83070 \n", + "[19]\tvalidation_0-auc:0.89434\tvalidation_1-auc:0.83112 \n", + "[20]\tvalidation_0-auc:0.89678\tvalidation_1-auc:0.83046 \n", + "[21]\tvalidation_0-auc:0.89901\tvalidation_1-auc:0.83157 \n", + "[22]\tvalidation_0-auc:0.90058\tvalidation_1-auc:0.83206 \n", + "[23]\tvalidation_0-auc:0.90248\tvalidation_1-auc:0.83218 \n", + "[24]\tvalidation_0-auc:0.90462\tvalidation_1-auc:0.83197 \n", + "[25]\tvalidation_0-auc:0.90567\tvalidation_1-auc:0.83339 \n", + "[26]\tvalidation_0-auc:0.90705\tvalidation_1-auc:0.83237 \n", + "[27]\tvalidation_0-auc:0.90829\tvalidation_1-auc:0.83267 \n", + "[28]\tvalidation_0-auc:0.90962\tvalidation_1-auc:0.83259 \n", + "[29]\tvalidation_0-auc:0.91044\tvalidation_1-auc:0.83271 \n", + "[30]\tvalidation_0-auc:0.91182\tvalidation_1-auc:0.83229 \n", + "[31]\tvalidation_0-auc:0.91319\tvalidation_1-auc:0.83170 \n", + "[32]\tvalidation_0-auc:0.91383\tvalidation_1-auc:0.83182 \n", + "[33]\tvalidation_0-auc:0.91427\tvalidation_1-auc:0.83191 \n", + "[34]\tvalidation_0-auc:0.91479\tvalidation_1-auc:0.83149 \n", + "[35]\tvalidation_0-auc:0.91548\tvalidation_1-auc:0.83226 \n", + "[36]\tvalidation_0-auc:0.91612\tvalidation_1-auc:0.83218 \n", + "[37]\tvalidation_0-auc:0.91671\tvalidation_1-auc:0.83237 \n", + "[38]\tvalidation_0-auc:0.91735\tvalidation_1-auc:0.83244 \n", + "[39]\tvalidation_0-auc:0.91762\tvalidation_1-auc:0.83226 \n", + "[40]\tvalidation_0-auc:0.91815\tvalidation_1-auc:0.83256 \n", + "[41]\tvalidation_0-auc:0.91881\tvalidation_1-auc:0.83219 \n", + "[42]\tvalidation_0-auc:0.91956\tvalidation_1-auc:0.83266 \n", + "[43]\tvalidation_0-auc:0.92001\tvalidation_1-auc:0.83313 \n", + "[44]\tvalidation_0-auc:0.92130\tvalidation_1-auc:0.83326 \n", + "[45]\tvalidation_0-auc:0.92159\tvalidation_1-auc:0.83314 \n", + "[46]\tvalidation_0-auc:0.92226\tvalidation_1-auc:0.83308 \n", + "[47]\tvalidation_0-auc:0.92345\tvalidation_1-auc:0.83332 \n", + "[48]\tvalidation_0-auc:0.92431\tvalidation_1-auc:0.83315 \n", + "[49]\tvalidation_0-auc:0.92463\tvalidation_1-auc:0.83308 \n", + "[50]\tvalidation_0-auc:0.92514\tvalidation_1-auc:0.83320 \n", + "[51]\tvalidation_0-auc:0.92544\tvalidation_1-auc:0.83318 \n", + "[52]\tvalidation_0-auc:0.92634\tvalidation_1-auc:0.83321 \n", + "[53]\tvalidation_0-auc:0.92656\tvalidation_1-auc:0.83302 \n", + "[54]\tvalidation_0-auc:0.92737\tvalidation_1-auc:0.83289 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[55]\tvalidation_0-auc:0.92759\tvalidation_1-auc:0.83266 \n", + "[0]\tvalidation_0-auc:0.82965\tvalidation_1-auc:0.80098 \n", + "[1]\tvalidation_0-auc:0.83961\tvalidation_1-auc:0.80524 \n", + "[2]\tvalidation_0-auc:0.85238\tvalidation_1-auc:0.81046 \n", + "[3]\tvalidation_0-auc:0.85805\tvalidation_1-auc:0.81096 \n", + "[4]\tvalidation_0-auc:0.86549\tvalidation_1-auc:0.81480 \n", + "[5]\tvalidation_0-auc:0.86919\tvalidation_1-auc:0.81563 \n", + "[6]\tvalidation_0-auc:0.87527\tvalidation_1-auc:0.81565 \n", + "[7]\tvalidation_0-auc:0.88135\tvalidation_1-auc:0.81835 \n", + "[8]\tvalidation_0-auc:0.88550\tvalidation_1-auc:0.82039 \n", + "[9]\tvalidation_0-auc:0.89185\tvalidation_1-auc:0.82282 \n", + "[10]\tvalidation_0-auc:0.89192\tvalidation_1-auc:0.81884 \n", + "[11]\tvalidation_0-auc:0.89589\tvalidation_1-auc:0.81767 \n", + "[12]\tvalidation_0-auc:0.90237\tvalidation_1-auc:0.82118 \n", + "[13]\tvalidation_0-auc:0.90711\tvalidation_1-auc:0.82173 \n", + "[14]\tvalidation_0-auc:0.91035\tvalidation_1-auc:0.82471 \n", + "[15]\tvalidation_0-auc:0.91603\tvalidation_1-auc:0.82709 \n", + "[16]\tvalidation_0-auc:0.91950\tvalidation_1-auc:0.82847 \n", + "[17]\tvalidation_0-auc:0.92175\tvalidation_1-auc:0.82919 \n", + "[18]\tvalidation_0-auc:0.92451\tvalidation_1-auc:0.82876 \n", + "[19]\tvalidation_0-auc:0.92733\tvalidation_1-auc:0.82936 \n", + "[20]\tvalidation_0-auc:0.92942\tvalidation_1-auc:0.82922 \n", + "[21]\tvalidation_0-auc:0.93081\tvalidation_1-auc:0.82927 \n", + "[22]\tvalidation_0-auc:0.93278\tvalidation_1-auc:0.82875 \n", + "[23]\tvalidation_0-auc:0.93441\tvalidation_1-auc:0.82814 \n", + "[24]\tvalidation_0-auc:0.93662\tvalidation_1-auc:0.82774 \n", + "[25]\tvalidation_0-auc:0.93785\tvalidation_1-auc:0.82730 \n", + "[26]\tvalidation_0-auc:0.93920\tvalidation_1-auc:0.82710 \n", + "[27]\tvalidation_0-auc:0.94003\tvalidation_1-auc:0.82659 \n", + "[28]\tvalidation_0-auc:0.94081\tvalidation_1-auc:0.82648 \n", + "[29]\tvalidation_0-auc:0.94136\tvalidation_1-auc:0.82619 \n", + "[30]\tvalidation_0-auc:0.94204\tvalidation_1-auc:0.82562 \n", + "[31]\tvalidation_0-auc:0.94245\tvalidation_1-auc:0.82547 \n", + "[32]\tvalidation_0-auc:0.94322\tvalidation_1-auc:0.82566 \n", + "[33]\tvalidation_0-auc:0.94329\tvalidation_1-auc:0.82535 \n", + "[34]\tvalidation_0-auc:0.94380\tvalidation_1-auc:0.82566 \n", + "[35]\tvalidation_0-auc:0.94407\tvalidation_1-auc:0.82510 \n", + "[36]\tvalidation_0-auc:0.94508\tvalidation_1-auc:0.82482 \n", + "[37]\tvalidation_0-auc:0.94528\tvalidation_1-auc:0.82505 \n", + "[38]\tvalidation_0-auc:0.94547\tvalidation_1-auc:0.82461 \n", + "[39]\tvalidation_0-auc:0.94645\tvalidation_1-auc:0.82424 \n", + "[40]\tvalidation_0-auc:0.94667\tvalidation_1-auc:0.82424 \n", + "[41]\tvalidation_0-auc:0.94756\tvalidation_1-auc:0.82429 \n", + "[42]\tvalidation_0-auc:0.94795\tvalidation_1-auc:0.82361 \n", + "[43]\tvalidation_0-auc:0.94833\tvalidation_1-auc:0.82324 \n", + "[44]\tvalidation_0-auc:0.94863\tvalidation_1-auc:0.82324 \n", + "[45]\tvalidation_0-auc:0.94885\tvalidation_1-auc:0.82277 \n", + "[46]\tvalidation_0-auc:0.94902\tvalidation_1-auc:0.82256 \n", + "[47]\tvalidation_0-auc:0.94992\tvalidation_1-auc:0.82205 \n", + "[48]\tvalidation_0-auc:0.95009\tvalidation_1-auc:0.82188 \n", + "[49]\tvalidation_0-auc:0.95035\tvalidation_1-auc:0.82157 \n", + "[0]\tvalidation_0-auc:0.82478\tvalidation_1-auc:0.80676 \n", + "[1]\tvalidation_0-auc:0.83803\tvalidation_1-auc:0.81774 \n", + "[2]\tvalidation_0-auc:0.85006\tvalidation_1-auc:0.82329 \n", + "[3]\tvalidation_0-auc:0.85408\tvalidation_1-auc:0.82212 \n", + "[4]\tvalidation_0-auc:0.86418\tvalidation_1-auc:0.82454 \n", + "[5]\tvalidation_0-auc:0.86861\tvalidation_1-auc:0.82385 \n", + "[6]\tvalidation_0-auc:0.87612\tvalidation_1-auc:0.82465 \n", + "[7]\tvalidation_0-auc:0.88123\tvalidation_1-auc:0.82535 \n", + "[8]\tvalidation_0-auc:0.88475\tvalidation_1-auc:0.82606 \n", + "[9]\tvalidation_0-auc:0.89067\tvalidation_1-auc:0.82686 \n", + "[10]\tvalidation_0-auc:0.89669\tvalidation_1-auc:0.82431 \n", + "[11]\tvalidation_0-auc:0.89912\tvalidation_1-auc:0.82217 \n", + "[12]\tvalidation_0-auc:0.90656\tvalidation_1-auc:0.82336 \n", + "[13]\tvalidation_0-auc:0.91182\tvalidation_1-auc:0.82427 \n", + "[14]\tvalidation_0-auc:0.91359\tvalidation_1-auc:0.82608 \n", + "[15]\tvalidation_0-auc:0.91889\tvalidation_1-auc:0.82644 \n", + "[16]\tvalidation_0-auc:0.92193\tvalidation_1-auc:0.82720 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[17]\tvalidation_0-auc:0.92465\tvalidation_1-auc:0.82690 \n", + "[18]\tvalidation_0-auc:0.92686\tvalidation_1-auc:0.82704 \n", + "[19]\tvalidation_0-auc:0.92939\tvalidation_1-auc:0.82797 \n", + "[20]\tvalidation_0-auc:0.93176\tvalidation_1-auc:0.82834 \n", + "[21]\tvalidation_0-auc:0.93416\tvalidation_1-auc:0.82861 \n", + "[22]\tvalidation_0-auc:0.93598\tvalidation_1-auc:0.82928 \n", + "[23]\tvalidation_0-auc:0.93725\tvalidation_1-auc:0.82973 \n", + "[24]\tvalidation_0-auc:0.93834\tvalidation_1-auc:0.82969 \n", + "[25]\tvalidation_0-auc:0.93909\tvalidation_1-auc:0.83034 \n", + "[26]\tvalidation_0-auc:0.94081\tvalidation_1-auc:0.82984 \n", + "[27]\tvalidation_0-auc:0.94242\tvalidation_1-auc:0.82992 \n", + "[28]\tvalidation_0-auc:0.94293\tvalidation_1-auc:0.83018 \n", + "[29]\tvalidation_0-auc:0.94413\tvalidation_1-auc:0.83072 \n", + "[30]\tvalidation_0-auc:0.94533\tvalidation_1-auc:0.83001 \n", + "[31]\tvalidation_0-auc:0.94599\tvalidation_1-auc:0.82983 \n", + "[32]\tvalidation_0-auc:0.94662\tvalidation_1-auc:0.82968 \n", + "[33]\tvalidation_0-auc:0.94698\tvalidation_1-auc:0.83010 \n", + "[34]\tvalidation_0-auc:0.94772\tvalidation_1-auc:0.82977 \n", + "[35]\tvalidation_0-auc:0.94880\tvalidation_1-auc:0.82963 \n", + "[36]\tvalidation_0-auc:0.94926\tvalidation_1-auc:0.82938 \n", + "[37]\tvalidation_0-auc:0.94980\tvalidation_1-auc:0.82944 \n", + "[38]\tvalidation_0-auc:0.94996\tvalidation_1-auc:0.82946 \n", + "[39]\tvalidation_0-auc:0.95014\tvalidation_1-auc:0.82948 \n", + "[40]\tvalidation_0-auc:0.95025\tvalidation_1-auc:0.82968 \n", + "[41]\tvalidation_0-auc:0.95044\tvalidation_1-auc:0.82984 \n", + "[42]\tvalidation_0-auc:0.95125\tvalidation_1-auc:0.82949 \n", + "[43]\tvalidation_0-auc:0.95163\tvalidation_1-auc:0.82954 \n", + "[44]\tvalidation_0-auc:0.95222\tvalidation_1-auc:0.82936 \n", + "[45]\tvalidation_0-auc:0.95279\tvalidation_1-auc:0.82934 \n", + "[46]\tvalidation_0-auc:0.95292\tvalidation_1-auc:0.82914 \n", + "[47]\tvalidation_0-auc:0.95324\tvalidation_1-auc:0.82875 \n", + "[48]\tvalidation_0-auc:0.95355\tvalidation_1-auc:0.82827 \n", + "[49]\tvalidation_0-auc:0.95376\tvalidation_1-auc:0.82787 \n", + "[50]\tvalidation_0-auc:0.95408\tvalidation_1-auc:0.82752 \n", + "[51]\tvalidation_0-auc:0.95418\tvalidation_1-auc:0.82742 \n", + "[52]\tvalidation_0-auc:0.95435\tvalidation_1-auc:0.82716 \n", + "[53]\tvalidation_0-auc:0.95455\tvalidation_1-auc:0.82713 \n", + "[54]\tvalidation_0-auc:0.95542\tvalidation_1-auc:0.82712 \n", + "[55]\tvalidation_0-auc:0.95605\tvalidation_1-auc:0.82647 \n", + "[56]\tvalidation_0-auc:0.95615\tvalidation_1-auc:0.82631 \n", + "[57]\tvalidation_0-auc:0.95713\tvalidation_1-auc:0.82591 \n", + "[58]\tvalidation_0-auc:0.95718\tvalidation_1-auc:0.82598 \n", + "[59]\tvalidation_0-auc:0.95738\tvalidation_1-auc:0.82575 \n", + "[0]\tvalidation_0-auc:0.83232\tvalidation_1-auc:0.80941 \n", + "[1]\tvalidation_0-auc:0.84212\tvalidation_1-auc:0.80950 \n", + "[2]\tvalidation_0-auc:0.84969\tvalidation_1-auc:0.81613 \n", + "[3]\tvalidation_0-auc:0.85706\tvalidation_1-auc:0.82097 \n", + "[4]\tvalidation_0-auc:0.86455\tvalidation_1-auc:0.82125 \n", + "[5]\tvalidation_0-auc:0.86803\tvalidation_1-auc:0.82202 \n", + "[6]\tvalidation_0-auc:0.87467\tvalidation_1-auc:0.82391 \n", + "[7]\tvalidation_0-auc:0.88276\tvalidation_1-auc:0.82342 \n", + "[8]\tvalidation_0-auc:0.88838\tvalidation_1-auc:0.82464 \n", + "[9]\tvalidation_0-auc:0.89458\tvalidation_1-auc:0.82594 \n", + "[10]\tvalidation_0-auc:0.89660\tvalidation_1-auc:0.82441 \n", + "[11]\tvalidation_0-auc:0.90092\tvalidation_1-auc:0.82226 \n", + "[12]\tvalidation_0-auc:0.90845\tvalidation_1-auc:0.82483 \n", + "[13]\tvalidation_0-auc:0.91306\tvalidation_1-auc:0.82695 \n", + "[14]\tvalidation_0-auc:0.91512\tvalidation_1-auc:0.82793 \n", + "[15]\tvalidation_0-auc:0.91857\tvalidation_1-auc:0.82916 \n", + "[16]\tvalidation_0-auc:0.92209\tvalidation_1-auc:0.82808 \n", + "[17]\tvalidation_0-auc:0.92473\tvalidation_1-auc:0.82984 \n", + "[18]\tvalidation_0-auc:0.92683\tvalidation_1-auc:0.82807 \n", + "[19]\tvalidation_0-auc:0.92880\tvalidation_1-auc:0.82956 \n", + "[20]\tvalidation_0-auc:0.93056\tvalidation_1-auc:0.82931 \n", + "[21]\tvalidation_0-auc:0.93247\tvalidation_1-auc:0.83001 \n", + "[22]\tvalidation_0-auc:0.93409\tvalidation_1-auc:0.83039 \n", + "[23]\tvalidation_0-auc:0.93559\tvalidation_1-auc:0.83040 \n", + "[24]\tvalidation_0-auc:0.93690\tvalidation_1-auc:0.82910 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[25]\tvalidation_0-auc:0.93775\tvalidation_1-auc:0.82969 \n", + "[26]\tvalidation_0-auc:0.93930\tvalidation_1-auc:0.82922 \n", + "[27]\tvalidation_0-auc:0.94026\tvalidation_1-auc:0.82974 \n", + "[28]\tvalidation_0-auc:0.94107\tvalidation_1-auc:0.82991 \n", + "[29]\tvalidation_0-auc:0.94191\tvalidation_1-auc:0.83058 \n", + "[30]\tvalidation_0-auc:0.94308\tvalidation_1-auc:0.83031 \n", + "[31]\tvalidation_0-auc:0.94365\tvalidation_1-auc:0.83077 \n", + "[32]\tvalidation_0-auc:0.94442\tvalidation_1-auc:0.83093 \n", + "[33]\tvalidation_0-auc:0.94482\tvalidation_1-auc:0.83085 \n", + "[34]\tvalidation_0-auc:0.94538\tvalidation_1-auc:0.83056 \n", + "[35]\tvalidation_0-auc:0.94615\tvalidation_1-auc:0.83044 \n", + "[36]\tvalidation_0-auc:0.94754\tvalidation_1-auc:0.83028 \n", + "[37]\tvalidation_0-auc:0.94793\tvalidation_1-auc:0.83060 \n", + "[38]\tvalidation_0-auc:0.94837\tvalidation_1-auc:0.83047 \n", + "[39]\tvalidation_0-auc:0.94866\tvalidation_1-auc:0.83048 \n", + "[40]\tvalidation_0-auc:0.94880\tvalidation_1-auc:0.83039 \n", + "[41]\tvalidation_0-auc:0.94897\tvalidation_1-auc:0.82990 \n", + "[42]\tvalidation_0-auc:0.95019\tvalidation_1-auc:0.83030 \n", + "[43]\tvalidation_0-auc:0.95062\tvalidation_1-auc:0.83000 \n", + "[44]\tvalidation_0-auc:0.95154\tvalidation_1-auc:0.82906 \n", + "[45]\tvalidation_0-auc:0.95173\tvalidation_1-auc:0.82880 \n", + "[46]\tvalidation_0-auc:0.95226\tvalidation_1-auc:0.82860 \n", + "[47]\tvalidation_0-auc:0.95248\tvalidation_1-auc:0.82813 \n", + "[48]\tvalidation_0-auc:0.95271\tvalidation_1-auc:0.82785 \n", + "[49]\tvalidation_0-auc:0.95300\tvalidation_1-auc:0.82784 \n", + "[50]\tvalidation_0-auc:0.95366\tvalidation_1-auc:0.82781 \n", + "[51]\tvalidation_0-auc:0.95380\tvalidation_1-auc:0.82767 \n", + "[52]\tvalidation_0-auc:0.95406\tvalidation_1-auc:0.82756 \n", + "[53]\tvalidation_0-auc:0.95425\tvalidation_1-auc:0.82725 \n", + "[54]\tvalidation_0-auc:0.95434\tvalidation_1-auc:0.82673 \n", + "[55]\tvalidation_0-auc:0.95460\tvalidation_1-auc:0.82642 \n", + "[56]\tvalidation_0-auc:0.95512\tvalidation_1-auc:0.82659 \n", + "[57]\tvalidation_0-auc:0.95535\tvalidation_1-auc:0.82652 \n", + "[58]\tvalidation_0-auc:0.95564\tvalidation_1-auc:0.82619 \n", + "[59]\tvalidation_0-auc:0.95585\tvalidation_1-auc:0.82623 \n", + "[60]\tvalidation_0-auc:0.95592\tvalidation_1-auc:0.82575 \n", + "[61]\tvalidation_0-auc:0.95600\tvalidation_1-auc:0.82592 \n", + "[0]\tvalidation_0-auc:0.82876\tvalidation_1-auc:0.80089 \n", + "[1]\tvalidation_0-auc:0.84037\tvalidation_1-auc:0.80499 \n", + "[2]\tvalidation_0-auc:0.85170\tvalidation_1-auc:0.80898 \n", + "[3]\tvalidation_0-auc:0.85647\tvalidation_1-auc:0.81047 \n", + "[4]\tvalidation_0-auc:0.86396\tvalidation_1-auc:0.81472 \n", + "[5]\tvalidation_0-auc:0.86751\tvalidation_1-auc:0.81612 \n", + "[6]\tvalidation_0-auc:0.87567\tvalidation_1-auc:0.81972 \n", + "[7]\tvalidation_0-auc:0.87937\tvalidation_1-auc:0.81932 \n", + "[8]\tvalidation_0-auc:0.88620\tvalidation_1-auc:0.82002 \n", + "[9]\tvalidation_0-auc:0.89458\tvalidation_1-auc:0.82037 \n", + "[10]\tvalidation_0-auc:0.89840\tvalidation_1-auc:0.81829 \n", + "[11]\tvalidation_0-auc:0.90014\tvalidation_1-auc:0.81748 \n", + "[12]\tvalidation_0-auc:0.90790\tvalidation_1-auc:0.82240 \n", + "[13]\tvalidation_0-auc:0.91327\tvalidation_1-auc:0.82353 \n", + "[14]\tvalidation_0-auc:0.91515\tvalidation_1-auc:0.82507 \n", + "[15]\tvalidation_0-auc:0.91862\tvalidation_1-auc:0.82630 \n", + "[16]\tvalidation_0-auc:0.92161\tvalidation_1-auc:0.82739 \n", + "[17]\tvalidation_0-auc:0.92353\tvalidation_1-auc:0.82818 \n", + "[18]\tvalidation_0-auc:0.92572\tvalidation_1-auc:0.82723 \n", + "[19]\tvalidation_0-auc:0.92773\tvalidation_1-auc:0.82740 \n", + "[20]\tvalidation_0-auc:0.92949\tvalidation_1-auc:0.82688 \n", + "[21]\tvalidation_0-auc:0.93106\tvalidation_1-auc:0.82545 \n", + "[22]\tvalidation_0-auc:0.93244\tvalidation_1-auc:0.82492 \n", + "[23]\tvalidation_0-auc:0.93305\tvalidation_1-auc:0.82477 \n", + "[24]\tvalidation_0-auc:0.93389\tvalidation_1-auc:0.82449 \n", + "[25]\tvalidation_0-auc:0.93464\tvalidation_1-auc:0.82457 \n", + "[26]\tvalidation_0-auc:0.93614\tvalidation_1-auc:0.82384 \n", + "[27]\tvalidation_0-auc:0.93675\tvalidation_1-auc:0.82371 \n", + "[28]\tvalidation_0-auc:0.93783\tvalidation_1-auc:0.82367 \n", + "[29]\tvalidation_0-auc:0.93843\tvalidation_1-auc:0.82384 \n", + "[30]\tvalidation_0-auc:0.93896\tvalidation_1-auc:0.82324 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[31]\tvalidation_0-auc:0.93968\tvalidation_1-auc:0.82241 \n", + "[32]\tvalidation_0-auc:0.94017\tvalidation_1-auc:0.82263 \n", + "[33]\tvalidation_0-auc:0.94067\tvalidation_1-auc:0.82278 \n", + "[34]\tvalidation_0-auc:0.94090\tvalidation_1-auc:0.82207 \n", + "[35]\tvalidation_0-auc:0.94169\tvalidation_1-auc:0.82125 \n", + "[36]\tvalidation_0-auc:0.94212\tvalidation_1-auc:0.82091 \n", + "[37]\tvalidation_0-auc:0.94244\tvalidation_1-auc:0.82037 \n", + "[38]\tvalidation_0-auc:0.94270\tvalidation_1-auc:0.81968 \n", + "[39]\tvalidation_0-auc:0.94299\tvalidation_1-auc:0.81947 \n", + "[40]\tvalidation_0-auc:0.94383\tvalidation_1-auc:0.81932 \n", + "[41]\tvalidation_0-auc:0.94450\tvalidation_1-auc:0.81869 \n", + "[42]\tvalidation_0-auc:0.94518\tvalidation_1-auc:0.81791 \n", + "[43]\tvalidation_0-auc:0.94545\tvalidation_1-auc:0.81751 \n", + "[44]\tvalidation_0-auc:0.94576\tvalidation_1-auc:0.81766 \n", + "[45]\tvalidation_0-auc:0.94590\tvalidation_1-auc:0.81708 \n", + "[46]\tvalidation_0-auc:0.94630\tvalidation_1-auc:0.81635 \n", + "[47]\tvalidation_0-auc:0.94668\tvalidation_1-auc:0.81553 \n", + "[0]\tvalidation_0-auc:0.82402\tvalidation_1-auc:0.80414 \n", + "[1]\tvalidation_0-auc:0.83789\tvalidation_1-auc:0.81442 \n", + "[2]\tvalidation_0-auc:0.84901\tvalidation_1-auc:0.82090 \n", + "[3]\tvalidation_0-auc:0.85506\tvalidation_1-auc:0.82349 \n", + "[4]\tvalidation_0-auc:0.86633\tvalidation_1-auc:0.82558 \n", + "[5]\tvalidation_0-auc:0.87031\tvalidation_1-auc:0.82531 \n", + "[6]\tvalidation_0-auc:0.87965\tvalidation_1-auc:0.82374 \n", + "[7]\tvalidation_0-auc:0.88614\tvalidation_1-auc:0.82380 \n", + "[8]\tvalidation_0-auc:0.89182\tvalidation_1-auc:0.82551 \n", + "[9]\tvalidation_0-auc:0.89725\tvalidation_1-auc:0.82629 \n", + "[10]\tvalidation_0-auc:0.90105\tvalidation_1-auc:0.82591 \n", + "[11]\tvalidation_0-auc:0.90547\tvalidation_1-auc:0.82128 \n", + "[12]\tvalidation_0-auc:0.90990\tvalidation_1-auc:0.82226 \n", + "[13]\tvalidation_0-auc:0.91386\tvalidation_1-auc:0.82532 \n", + "[14]\tvalidation_0-auc:0.91595\tvalidation_1-auc:0.82759 \n", + "[15]\tvalidation_0-auc:0.91900\tvalidation_1-auc:0.82722 \n", + "[16]\tvalidation_0-auc:0.92133\tvalidation_1-auc:0.82774 \n", + "[17]\tvalidation_0-auc:0.92380\tvalidation_1-auc:0.83001 \n", + "[18]\tvalidation_0-auc:0.92488\tvalidation_1-auc:0.82935 \n", + "[19]\tvalidation_0-auc:0.92706\tvalidation_1-auc:0.83013 \n", + "[20]\tvalidation_0-auc:0.92885\tvalidation_1-auc:0.83072 \n", + "[21]\tvalidation_0-auc:0.93058\tvalidation_1-auc:0.83013 \n", + "[22]\tvalidation_0-auc:0.93250\tvalidation_1-auc:0.83023 \n", + "[23]\tvalidation_0-auc:0.93420\tvalidation_1-auc:0.83011 \n", + "[24]\tvalidation_0-auc:0.93536\tvalidation_1-auc:0.83081 \n", + "[25]\tvalidation_0-auc:0.93639\tvalidation_1-auc:0.83127 \n", + "[26]\tvalidation_0-auc:0.93774\tvalidation_1-auc:0.82976 \n", + "[27]\tvalidation_0-auc:0.93897\tvalidation_1-auc:0.83028 \n", + "[28]\tvalidation_0-auc:0.93927\tvalidation_1-auc:0.83012 \n", + "[29]\tvalidation_0-auc:0.93989\tvalidation_1-auc:0.82954 \n", + "[30]\tvalidation_0-auc:0.94065\tvalidation_1-auc:0.82955 \n", + "[31]\tvalidation_0-auc:0.94091\tvalidation_1-auc:0.82915 \n", + "[32]\tvalidation_0-auc:0.94193\tvalidation_1-auc:0.82906 \n", + "[33]\tvalidation_0-auc:0.94243\tvalidation_1-auc:0.82886 \n", + "[34]\tvalidation_0-auc:0.94277\tvalidation_1-auc:0.82871 \n", + "[35]\tvalidation_0-auc:0.94341\tvalidation_1-auc:0.82890 \n", + "[36]\tvalidation_0-auc:0.94403\tvalidation_1-auc:0.82896 \n", + "[37]\tvalidation_0-auc:0.94434\tvalidation_1-auc:0.82920 \n", + "[38]\tvalidation_0-auc:0.94486\tvalidation_1-auc:0.82942 \n", + "[39]\tvalidation_0-auc:0.94571\tvalidation_1-auc:0.82869 \n", + "[40]\tvalidation_0-auc:0.94629\tvalidation_1-auc:0.82903 \n", + "[41]\tvalidation_0-auc:0.94661\tvalidation_1-auc:0.82909 \n", + "[42]\tvalidation_0-auc:0.94677\tvalidation_1-auc:0.82891 \n", + "[43]\tvalidation_0-auc:0.94718\tvalidation_1-auc:0.82864 \n", + "[44]\tvalidation_0-auc:0.94791\tvalidation_1-auc:0.82873 \n", + "[45]\tvalidation_0-auc:0.94810\tvalidation_1-auc:0.82851 \n", + "[46]\tvalidation_0-auc:0.94836\tvalidation_1-auc:0.82858 \n", + "[47]\tvalidation_0-auc:0.94850\tvalidation_1-auc:0.82862 \n", + "[48]\tvalidation_0-auc:0.94870\tvalidation_1-auc:0.82836 \n", + "[49]\tvalidation_0-auc:0.94906\tvalidation_1-auc:0.82824 \n", + "[50]\tvalidation_0-auc:0.94917\tvalidation_1-auc:0.82791 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[51]\tvalidation_0-auc:0.94959\tvalidation_1-auc:0.82748 \n", + "[52]\tvalidation_0-auc:0.94980\tvalidation_1-auc:0.82700 \n", + "[53]\tvalidation_0-auc:0.95001\tvalidation_1-auc:0.82647 \n", + "[54]\tvalidation_0-auc:0.95010\tvalidation_1-auc:0.82616 \n", + "[55]\tvalidation_0-auc:0.95064\tvalidation_1-auc:0.82606 \n", + "[0]\tvalidation_0-auc:0.83167\tvalidation_1-auc:0.81141 \n", + "[1]\tvalidation_0-auc:0.83961\tvalidation_1-auc:0.81295 \n", + "[2]\tvalidation_0-auc:0.84680\tvalidation_1-auc:0.81772 \n", + "[3]\tvalidation_0-auc:0.86037\tvalidation_1-auc:0.82350 \n", + "[4]\tvalidation_0-auc:0.86593\tvalidation_1-auc:0.82368 \n", + "[5]\tvalidation_0-auc:0.87032\tvalidation_1-auc:0.82538 \n", + "[6]\tvalidation_0-auc:0.87799\tvalidation_1-auc:0.82429 \n", + "[7]\tvalidation_0-auc:0.88670\tvalidation_1-auc:0.82245 \n", + "[8]\tvalidation_0-auc:0.89177\tvalidation_1-auc:0.82259 \n", + "[9]\tvalidation_0-auc:0.89870\tvalidation_1-auc:0.82333 \n", + "[10]\tvalidation_0-auc:0.90029\tvalidation_1-auc:0.82244 \n", + "[11]\tvalidation_0-auc:0.90310\tvalidation_1-auc:0.82001 \n", + "[12]\tvalidation_0-auc:0.90982\tvalidation_1-auc:0.82191 \n", + "[13]\tvalidation_0-auc:0.91416\tvalidation_1-auc:0.82161 \n", + "[14]\tvalidation_0-auc:0.91617\tvalidation_1-auc:0.82289 \n", + "[15]\tvalidation_0-auc:0.91865\tvalidation_1-auc:0.82302 \n", + "[16]\tvalidation_0-auc:0.92128\tvalidation_1-auc:0.82470 \n", + "[17]\tvalidation_0-auc:0.92369\tvalidation_1-auc:0.82511 \n", + "[18]\tvalidation_0-auc:0.92547\tvalidation_1-auc:0.82400 \n", + "[19]\tvalidation_0-auc:0.92737\tvalidation_1-auc:0.82541 \n", + "[20]\tvalidation_0-auc:0.92866\tvalidation_1-auc:0.82494 \n", + "[21]\tvalidation_0-auc:0.93028\tvalidation_1-auc:0.82398 \n", + "[22]\tvalidation_0-auc:0.93159\tvalidation_1-auc:0.82492 \n", + "[23]\tvalidation_0-auc:0.93358\tvalidation_1-auc:0.82571 \n", + "[24]\tvalidation_0-auc:0.93473\tvalidation_1-auc:0.82443 \n", + "[25]\tvalidation_0-auc:0.93524\tvalidation_1-auc:0.82478 \n", + "[26]\tvalidation_0-auc:0.93666\tvalidation_1-auc:0.82318 \n", + "[27]\tvalidation_0-auc:0.93809\tvalidation_1-auc:0.82395 \n", + "[28]\tvalidation_0-auc:0.93907\tvalidation_1-auc:0.82443 \n", + "[29]\tvalidation_0-auc:0.93955\tvalidation_1-auc:0.82449 \n", + "[30]\tvalidation_0-auc:0.94014\tvalidation_1-auc:0.82379 \n", + "[31]\tvalidation_0-auc:0.94086\tvalidation_1-auc:0.82402 \n", + "[32]\tvalidation_0-auc:0.94177\tvalidation_1-auc:0.82415 \n", + "[33]\tvalidation_0-auc:0.94219\tvalidation_1-auc:0.82394 \n", + "[34]\tvalidation_0-auc:0.94296\tvalidation_1-auc:0.82467 \n", + "[35]\tvalidation_0-auc:0.94412\tvalidation_1-auc:0.82486 \n", + "[36]\tvalidation_0-auc:0.94453\tvalidation_1-auc:0.82454 \n", + "[37]\tvalidation_0-auc:0.94554\tvalidation_1-auc:0.82434 \n", + "[38]\tvalidation_0-auc:0.94601\tvalidation_1-auc:0.82373 \n", + "[39]\tvalidation_0-auc:0.94650\tvalidation_1-auc:0.82373 \n", + "[40]\tvalidation_0-auc:0.94724\tvalidation_1-auc:0.82382 \n", + "[41]\tvalidation_0-auc:0.94757\tvalidation_1-auc:0.82368 \n", + "[42]\tvalidation_0-auc:0.94782\tvalidation_1-auc:0.82402 \n", + "[43]\tvalidation_0-auc:0.94818\tvalidation_1-auc:0.82368 \n", + "[44]\tvalidation_0-auc:0.94855\tvalidation_1-auc:0.82387 \n", + "[45]\tvalidation_0-auc:0.94861\tvalidation_1-auc:0.82402 \n", + "[46]\tvalidation_0-auc:0.94875\tvalidation_1-auc:0.82365 \n", + "[47]\tvalidation_0-auc:0.94890\tvalidation_1-auc:0.82343 \n", + "[48]\tvalidation_0-auc:0.94905\tvalidation_1-auc:0.82306 \n", + "[49]\tvalidation_0-auc:0.94914\tvalidation_1-auc:0.82286 \n", + "[50]\tvalidation_0-auc:0.94958\tvalidation_1-auc:0.82306 \n", + "[51]\tvalidation_0-auc:0.94986\tvalidation_1-auc:0.82268 \n", + "[52]\tvalidation_0-auc:0.95006\tvalidation_1-auc:0.82261 \n", + "[0]\tvalidation_0-auc:0.82501\tvalidation_1-auc:0.80157 \n", + "[1]\tvalidation_0-auc:0.83688\tvalidation_1-auc:0.80739 \n", + "[2]\tvalidation_0-auc:0.84149\tvalidation_1-auc:0.81068 \n", + "[3]\tvalidation_0-auc:0.84455\tvalidation_1-auc:0.81250 \n", + "[4]\tvalidation_0-auc:0.84837\tvalidation_1-auc:0.81533 \n", + "[5]\tvalidation_0-auc:0.85147\tvalidation_1-auc:0.81581 \n", + "[6]\tvalidation_0-auc:0.85536\tvalidation_1-auc:0.82192 \n", + "[7]\tvalidation_0-auc:0.85733\tvalidation_1-auc:0.82323 \n", + "[8]\tvalidation_0-auc:0.85873\tvalidation_1-auc:0.82325 \n", + "[9]\tvalidation_0-auc:0.86006\tvalidation_1-auc:0.82192 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[10]\tvalidation_0-auc:0.85932\tvalidation_1-auc:0.82056 \n", + "[11]\tvalidation_0-auc:0.86047\tvalidation_1-auc:0.82017 \n", + "[12]\tvalidation_0-auc:0.86601\tvalidation_1-auc:0.82303 \n", + "[13]\tvalidation_0-auc:0.87154\tvalidation_1-auc:0.82486 \n", + "[14]\tvalidation_0-auc:0.87298\tvalidation_1-auc:0.82749 \n", + "[15]\tvalidation_0-auc:0.87434\tvalidation_1-auc:0.82690 \n", + "[16]\tvalidation_0-auc:0.87734\tvalidation_1-auc:0.82965 \n", + "[17]\tvalidation_0-auc:0.88001\tvalidation_1-auc:0.83119 \n", + "[18]\tvalidation_0-auc:0.88038\tvalidation_1-auc:0.83003 \n", + "[19]\tvalidation_0-auc:0.88426\tvalidation_1-auc:0.83173 \n", + "[20]\tvalidation_0-auc:0.88426\tvalidation_1-auc:0.82954 \n", + "[21]\tvalidation_0-auc:0.88459\tvalidation_1-auc:0.82791 \n", + "[22]\tvalidation_0-auc:0.88682\tvalidation_1-auc:0.82970 \n", + "[23]\tvalidation_0-auc:0.88980\tvalidation_1-auc:0.83055 \n", + "[24]\tvalidation_0-auc:0.89138\tvalidation_1-auc:0.83036 \n", + "[25]\tvalidation_0-auc:0.89282\tvalidation_1-auc:0.83077 \n", + "[26]\tvalidation_0-auc:0.89430\tvalidation_1-auc:0.83019 \n", + "[27]\tvalidation_0-auc:0.89643\tvalidation_1-auc:0.83069 \n", + "[28]\tvalidation_0-auc:0.89699\tvalidation_1-auc:0.83046 \n", + "[29]\tvalidation_0-auc:0.89798\tvalidation_1-auc:0.83044 \n", + "[30]\tvalidation_0-auc:0.89899\tvalidation_1-auc:0.83014 \n", + "[31]\tvalidation_0-auc:0.90070\tvalidation_1-auc:0.83013 \n", + "[32]\tvalidation_0-auc:0.90166\tvalidation_1-auc:0.83047 \n", + "[33]\tvalidation_0-auc:0.90233\tvalidation_1-auc:0.83004 \n", + "[34]\tvalidation_0-auc:0.90267\tvalidation_1-auc:0.83020 \n", + "[35]\tvalidation_0-auc:0.90321\tvalidation_1-auc:0.82979 \n", + "[36]\tvalidation_0-auc:0.90424\tvalidation_1-auc:0.82968 \n", + "[37]\tvalidation_0-auc:0.90522\tvalidation_1-auc:0.83005 \n", + "[38]\tvalidation_0-auc:0.90547\tvalidation_1-auc:0.82997 \n", + "[39]\tvalidation_0-auc:0.90563\tvalidation_1-auc:0.83017 \n", + "[40]\tvalidation_0-auc:0.90624\tvalidation_1-auc:0.83017 \n", + "[41]\tvalidation_0-auc:0.90634\tvalidation_1-auc:0.83008 \n", + "[42]\tvalidation_0-auc:0.90661\tvalidation_1-auc:0.83025 \n", + "[43]\tvalidation_0-auc:0.90664\tvalidation_1-auc:0.83049 \n", + "[44]\tvalidation_0-auc:0.90777\tvalidation_1-auc:0.83026 \n", + "[45]\tvalidation_0-auc:0.90814\tvalidation_1-auc:0.83035 \n", + "[46]\tvalidation_0-auc:0.90882\tvalidation_1-auc:0.83024 \n", + "[47]\tvalidation_0-auc:0.90907\tvalidation_1-auc:0.83040 \n", + "[48]\tvalidation_0-auc:0.90920\tvalidation_1-auc:0.83034 \n", + "[49]\tvalidation_0-auc:0.91002\tvalidation_1-auc:0.83044 \n", + "[0]\tvalidation_0-auc:0.81977\tvalidation_1-auc:0.80700 \n", + "[1]\tvalidation_0-auc:0.83353\tvalidation_1-auc:0.81660 \n", + "[2]\tvalidation_0-auc:0.84281\tvalidation_1-auc:0.82363 \n", + "[3]\tvalidation_0-auc:0.84348\tvalidation_1-auc:0.82379 \n", + "[4]\tvalidation_0-auc:0.85042\tvalidation_1-auc:0.82809 \n", + "[5]\tvalidation_0-auc:0.85410\tvalidation_1-auc:0.82796 \n", + "[6]\tvalidation_0-auc:0.85761\tvalidation_1-auc:0.82693 \n", + "[7]\tvalidation_0-auc:0.86132\tvalidation_1-auc:0.82936 \n", + "[8]\tvalidation_0-auc:0.86628\tvalidation_1-auc:0.83225 \n", + "[9]\tvalidation_0-auc:0.86706\tvalidation_1-auc:0.83059 \n", + "[10]\tvalidation_0-auc:0.86783\tvalidation_1-auc:0.82752 \n", + "[11]\tvalidation_0-auc:0.86833\tvalidation_1-auc:0.82475 \n", + "[12]\tvalidation_0-auc:0.87187\tvalidation_1-auc:0.82814 \n", + "[13]\tvalidation_0-auc:0.87565\tvalidation_1-auc:0.83179 \n", + "[14]\tvalidation_0-auc:0.87721\tvalidation_1-auc:0.83263 \n", + "[15]\tvalidation_0-auc:0.87827\tvalidation_1-auc:0.83000 \n", + "[16]\tvalidation_0-auc:0.88097\tvalidation_1-auc:0.83234 \n", + "[17]\tvalidation_0-auc:0.88442\tvalidation_1-auc:0.83416 \n", + "[18]\tvalidation_0-auc:0.88408\tvalidation_1-auc:0.83270 \n", + "[19]\tvalidation_0-auc:0.88714\tvalidation_1-auc:0.83305 \n", + "[20]\tvalidation_0-auc:0.88758\tvalidation_1-auc:0.83226 \n", + "[21]\tvalidation_0-auc:0.88816\tvalidation_1-auc:0.83052 \n", + "[22]\tvalidation_0-auc:0.89062\tvalidation_1-auc:0.83138 \n", + "[23]\tvalidation_0-auc:0.89362\tvalidation_1-auc:0.83347 \n", + "[24]\tvalidation_0-auc:0.89517\tvalidation_1-auc:0.83438 \n", + "[25]\tvalidation_0-auc:0.89629\tvalidation_1-auc:0.83535 \n", + "[26]\tvalidation_0-auc:0.89805\tvalidation_1-auc:0.83523 \n", + "[27]\tvalidation_0-auc:0.89972\tvalidation_1-auc:0.83627 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[28]\tvalidation_0-auc:0.89982\tvalidation_1-auc:0.83577 \n", + "[29]\tvalidation_0-auc:0.90092\tvalidation_1-auc:0.83632 \n", + "[30]\tvalidation_0-auc:0.90234\tvalidation_1-auc:0.83567 \n", + "[31]\tvalidation_0-auc:0.90336\tvalidation_1-auc:0.83634 \n", + "[32]\tvalidation_0-auc:0.90432\tvalidation_1-auc:0.83651 \n", + "[33]\tvalidation_0-auc:0.90465\tvalidation_1-auc:0.83640 \n", + "[34]\tvalidation_0-auc:0.90500\tvalidation_1-auc:0.83663 \n", + "[35]\tvalidation_0-auc:0.90553\tvalidation_1-auc:0.83686 \n", + "[36]\tvalidation_0-auc:0.90655\tvalidation_1-auc:0.83663 \n", + "[37]\tvalidation_0-auc:0.90766\tvalidation_1-auc:0.83740 \n", + "[38]\tvalidation_0-auc:0.90809\tvalidation_1-auc:0.83750 \n", + "[39]\tvalidation_0-auc:0.90824\tvalidation_1-auc:0.83777 \n", + "[40]\tvalidation_0-auc:0.90879\tvalidation_1-auc:0.83777 \n", + "[41]\tvalidation_0-auc:0.90910\tvalidation_1-auc:0.83777 \n", + "[42]\tvalidation_0-auc:0.90965\tvalidation_1-auc:0.83764 \n", + "[43]\tvalidation_0-auc:0.90981\tvalidation_1-auc:0.83746 \n", + "[44]\tvalidation_0-auc:0.91038\tvalidation_1-auc:0.83734 \n", + "[45]\tvalidation_0-auc:0.91057\tvalidation_1-auc:0.83723 \n", + "[46]\tvalidation_0-auc:0.91075\tvalidation_1-auc:0.83707 \n", + "[47]\tvalidation_0-auc:0.91142\tvalidation_1-auc:0.83690 \n", + "[48]\tvalidation_0-auc:0.91169\tvalidation_1-auc:0.83671 \n", + "[49]\tvalidation_0-auc:0.91204\tvalidation_1-auc:0.83676 \n", + "[50]\tvalidation_0-auc:0.91242\tvalidation_1-auc:0.83680 \n", + "[51]\tvalidation_0-auc:0.91339\tvalidation_1-auc:0.83663 \n", + "[52]\tvalidation_0-auc:0.91353\tvalidation_1-auc:0.83625 \n", + "[53]\tvalidation_0-auc:0.91387\tvalidation_1-auc:0.83626 \n", + "[54]\tvalidation_0-auc:0.91412\tvalidation_1-auc:0.83618 \n", + "[55]\tvalidation_0-auc:0.91505\tvalidation_1-auc:0.83632 \n", + "[56]\tvalidation_0-auc:0.91524\tvalidation_1-auc:0.83626 \n", + "[57]\tvalidation_0-auc:0.91547\tvalidation_1-auc:0.83619 \n", + "[58]\tvalidation_0-auc:0.91565\tvalidation_1-auc:0.83609 \n", + "[59]\tvalidation_0-auc:0.91645\tvalidation_1-auc:0.83598 \n", + "[60]\tvalidation_0-auc:0.91664\tvalidation_1-auc:0.83565 \n", + "[61]\tvalidation_0-auc:0.91679\tvalidation_1-auc:0.83562 \n", + "[62]\tvalidation_0-auc:0.91696\tvalidation_1-auc:0.83563 \n", + "[63]\tvalidation_0-auc:0.91745\tvalidation_1-auc:0.83561 \n", + "[64]\tvalidation_0-auc:0.91829\tvalidation_1-auc:0.83517 \n", + "[65]\tvalidation_0-auc:0.91923\tvalidation_1-auc:0.83492 \n", + "[66]\tvalidation_0-auc:0.91943\tvalidation_1-auc:0.83481 \n", + "[67]\tvalidation_0-auc:0.91956\tvalidation_1-auc:0.83479 \n", + "[68]\tvalidation_0-auc:0.91992\tvalidation_1-auc:0.83474 \n", + "[69]\tvalidation_0-auc:0.92070\tvalidation_1-auc:0.83436 \n", + "[70]\tvalidation_0-auc:0.92126\tvalidation_1-auc:0.83416 \n", + "[0]\tvalidation_0-auc:0.82909\tvalidation_1-auc:0.81025 \n", + "[1]\tvalidation_0-auc:0.83691\tvalidation_1-auc:0.81283 \n", + "[2]\tvalidation_0-auc:0.84200\tvalidation_1-auc:0.81832 \n", + "[3]\tvalidation_0-auc:0.84511\tvalidation_1-auc:0.81809 \n", + "[4]\tvalidation_0-auc:0.85111\tvalidation_1-auc:0.81966 \n", + "[5]\tvalidation_0-auc:0.85653\tvalidation_1-auc:0.82043 \n", + "[6]\tvalidation_0-auc:0.86024\tvalidation_1-auc:0.82208 \n", + "[7]\tvalidation_0-auc:0.86257\tvalidation_1-auc:0.82324 \n", + "[8]\tvalidation_0-auc:0.86587\tvalidation_1-auc:0.82569 \n", + "[9]\tvalidation_0-auc:0.86672\tvalidation_1-auc:0.82572 \n", + "[10]\tvalidation_0-auc:0.86747\tvalidation_1-auc:0.82336 \n", + "[11]\tvalidation_0-auc:0.86879\tvalidation_1-auc:0.82263 \n", + "[12]\tvalidation_0-auc:0.87304\tvalidation_1-auc:0.82435 \n", + "[13]\tvalidation_0-auc:0.87579\tvalidation_1-auc:0.82618 \n", + "[14]\tvalidation_0-auc:0.87742\tvalidation_1-auc:0.82796 \n", + "[15]\tvalidation_0-auc:0.87830\tvalidation_1-auc:0.82654 \n", + "[16]\tvalidation_0-auc:0.88140\tvalidation_1-auc:0.82827 \n", + "[17]\tvalidation_0-auc:0.88472\tvalidation_1-auc:0.82957 \n", + "[18]\tvalidation_0-auc:0.88533\tvalidation_1-auc:0.82933 \n", + "[19]\tvalidation_0-auc:0.88923\tvalidation_1-auc:0.83160 \n", + "[20]\tvalidation_0-auc:0.88983\tvalidation_1-auc:0.83150 \n", + "[21]\tvalidation_0-auc:0.89092\tvalidation_1-auc:0.82991 \n", + "[22]\tvalidation_0-auc:0.89334\tvalidation_1-auc:0.83126 \n", + "[23]\tvalidation_0-auc:0.89556\tvalidation_1-auc:0.83237 \n", + "[24]\tvalidation_0-auc:0.89676\tvalidation_1-auc:0.83326 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[25]\tvalidation_0-auc:0.89765\tvalidation_1-auc:0.83512 \n", + "[26]\tvalidation_0-auc:0.89969\tvalidation_1-auc:0.83554 \n", + "[27]\tvalidation_0-auc:0.90082\tvalidation_1-auc:0.83637 \n", + "[28]\tvalidation_0-auc:0.90140\tvalidation_1-auc:0.83621 \n", + "[29]\tvalidation_0-auc:0.90251\tvalidation_1-auc:0.83660 \n", + "[30]\tvalidation_0-auc:0.90384\tvalidation_1-auc:0.83570 \n", + "[31]\tvalidation_0-auc:0.90524\tvalidation_1-auc:0.83606 \n", + "[32]\tvalidation_0-auc:0.90632\tvalidation_1-auc:0.83653 \n", + "[33]\tvalidation_0-auc:0.90694\tvalidation_1-auc:0.83675 \n", + "[34]\tvalidation_0-auc:0.90722\tvalidation_1-auc:0.83698 \n", + "[35]\tvalidation_0-auc:0.90778\tvalidation_1-auc:0.83732 \n", + "[36]\tvalidation_0-auc:0.90892\tvalidation_1-auc:0.83714 \n", + "[37]\tvalidation_0-auc:0.90959\tvalidation_1-auc:0.83655 \n", + "[38]\tvalidation_0-auc:0.91037\tvalidation_1-auc:0.83652 \n", + "[39]\tvalidation_0-auc:0.91047\tvalidation_1-auc:0.83676 \n", + "[40]\tvalidation_0-auc:0.91099\tvalidation_1-auc:0.83729 \n", + "[41]\tvalidation_0-auc:0.91115\tvalidation_1-auc:0.83690 \n", + "[42]\tvalidation_0-auc:0.91183\tvalidation_1-auc:0.83730 \n", + "[43]\tvalidation_0-auc:0.91256\tvalidation_1-auc:0.83747 \n", + "[44]\tvalidation_0-auc:0.91377\tvalidation_1-auc:0.83741 \n", + "[45]\tvalidation_0-auc:0.91385\tvalidation_1-auc:0.83781 \n", + "[46]\tvalidation_0-auc:0.91399\tvalidation_1-auc:0.83768 \n", + "[47]\tvalidation_0-auc:0.91450\tvalidation_1-auc:0.83813 \n", + "[48]\tvalidation_0-auc:0.91486\tvalidation_1-auc:0.83857 \n", + "[49]\tvalidation_0-auc:0.91549\tvalidation_1-auc:0.83836 \n", + "[50]\tvalidation_0-auc:0.91593\tvalidation_1-auc:0.83831 \n", + "[51]\tvalidation_0-auc:0.91622\tvalidation_1-auc:0.83840 \n", + "[52]\tvalidation_0-auc:0.91681\tvalidation_1-auc:0.83826 \n", + "[53]\tvalidation_0-auc:0.91704\tvalidation_1-auc:0.83798 \n", + "[54]\tvalidation_0-auc:0.91737\tvalidation_1-auc:0.83795 \n", + "[55]\tvalidation_0-auc:0.91841\tvalidation_1-auc:0.83810 \n", + "[56]\tvalidation_0-auc:0.91902\tvalidation_1-auc:0.83811 \n", + "[57]\tvalidation_0-auc:0.91919\tvalidation_1-auc:0.83794 \n", + "[58]\tvalidation_0-auc:0.91944\tvalidation_1-auc:0.83754 \n", + "[59]\tvalidation_0-auc:0.92001\tvalidation_1-auc:0.83751 \n", + "[60]\tvalidation_0-auc:0.92039\tvalidation_1-auc:0.83729 \n", + "[61]\tvalidation_0-auc:0.92070\tvalidation_1-auc:0.83703 \n", + "[62]\tvalidation_0-auc:0.92096\tvalidation_1-auc:0.83709 \n", + "[63]\tvalidation_0-auc:0.92110\tvalidation_1-auc:0.83694 \n", + "[64]\tvalidation_0-auc:0.92180\tvalidation_1-auc:0.83684 \n", + "[65]\tvalidation_0-auc:0.92199\tvalidation_1-auc:0.83670 \n", + "[66]\tvalidation_0-auc:0.92221\tvalidation_1-auc:0.83650 \n", + "[67]\tvalidation_0-auc:0.92319\tvalidation_1-auc:0.83634 \n", + "[68]\tvalidation_0-auc:0.92352\tvalidation_1-auc:0.83629 \n", + "[69]\tvalidation_0-auc:0.92352\tvalidation_1-auc:0.83644 \n", + "[70]\tvalidation_0-auc:0.92386\tvalidation_1-auc:0.83645 \n", + "[71]\tvalidation_0-auc:0.92397\tvalidation_1-auc:0.83644 \n", + "[72]\tvalidation_0-auc:0.92444\tvalidation_1-auc:0.83612 \n", + "[73]\tvalidation_0-auc:0.92461\tvalidation_1-auc:0.83606 \n", + "[74]\tvalidation_0-auc:0.92504\tvalidation_1-auc:0.83593 \n", + "[75]\tvalidation_0-auc:0.92530\tvalidation_1-auc:0.83628 \n", + "[76]\tvalidation_0-auc:0.92535\tvalidation_1-auc:0.83619 \n", + "[77]\tvalidation_0-auc:0.92555\tvalidation_1-auc:0.83616 \n", + "[0]\tvalidation_0-auc:0.83232\tvalidation_1-auc:0.79939 \n", + "[1]\tvalidation_0-auc:0.84813\tvalidation_1-auc:0.80517 \n", + "[2]\tvalidation_0-auc:0.85460\tvalidation_1-auc:0.80957 \n", + "[3]\tvalidation_0-auc:0.85825\tvalidation_1-auc:0.81008 \n", + "[4]\tvalidation_0-auc:0.86543\tvalidation_1-auc:0.81099 \n", + "[5]\tvalidation_0-auc:0.87032\tvalidation_1-auc:0.81161 \n", + "[6]\tvalidation_0-auc:0.87752\tvalidation_1-auc:0.81434 \n", + "[7]\tvalidation_0-auc:0.88339\tvalidation_1-auc:0.81616 \n", + "[8]\tvalidation_0-auc:0.88855\tvalidation_1-auc:0.81975 \n", + "[9]\tvalidation_0-auc:0.89207\tvalidation_1-auc:0.81529 \n", + "[10]\tvalidation_0-auc:0.89350\tvalidation_1-auc:0.81387 \n", + "[11]\tvalidation_0-auc:0.89781\tvalidation_1-auc:0.81180 \n", + "[12]\tvalidation_0-auc:0.90385\tvalidation_1-auc:0.81586 \n", + "[13]\tvalidation_0-auc:0.91248\tvalidation_1-auc:0.81771 \n", + "[14]\tvalidation_0-auc:0.91450\tvalidation_1-auc:0.81928 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[15]\tvalidation_0-auc:0.91983\tvalidation_1-auc:0.82034 \n", + "[16]\tvalidation_0-auc:0.92287\tvalidation_1-auc:0.82280 \n", + "[17]\tvalidation_0-auc:0.92712\tvalidation_1-auc:0.82393 \n", + "[18]\tvalidation_0-auc:0.93004\tvalidation_1-auc:0.82254 \n", + "[19]\tvalidation_0-auc:0.93562\tvalidation_1-auc:0.82272 \n", + "[20]\tvalidation_0-auc:0.93697\tvalidation_1-auc:0.82094 \n", + "[21]\tvalidation_0-auc:0.93847\tvalidation_1-auc:0.81934 \n", + "[22]\tvalidation_0-auc:0.94443\tvalidation_1-auc:0.82172 \n", + "[23]\tvalidation_0-auc:0.94781\tvalidation_1-auc:0.82307 \n", + "[24]\tvalidation_0-auc:0.94958\tvalidation_1-auc:0.82305 \n", + "[25]\tvalidation_0-auc:0.95105\tvalidation_1-auc:0.82328 \n", + "[26]\tvalidation_0-auc:0.95382\tvalidation_1-auc:0.82223 \n", + "[27]\tvalidation_0-auc:0.95554\tvalidation_1-auc:0.82319 \n", + "[28]\tvalidation_0-auc:0.95608\tvalidation_1-auc:0.82297 \n", + "[29]\tvalidation_0-auc:0.95780\tvalidation_1-auc:0.82295 \n", + "[30]\tvalidation_0-auc:0.95954\tvalidation_1-auc:0.82147 \n", + "[31]\tvalidation_0-auc:0.96140\tvalidation_1-auc:0.82075 \n", + "[32]\tvalidation_0-auc:0.96247\tvalidation_1-auc:0.82045 \n", + "[33]\tvalidation_0-auc:0.96314\tvalidation_1-auc:0.82095 \n", + "[34]\tvalidation_0-auc:0.96388\tvalidation_1-auc:0.82021 \n", + "[35]\tvalidation_0-auc:0.96488\tvalidation_1-auc:0.82059 \n", + "[36]\tvalidation_0-auc:0.96557\tvalidation_1-auc:0.82041 \n", + "[37]\tvalidation_0-auc:0.96692\tvalidation_1-auc:0.81896 \n", + "[38]\tvalidation_0-auc:0.96751\tvalidation_1-auc:0.81914 \n", + "[39]\tvalidation_0-auc:0.96771\tvalidation_1-auc:0.81940 \n", + "[40]\tvalidation_0-auc:0.96787\tvalidation_1-auc:0.81956 \n", + "[41]\tvalidation_0-auc:0.96852\tvalidation_1-auc:0.81888 \n", + "[42]\tvalidation_0-auc:0.96929\tvalidation_1-auc:0.81885 \n", + "[43]\tvalidation_0-auc:0.96988\tvalidation_1-auc:0.81901 \n", + "[44]\tvalidation_0-auc:0.97027\tvalidation_1-auc:0.81907 \n", + "[45]\tvalidation_0-auc:0.97024\tvalidation_1-auc:0.81890 \n", + "[46]\tvalidation_0-auc:0.97042\tvalidation_1-auc:0.81854 \n", + "[0]\tvalidation_0-auc:0.82720\tvalidation_1-auc:0.80237 \n", + "[1]\tvalidation_0-auc:0.84351\tvalidation_1-auc:0.81542 \n", + "[2]\tvalidation_0-auc:0.85059\tvalidation_1-auc:0.81927 \n", + "[3]\tvalidation_0-auc:0.85477\tvalidation_1-auc:0.81989 \n", + "[4]\tvalidation_0-auc:0.86441\tvalidation_1-auc:0.82165 \n", + "[5]\tvalidation_0-auc:0.86995\tvalidation_1-auc:0.82327 \n", + "[6]\tvalidation_0-auc:0.87937\tvalidation_1-auc:0.82542 \n", + "[7]\tvalidation_0-auc:0.88507\tvalidation_1-auc:0.82676 \n", + "[8]\tvalidation_0-auc:0.89037\tvalidation_1-auc:0.82746 \n", + "[9]\tvalidation_0-auc:0.89327\tvalidation_1-auc:0.82681 \n", + "[10]\tvalidation_0-auc:0.89567\tvalidation_1-auc:0.82270 \n", + "[11]\tvalidation_0-auc:0.89903\tvalidation_1-auc:0.82293 \n", + "[12]\tvalidation_0-auc:0.90392\tvalidation_1-auc:0.82523 \n", + "[13]\tvalidation_0-auc:0.91192\tvalidation_1-auc:0.82830 \n", + "[14]\tvalidation_0-auc:0.91412\tvalidation_1-auc:0.82821 \n", + "[15]\tvalidation_0-auc:0.92129\tvalidation_1-auc:0.82839 \n", + "[16]\tvalidation_0-auc:0.92493\tvalidation_1-auc:0.82807 \n", + "[17]\tvalidation_0-auc:0.92975\tvalidation_1-auc:0.82812 \n", + "[18]\tvalidation_0-auc:0.93098\tvalidation_1-auc:0.82730 \n", + "[19]\tvalidation_0-auc:0.93738\tvalidation_1-auc:0.82788 \n", + "[20]\tvalidation_0-auc:0.93784\tvalidation_1-auc:0.82568 \n", + "[21]\tvalidation_0-auc:0.93922\tvalidation_1-auc:0.82323 \n", + "[22]\tvalidation_0-auc:0.94319\tvalidation_1-auc:0.82354 \n", + "[23]\tvalidation_0-auc:0.94781\tvalidation_1-auc:0.82486 \n", + "[24]\tvalidation_0-auc:0.95052\tvalidation_1-auc:0.82532 \n", + "[25]\tvalidation_0-auc:0.95269\tvalidation_1-auc:0.82609 \n", + "[26]\tvalidation_0-auc:0.95489\tvalidation_1-auc:0.82480 \n", + "[27]\tvalidation_0-auc:0.95793\tvalidation_1-auc:0.82496 \n", + "[28]\tvalidation_0-auc:0.95876\tvalidation_1-auc:0.82583 \n", + "[29]\tvalidation_0-auc:0.96102\tvalidation_1-auc:0.82516 \n", + "[30]\tvalidation_0-auc:0.96238\tvalidation_1-auc:0.82432 \n", + "[31]\tvalidation_0-auc:0.96392\tvalidation_1-auc:0.82390 \n", + "[32]\tvalidation_0-auc:0.96494\tvalidation_1-auc:0.82469 \n", + "[33]\tvalidation_0-auc:0.96509\tvalidation_1-auc:0.82538 \n", + "[34]\tvalidation_0-auc:0.96554\tvalidation_1-auc:0.82578 \n", + "[35]\tvalidation_0-auc:0.96655\tvalidation_1-auc:0.82587 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[36]\tvalidation_0-auc:0.96707\tvalidation_1-auc:0.82593 \n", + "[37]\tvalidation_0-auc:0.96806\tvalidation_1-auc:0.82574 \n", + "[38]\tvalidation_0-auc:0.96891\tvalidation_1-auc:0.82590 \n", + "[39]\tvalidation_0-auc:0.96914\tvalidation_1-auc:0.82638 \n", + "[40]\tvalidation_0-auc:0.96970\tvalidation_1-auc:0.82659 \n", + "[41]\tvalidation_0-auc:0.97014\tvalidation_1-auc:0.82634 \n", + "[42]\tvalidation_0-auc:0.97072\tvalidation_1-auc:0.82604 \n", + "[43]\tvalidation_0-auc:0.97114\tvalidation_1-auc:0.82625 \n", + "[44]\tvalidation_0-auc:0.97145\tvalidation_1-auc:0.82619 \n", + "[0]\tvalidation_0-auc:0.83920\tvalidation_1-auc:0.80964 \n", + "[1]\tvalidation_0-auc:0.84949\tvalidation_1-auc:0.80856 \n", + "[2]\tvalidation_0-auc:0.85694\tvalidation_1-auc:0.81360 \n", + "[3]\tvalidation_0-auc:0.86117\tvalidation_1-auc:0.81334 \n", + "[4]\tvalidation_0-auc:0.86966\tvalidation_1-auc:0.81477 \n", + "[5]\tvalidation_0-auc:0.87852\tvalidation_1-auc:0.81745 \n", + "[6]\tvalidation_0-auc:0.88388\tvalidation_1-auc:0.81966 \n", + "[7]\tvalidation_0-auc:0.89099\tvalidation_1-auc:0.81975 \n", + "[8]\tvalidation_0-auc:0.89599\tvalidation_1-auc:0.82183 \n", + "[9]\tvalidation_0-auc:0.89934\tvalidation_1-auc:0.82146 \n", + "[10]\tvalidation_0-auc:0.90223\tvalidation_1-auc:0.81900 \n", + "[11]\tvalidation_0-auc:0.90715\tvalidation_1-auc:0.81762 \n", + "[12]\tvalidation_0-auc:0.91388\tvalidation_1-auc:0.82032 \n", + "[13]\tvalidation_0-auc:0.91834\tvalidation_1-auc:0.82128 \n", + "[14]\tvalidation_0-auc:0.91995\tvalidation_1-auc:0.82220 \n", + "[15]\tvalidation_0-auc:0.92312\tvalidation_1-auc:0.82336 \n", + "[16]\tvalidation_0-auc:0.92481\tvalidation_1-auc:0.82397 \n", + "[17]\tvalidation_0-auc:0.93135\tvalidation_1-auc:0.82462 \n", + "[18]\tvalidation_0-auc:0.93358\tvalidation_1-auc:0.82189 \n", + "[19]\tvalidation_0-auc:0.93927\tvalidation_1-auc:0.82211 \n", + "[20]\tvalidation_0-auc:0.94058\tvalidation_1-auc:0.82150 \n", + "[21]\tvalidation_0-auc:0.94243\tvalidation_1-auc:0.81941 \n", + "[22]\tvalidation_0-auc:0.94770\tvalidation_1-auc:0.82122 \n", + "[23]\tvalidation_0-auc:0.95067\tvalidation_1-auc:0.82206 \n", + "[24]\tvalidation_0-auc:0.95254\tvalidation_1-auc:0.82254 \n", + "[25]\tvalidation_0-auc:0.95348\tvalidation_1-auc:0.82330 \n", + "[26]\tvalidation_0-auc:0.95635\tvalidation_1-auc:0.82245 \n", + "[27]\tvalidation_0-auc:0.95867\tvalidation_1-auc:0.82345 \n", + "[28]\tvalidation_0-auc:0.95915\tvalidation_1-auc:0.82420 \n", + "[29]\tvalidation_0-auc:0.96119\tvalidation_1-auc:0.82539 \n", + "[30]\tvalidation_0-auc:0.96243\tvalidation_1-auc:0.82485 \n", + "[31]\tvalidation_0-auc:0.96425\tvalidation_1-auc:0.82416 \n", + "[32]\tvalidation_0-auc:0.96547\tvalidation_1-auc:0.82461 \n", + "[33]\tvalidation_0-auc:0.96611\tvalidation_1-auc:0.82497 \n", + "[34]\tvalidation_0-auc:0.96628\tvalidation_1-auc:0.82482 \n", + "[35]\tvalidation_0-auc:0.96739\tvalidation_1-auc:0.82510 \n", + "[36]\tvalidation_0-auc:0.96844\tvalidation_1-auc:0.82386 \n", + "[37]\tvalidation_0-auc:0.96980\tvalidation_1-auc:0.82348 \n", + "[38]\tvalidation_0-auc:0.97015\tvalidation_1-auc:0.82332 \n", + "[39]\tvalidation_0-auc:0.97044\tvalidation_1-auc:0.82301 \n", + "[40]\tvalidation_0-auc:0.97066\tvalidation_1-auc:0.82362 \n", + "[41]\tvalidation_0-auc:0.97106\tvalidation_1-auc:0.82327 \n", + "[42]\tvalidation_0-auc:0.97167\tvalidation_1-auc:0.82325 \n", + "[43]\tvalidation_0-auc:0.97211\tvalidation_1-auc:0.82406 \n", + "[44]\tvalidation_0-auc:0.97256\tvalidation_1-auc:0.82444 \n", + "[45]\tvalidation_0-auc:0.97287\tvalidation_1-auc:0.82381 \n", + "[46]\tvalidation_0-auc:0.97321\tvalidation_1-auc:0.82366 \n", + "[47]\tvalidation_0-auc:0.97384\tvalidation_1-auc:0.82361 \n", + "[48]\tvalidation_0-auc:0.97408\tvalidation_1-auc:0.82359 \n", + "[49]\tvalidation_0-auc:0.97494\tvalidation_1-auc:0.82371 \n", + "[50]\tvalidation_0-auc:0.97500\tvalidation_1-auc:0.82347 \n", + "[51]\tvalidation_0-auc:0.97550\tvalidation_1-auc:0.82371 \n", + "[52]\tvalidation_0-auc:0.97575\tvalidation_1-auc:0.82380 \n", + "[53]\tvalidation_0-auc:0.97597\tvalidation_1-auc:0.82383 \n", + "[54]\tvalidation_0-auc:0.97599\tvalidation_1-auc:0.82351 \n", + "[55]\tvalidation_0-auc:0.97645\tvalidation_1-auc:0.82344 \n", + "[56]\tvalidation_0-auc:0.97655\tvalidation_1-auc:0.82348 \n", + "[57]\tvalidation_0-auc:0.97665\tvalidation_1-auc:0.82336 \n", + "[58]\tvalidation_0-auc:0.97690\tvalidation_1-auc:0.82343 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[59]\tvalidation_0-auc:0.97703\tvalidation_1-auc:0.82332 \n", + "[0]\tvalidation_0-auc:0.82010\tvalidation_1-auc:0.79498 \n", + "[1]\tvalidation_0-auc:0.82691\tvalidation_1-auc:0.80209 \n", + "[2]\tvalidation_0-auc:0.83371\tvalidation_1-auc:0.80857 \n", + "[3]\tvalidation_0-auc:0.83429\tvalidation_1-auc:0.80982 \n", + "[4]\tvalidation_0-auc:0.83547\tvalidation_1-auc:0.81060 \n", + "[5]\tvalidation_0-auc:0.83720\tvalidation_1-auc:0.81185 \n", + "[6]\tvalidation_0-auc:0.83749\tvalidation_1-auc:0.81169 \n", + "[7]\tvalidation_0-auc:0.83784\tvalidation_1-auc:0.81154 \n", + "[8]\tvalidation_0-auc:0.83865\tvalidation_1-auc:0.81205 \n", + "[9]\tvalidation_0-auc:0.84292\tvalidation_1-auc:0.81830 \n", + "[10]\tvalidation_0-auc:0.84424\tvalidation_1-auc:0.81923 \n", + "[11]\tvalidation_0-auc:0.84398\tvalidation_1-auc:0.81874 \n", + "[12]\tvalidation_0-auc:0.84521\tvalidation_1-auc:0.82032 \n", + "[13]\tvalidation_0-auc:0.84616\tvalidation_1-auc:0.82026 \n", + "[14]\tvalidation_0-auc:0.84729\tvalidation_1-auc:0.82125 \n", + "[15]\tvalidation_0-auc:0.84802\tvalidation_1-auc:0.82257 \n", + "[16]\tvalidation_0-auc:0.84920\tvalidation_1-auc:0.82337 \n", + "[17]\tvalidation_0-auc:0.84876\tvalidation_1-auc:0.82356 \n", + "[18]\tvalidation_0-auc:0.84839\tvalidation_1-auc:0.82172 \n", + "[19]\tvalidation_0-auc:0.85033\tvalidation_1-auc:0.82367 \n", + "[20]\tvalidation_0-auc:0.85098\tvalidation_1-auc:0.82430 \n", + "[21]\tvalidation_0-auc:0.85147\tvalidation_1-auc:0.82477 \n", + "[22]\tvalidation_0-auc:0.85228\tvalidation_1-auc:0.82496 \n", + "[23]\tvalidation_0-auc:0.85275\tvalidation_1-auc:0.82492 \n", + "[24]\tvalidation_0-auc:0.85361\tvalidation_1-auc:0.82525 \n", + "[25]\tvalidation_0-auc:0.85382\tvalidation_1-auc:0.82537 \n", + "[26]\tvalidation_0-auc:0.85465\tvalidation_1-auc:0.82628 \n", + "[27]\tvalidation_0-auc:0.85480\tvalidation_1-auc:0.82611 \n", + "[28]\tvalidation_0-auc:0.85507\tvalidation_1-auc:0.82615 \n", + "[29]\tvalidation_0-auc:0.85544\tvalidation_1-auc:0.82659 \n", + "[30]\tvalidation_0-auc:0.85587\tvalidation_1-auc:0.82686 \n", + "[31]\tvalidation_0-auc:0.85670\tvalidation_1-auc:0.82709 \n", + "[32]\tvalidation_0-auc:0.85720\tvalidation_1-auc:0.82723 \n", + "[33]\tvalidation_0-auc:0.85738\tvalidation_1-auc:0.82732 \n", + "[34]\tvalidation_0-auc:0.85781\tvalidation_1-auc:0.82732 \n", + "[35]\tvalidation_0-auc:0.85859\tvalidation_1-auc:0.82755 \n", + "[36]\tvalidation_0-auc:0.85906\tvalidation_1-auc:0.82776 \n", + "[37]\tvalidation_0-auc:0.86002\tvalidation_1-auc:0.82844 \n", + "[38]\tvalidation_0-auc:0.86063\tvalidation_1-auc:0.82848 \n", + "[39]\tvalidation_0-auc:0.86078\tvalidation_1-auc:0.82886 \n", + "[40]\tvalidation_0-auc:0.86111\tvalidation_1-auc:0.82888 \n", + "[41]\tvalidation_0-auc:0.86131\tvalidation_1-auc:0.82940 \n", + "[42]\tvalidation_0-auc:0.86161\tvalidation_1-auc:0.82914 \n", + "[43]\tvalidation_0-auc:0.86188\tvalidation_1-auc:0.82915 \n", + "[44]\tvalidation_0-auc:0.86258\tvalidation_1-auc:0.82955 \n", + "[45]\tvalidation_0-auc:0.86328\tvalidation_1-auc:0.82947 \n", + "[46]\tvalidation_0-auc:0.86351\tvalidation_1-auc:0.82949 \n", + "[47]\tvalidation_0-auc:0.86405\tvalidation_1-auc:0.82951 \n", + "[48]\tvalidation_0-auc:0.86446\tvalidation_1-auc:0.82947 \n", + "[49]\tvalidation_0-auc:0.86480\tvalidation_1-auc:0.82953 \n", + "[50]\tvalidation_0-auc:0.86547\tvalidation_1-auc:0.82951 \n", + "[51]\tvalidation_0-auc:0.86559\tvalidation_1-auc:0.82968 \n", + "[52]\tvalidation_0-auc:0.86606\tvalidation_1-auc:0.82955 \n", + "[53]\tvalidation_0-auc:0.86649\tvalidation_1-auc:0.83000 \n", + "[54]\tvalidation_0-auc:0.86678\tvalidation_1-auc:0.83028 \n", + "[55]\tvalidation_0-auc:0.86703\tvalidation_1-auc:0.83048 \n", + "[56]\tvalidation_0-auc:0.86715\tvalidation_1-auc:0.83058 \n", + "[57]\tvalidation_0-auc:0.86769\tvalidation_1-auc:0.83081 \n", + "[58]\tvalidation_0-auc:0.86789\tvalidation_1-auc:0.83093 \n", + "[59]\tvalidation_0-auc:0.86825\tvalidation_1-auc:0.83117 \n", + "[60]\tvalidation_0-auc:0.86851\tvalidation_1-auc:0.83182 \n", + "[61]\tvalidation_0-auc:0.86909\tvalidation_1-auc:0.83222 \n", + "[62]\tvalidation_0-auc:0.86981\tvalidation_1-auc:0.83325 \n", + "[63]\tvalidation_0-auc:0.87018\tvalidation_1-auc:0.83357 \n", + "[64]\tvalidation_0-auc:0.87047\tvalidation_1-auc:0.83366 \n", + "[65]\tvalidation_0-auc:0.87079\tvalidation_1-auc:0.83387 \n", + "[66]\tvalidation_0-auc:0.87109\tvalidation_1-auc:0.83391 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[67]\tvalidation_0-auc:0.87138\tvalidation_1-auc:0.83382 \n", + "[68]\tvalidation_0-auc:0.87163\tvalidation_1-auc:0.83389 \n", + "[69]\tvalidation_0-auc:0.87194\tvalidation_1-auc:0.83387 \n", + "[70]\tvalidation_0-auc:0.87270\tvalidation_1-auc:0.83414 \n", + "[71]\tvalidation_0-auc:0.87325\tvalidation_1-auc:0.83439 \n", + "[72]\tvalidation_0-auc:0.87356\tvalidation_1-auc:0.83447 \n", + "[73]\tvalidation_0-auc:0.87406\tvalidation_1-auc:0.83479 \n", + "[74]\tvalidation_0-auc:0.87460\tvalidation_1-auc:0.83491 \n", + "[75]\tvalidation_0-auc:0.87488\tvalidation_1-auc:0.83496 \n", + "[76]\tvalidation_0-auc:0.87509\tvalidation_1-auc:0.83494 \n", + "[77]\tvalidation_0-auc:0.87548\tvalidation_1-auc:0.83510 \n", + "[78]\tvalidation_0-auc:0.87582\tvalidation_1-auc:0.83490 \n", + "[79]\tvalidation_0-auc:0.87615\tvalidation_1-auc:0.83489 \n", + "[80]\tvalidation_0-auc:0.87652\tvalidation_1-auc:0.83498 \n", + "[81]\tvalidation_0-auc:0.87694\tvalidation_1-auc:0.83478 \n", + "[82]\tvalidation_0-auc:0.87733\tvalidation_1-auc:0.83465 \n", + "[83]\tvalidation_0-auc:0.87783\tvalidation_1-auc:0.83469 \n", + "[84]\tvalidation_0-auc:0.87805\tvalidation_1-auc:0.83488 \n", + "[85]\tvalidation_0-auc:0.87825\tvalidation_1-auc:0.83486 \n", + "[86]\tvalidation_0-auc:0.87848\tvalidation_1-auc:0.83486 \n", + "[87]\tvalidation_0-auc:0.87865\tvalidation_1-auc:0.83484 \n", + "[88]\tvalidation_0-auc:0.87878\tvalidation_1-auc:0.83486 \n", + "[89]\tvalidation_0-auc:0.87896\tvalidation_1-auc:0.83468 \n", + "[90]\tvalidation_0-auc:0.87908\tvalidation_1-auc:0.83462 \n", + "[91]\tvalidation_0-auc:0.87925\tvalidation_1-auc:0.83465 \n", + "[92]\tvalidation_0-auc:0.87964\tvalidation_1-auc:0.83454 \n", + "[93]\tvalidation_0-auc:0.87982\tvalidation_1-auc:0.83468 \n", + "[94]\tvalidation_0-auc:0.88007\tvalidation_1-auc:0.83466 \n", + "[95]\tvalidation_0-auc:0.88024\tvalidation_1-auc:0.83478 \n", + "[96]\tvalidation_0-auc:0.88041\tvalidation_1-auc:0.83483 \n", + "[97]\tvalidation_0-auc:0.88055\tvalidation_1-auc:0.83479 \n", + "[98]\tvalidation_0-auc:0.88068\tvalidation_1-auc:0.83481 \n", + "[99]\tvalidation_0-auc:0.88094\tvalidation_1-auc:0.83496 \n", + "[0]\tvalidation_0-auc:0.81714\tvalidation_1-auc:0.80392 \n", + "[1]\tvalidation_0-auc:0.82042\tvalidation_1-auc:0.80771 \n", + "[2]\tvalidation_0-auc:0.82488\tvalidation_1-auc:0.80992 \n", + "[3]\tvalidation_0-auc:0.82919\tvalidation_1-auc:0.81770 \n", + "[4]\tvalidation_0-auc:0.83360\tvalidation_1-auc:0.81599 \n", + "[5]\tvalidation_0-auc:0.83417\tvalidation_1-auc:0.81622 \n", + "[6]\tvalidation_0-auc:0.83479\tvalidation_1-auc:0.81747 \n", + "[7]\tvalidation_0-auc:0.83682\tvalidation_1-auc:0.82040 \n", + "[8]\tvalidation_0-auc:0.83694\tvalidation_1-auc:0.82054 \n", + "[9]\tvalidation_0-auc:0.84161\tvalidation_1-auc:0.82364 \n", + "[10]\tvalidation_0-auc:0.84218\tvalidation_1-auc:0.82187 \n", + "[11]\tvalidation_0-auc:0.84177\tvalidation_1-auc:0.82008 \n", + "[12]\tvalidation_0-auc:0.84436\tvalidation_1-auc:0.82232 \n", + "[13]\tvalidation_0-auc:0.84599\tvalidation_1-auc:0.82464 \n", + "[14]\tvalidation_0-auc:0.84859\tvalidation_1-auc:0.82611 \n", + "[15]\tvalidation_0-auc:0.84893\tvalidation_1-auc:0.82657 \n", + "[16]\tvalidation_0-auc:0.84946\tvalidation_1-auc:0.82753 \n", + "[17]\tvalidation_0-auc:0.85014\tvalidation_1-auc:0.82856 \n", + "[18]\tvalidation_0-auc:0.85012\tvalidation_1-auc:0.82783 \n", + "[19]\tvalidation_0-auc:0.85113\tvalidation_1-auc:0.82813 \n", + "[20]\tvalidation_0-auc:0.85169\tvalidation_1-auc:0.82823 \n", + "[21]\tvalidation_0-auc:0.85229\tvalidation_1-auc:0.82889 \n", + "[22]\tvalidation_0-auc:0.85328\tvalidation_1-auc:0.82886 \n", + "[23]\tvalidation_0-auc:0.85344\tvalidation_1-auc:0.82904 \n", + "[24]\tvalidation_0-auc:0.85392\tvalidation_1-auc:0.82924 \n", + "[25]\tvalidation_0-auc:0.85479\tvalidation_1-auc:0.82908 \n", + "[26]\tvalidation_0-auc:0.85549\tvalidation_1-auc:0.82946 \n", + "[27]\tvalidation_0-auc:0.85634\tvalidation_1-auc:0.82974 \n", + "[28]\tvalidation_0-auc:0.85718\tvalidation_1-auc:0.82998 \n", + "[29]\tvalidation_0-auc:0.85787\tvalidation_1-auc:0.83050 \n", + "[30]\tvalidation_0-auc:0.85775\tvalidation_1-auc:0.83002 \n", + "[31]\tvalidation_0-auc:0.85872\tvalidation_1-auc:0.83037 \n", + "[32]\tvalidation_0-auc:0.85978\tvalidation_1-auc:0.83109 \n", + "[33]\tvalidation_0-auc:0.86011\tvalidation_1-auc:0.83152 \n", + "[34]\tvalidation_0-auc:0.86033\tvalidation_1-auc:0.83159 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[35]\tvalidation_0-auc:0.86083\tvalidation_1-auc:0.83146 \n", + "[36]\tvalidation_0-auc:0.86124\tvalidation_1-auc:0.83166 \n", + "[37]\tvalidation_0-auc:0.86157\tvalidation_1-auc:0.83171 \n", + "[38]\tvalidation_0-auc:0.86200\tvalidation_1-auc:0.83146 \n", + "[39]\tvalidation_0-auc:0.86200\tvalidation_1-auc:0.83159 \n", + "[40]\tvalidation_0-auc:0.86228\tvalidation_1-auc:0.83147 \n", + "[41]\tvalidation_0-auc:0.86250\tvalidation_1-auc:0.83168 \n", + "[42]\tvalidation_0-auc:0.86310\tvalidation_1-auc:0.83216 \n", + "[43]\tvalidation_0-auc:0.86306\tvalidation_1-auc:0.83179 \n", + "[44]\tvalidation_0-auc:0.86327\tvalidation_1-auc:0.83200 \n", + "[45]\tvalidation_0-auc:0.86377\tvalidation_1-auc:0.83212 \n", + "[46]\tvalidation_0-auc:0.86405\tvalidation_1-auc:0.83251 \n", + "[47]\tvalidation_0-auc:0.86445\tvalidation_1-auc:0.83267 \n", + "[48]\tvalidation_0-auc:0.86466\tvalidation_1-auc:0.83236 \n", + "[49]\tvalidation_0-auc:0.86493\tvalidation_1-auc:0.83219 \n", + "[50]\tvalidation_0-auc:0.86532\tvalidation_1-auc:0.83249 \n", + "[51]\tvalidation_0-auc:0.86561\tvalidation_1-auc:0.83317 \n", + "[52]\tvalidation_0-auc:0.86611\tvalidation_1-auc:0.83343 \n", + "[53]\tvalidation_0-auc:0.86656\tvalidation_1-auc:0.83388 \n", + "[54]\tvalidation_0-auc:0.86667\tvalidation_1-auc:0.83379 \n", + "[55]\tvalidation_0-auc:0.86722\tvalidation_1-auc:0.83403 \n", + "[56]\tvalidation_0-auc:0.86758\tvalidation_1-auc:0.83427 \n", + "[57]\tvalidation_0-auc:0.86813\tvalidation_1-auc:0.83435 \n", + "[58]\tvalidation_0-auc:0.86846\tvalidation_1-auc:0.83458 \n", + "[59]\tvalidation_0-auc:0.86882\tvalidation_1-auc:0.83461 \n", + "[60]\tvalidation_0-auc:0.86929\tvalidation_1-auc:0.83459 \n", + "[61]\tvalidation_0-auc:0.86972\tvalidation_1-auc:0.83435 \n", + "[62]\tvalidation_0-auc:0.87035\tvalidation_1-auc:0.83413 \n", + "[63]\tvalidation_0-auc:0.87055\tvalidation_1-auc:0.83383 \n", + "[64]\tvalidation_0-auc:0.87114\tvalidation_1-auc:0.83383 \n", + "[65]\tvalidation_0-auc:0.87156\tvalidation_1-auc:0.83385 \n", + "[66]\tvalidation_0-auc:0.87201\tvalidation_1-auc:0.83429 \n", + "[67]\tvalidation_0-auc:0.87239\tvalidation_1-auc:0.83464 \n", + "[68]\tvalidation_0-auc:0.87293\tvalidation_1-auc:0.83494 \n", + "[69]\tvalidation_0-auc:0.87336\tvalidation_1-auc:0.83537 \n", + "[70]\tvalidation_0-auc:0.87377\tvalidation_1-auc:0.83578 \n", + "[71]\tvalidation_0-auc:0.87451\tvalidation_1-auc:0.83563 \n", + "[72]\tvalidation_0-auc:0.87471\tvalidation_1-auc:0.83586 \n", + "[73]\tvalidation_0-auc:0.87539\tvalidation_1-auc:0.83575 \n", + "[74]\tvalidation_0-auc:0.87572\tvalidation_1-auc:0.83594 \n", + "[75]\tvalidation_0-auc:0.87606\tvalidation_1-auc:0.83602 \n", + "[76]\tvalidation_0-auc:0.87634\tvalidation_1-auc:0.83610 \n", + "[77]\tvalidation_0-auc:0.87649\tvalidation_1-auc:0.83605 \n", + "[78]\tvalidation_0-auc:0.87666\tvalidation_1-auc:0.83602 \n", + "[79]\tvalidation_0-auc:0.87689\tvalidation_1-auc:0.83633 \n", + "[80]\tvalidation_0-auc:0.87737\tvalidation_1-auc:0.83646 \n", + "[81]\tvalidation_0-auc:0.87765\tvalidation_1-auc:0.83671 \n", + "[82]\tvalidation_0-auc:0.87806\tvalidation_1-auc:0.83648 \n", + "[83]\tvalidation_0-auc:0.87845\tvalidation_1-auc:0.83621 \n", + "[84]\tvalidation_0-auc:0.87884\tvalidation_1-auc:0.83631 \n", + "[85]\tvalidation_0-auc:0.87912\tvalidation_1-auc:0.83631 \n", + "[86]\tvalidation_0-auc:0.87943\tvalidation_1-auc:0.83639 \n", + "[87]\tvalidation_0-auc:0.87963\tvalidation_1-auc:0.83652 \n", + "[88]\tvalidation_0-auc:0.87987\tvalidation_1-auc:0.83659 \n", + "[89]\tvalidation_0-auc:0.88012\tvalidation_1-auc:0.83687 \n", + "[90]\tvalidation_0-auc:0.88020\tvalidation_1-auc:0.83710 \n", + "[91]\tvalidation_0-auc:0.88047\tvalidation_1-auc:0.83725 \n", + "[92]\tvalidation_0-auc:0.88067\tvalidation_1-auc:0.83730 \n", + "[93]\tvalidation_0-auc:0.88078\tvalidation_1-auc:0.83728 \n", + "[94]\tvalidation_0-auc:0.88094\tvalidation_1-auc:0.83742 \n", + "[95]\tvalidation_0-auc:0.88112\tvalidation_1-auc:0.83757 \n", + "[96]\tvalidation_0-auc:0.88128\tvalidation_1-auc:0.83778 \n", + "[97]\tvalidation_0-auc:0.88135\tvalidation_1-auc:0.83775 \n", + "[98]\tvalidation_0-auc:0.88147\tvalidation_1-auc:0.83774 \n", + "[99]\tvalidation_0-auc:0.88160\tvalidation_1-auc:0.83771 \n", + "[0]\tvalidation_0-auc:0.82485\tvalidation_1-auc:0.81261 \n", + "[1]\tvalidation_0-auc:0.82881\tvalidation_1-auc:0.81434 \n", + "[2]\tvalidation_0-auc:0.83109\tvalidation_1-auc:0.81787 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[3]\tvalidation_0-auc:0.83247\tvalidation_1-auc:0.81764 \n", + "[4]\tvalidation_0-auc:0.83342\tvalidation_1-auc:0.81859 \n", + "[5]\tvalidation_0-auc:0.83537\tvalidation_1-auc:0.82104 \n", + "[6]\tvalidation_0-auc:0.83615\tvalidation_1-auc:0.82080 \n", + "[7]\tvalidation_0-auc:0.83677\tvalidation_1-auc:0.82072 \n", + "[8]\tvalidation_0-auc:0.83751\tvalidation_1-auc:0.82151 \n", + "[9]\tvalidation_0-auc:0.84217\tvalidation_1-auc:0.82591 \n", + "[10]\tvalidation_0-auc:0.84325\tvalidation_1-auc:0.82610 \n", + "[11]\tvalidation_0-auc:0.84271\tvalidation_1-auc:0.82522 \n", + "[12]\tvalidation_0-auc:0.84434\tvalidation_1-auc:0.82486 \n", + "[13]\tvalidation_0-auc:0.84558\tvalidation_1-auc:0.82521 \n", + "[14]\tvalidation_0-auc:0.84803\tvalidation_1-auc:0.82763 \n", + "[15]\tvalidation_0-auc:0.84940\tvalidation_1-auc:0.82717 \n", + "[16]\tvalidation_0-auc:0.84974\tvalidation_1-auc:0.82735 \n", + "[17]\tvalidation_0-auc:0.85058\tvalidation_1-auc:0.82757 \n", + "[18]\tvalidation_0-auc:0.85124\tvalidation_1-auc:0.82768 \n", + "[19]\tvalidation_0-auc:0.85175\tvalidation_1-auc:0.82843 \n", + "[20]\tvalidation_0-auc:0.85290\tvalidation_1-auc:0.82920 \n", + "[21]\tvalidation_0-auc:0.85338\tvalidation_1-auc:0.82911 \n", + "[22]\tvalidation_0-auc:0.85367\tvalidation_1-auc:0.82953 \n", + "[23]\tvalidation_0-auc:0.85382\tvalidation_1-auc:0.82898 \n", + "[24]\tvalidation_0-auc:0.85406\tvalidation_1-auc:0.82868 \n", + "[25]\tvalidation_0-auc:0.85488\tvalidation_1-auc:0.82910 \n", + "[26]\tvalidation_0-auc:0.85604\tvalidation_1-auc:0.82953 \n", + "[27]\tvalidation_0-auc:0.85630\tvalidation_1-auc:0.82979 \n", + "[28]\tvalidation_0-auc:0.85640\tvalidation_1-auc:0.82975 \n", + "[29]\tvalidation_0-auc:0.85653\tvalidation_1-auc:0.82980 \n", + "[30]\tvalidation_0-auc:0.85704\tvalidation_1-auc:0.82989 \n", + "[31]\tvalidation_0-auc:0.85729\tvalidation_1-auc:0.83002 \n", + "[32]\tvalidation_0-auc:0.85789\tvalidation_1-auc:0.83029 \n", + "[33]\tvalidation_0-auc:0.85858\tvalidation_1-auc:0.83072 \n", + "[34]\tvalidation_0-auc:0.85916\tvalidation_1-auc:0.83083 \n", + "[35]\tvalidation_0-auc:0.85986\tvalidation_1-auc:0.83119 \n", + "[36]\tvalidation_0-auc:0.86052\tvalidation_1-auc:0.83152 \n", + "[37]\tvalidation_0-auc:0.86095\tvalidation_1-auc:0.83149 \n", + "[38]\tvalidation_0-auc:0.86129\tvalidation_1-auc:0.83142 \n", + "[39]\tvalidation_0-auc:0.86156\tvalidation_1-auc:0.83154 \n", + "[40]\tvalidation_0-auc:0.86196\tvalidation_1-auc:0.83190 \n", + "[41]\tvalidation_0-auc:0.86252\tvalidation_1-auc:0.83198 \n", + "[42]\tvalidation_0-auc:0.86315\tvalidation_1-auc:0.83245 \n", + "[43]\tvalidation_0-auc:0.86328\tvalidation_1-auc:0.83275 \n", + "[44]\tvalidation_0-auc:0.86330\tvalidation_1-auc:0.83273 \n", + "[45]\tvalidation_0-auc:0.86359\tvalidation_1-auc:0.83280 \n", + "[46]\tvalidation_0-auc:0.86375\tvalidation_1-auc:0.83269 \n", + "[47]\tvalidation_0-auc:0.86417\tvalidation_1-auc:0.83319 \n", + "[48]\tvalidation_0-auc:0.86433\tvalidation_1-auc:0.83332 \n", + "[49]\tvalidation_0-auc:0.86443\tvalidation_1-auc:0.83333 \n", + "[50]\tvalidation_0-auc:0.86530\tvalidation_1-auc:0.83386 \n", + "[51]\tvalidation_0-auc:0.86551\tvalidation_1-auc:0.83418 \n", + "[52]\tvalidation_0-auc:0.86610\tvalidation_1-auc:0.83409 \n", + "[53]\tvalidation_0-auc:0.86667\tvalidation_1-auc:0.83423 \n", + "[54]\tvalidation_0-auc:0.86741\tvalidation_1-auc:0.83445 \n", + "[55]\tvalidation_0-auc:0.86771\tvalidation_1-auc:0.83415 \n", + "[56]\tvalidation_0-auc:0.86822\tvalidation_1-auc:0.83441 \n", + "[57]\tvalidation_0-auc:0.86867\tvalidation_1-auc:0.83428 \n", + "[58]\tvalidation_0-auc:0.86896\tvalidation_1-auc:0.83451 \n", + "[59]\tvalidation_0-auc:0.86942\tvalidation_1-auc:0.83448 \n", + "[60]\tvalidation_0-auc:0.86991\tvalidation_1-auc:0.83453 \n", + "[61]\tvalidation_0-auc:0.87029\tvalidation_1-auc:0.83456 \n", + "[62]\tvalidation_0-auc:0.87080\tvalidation_1-auc:0.83460 \n", + "[63]\tvalidation_0-auc:0.87124\tvalidation_1-auc:0.83442 \n", + "[64]\tvalidation_0-auc:0.87165\tvalidation_1-auc:0.83470 \n", + "[65]\tvalidation_0-auc:0.87224\tvalidation_1-auc:0.83508 \n", + "[66]\tvalidation_0-auc:0.87276\tvalidation_1-auc:0.83529 \n", + "[67]\tvalidation_0-auc:0.87309\tvalidation_1-auc:0.83530 \n", + "[68]\tvalidation_0-auc:0.87352\tvalidation_1-auc:0.83538 \n", + "[69]\tvalidation_0-auc:0.87378\tvalidation_1-auc:0.83548 \n", + "[70]\tvalidation_0-auc:0.87428\tvalidation_1-auc:0.83585 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[71]\tvalidation_0-auc:0.87457\tvalidation_1-auc:0.83559 \n", + "[72]\tvalidation_0-auc:0.87480\tvalidation_1-auc:0.83560 \n", + "[73]\tvalidation_0-auc:0.87537\tvalidation_1-auc:0.83576 \n", + "[74]\tvalidation_0-auc:0.87582\tvalidation_1-auc:0.83617 \n", + "[75]\tvalidation_0-auc:0.87621\tvalidation_1-auc:0.83648 \n", + "[76]\tvalidation_0-auc:0.87656\tvalidation_1-auc:0.83671 \n", + "[77]\tvalidation_0-auc:0.87686\tvalidation_1-auc:0.83647 \n", + "[78]\tvalidation_0-auc:0.87718\tvalidation_1-auc:0.83674 \n", + "[79]\tvalidation_0-auc:0.87757\tvalidation_1-auc:0.83677 \n", + "[80]\tvalidation_0-auc:0.87783\tvalidation_1-auc:0.83688 \n", + "[81]\tvalidation_0-auc:0.87817\tvalidation_1-auc:0.83680 \n", + "[82]\tvalidation_0-auc:0.87837\tvalidation_1-auc:0.83669 \n", + "[83]\tvalidation_0-auc:0.87880\tvalidation_1-auc:0.83667 \n", + "[84]\tvalidation_0-auc:0.87901\tvalidation_1-auc:0.83658 \n", + "[85]\tvalidation_0-auc:0.87929\tvalidation_1-auc:0.83671 \n", + "[86]\tvalidation_0-auc:0.87941\tvalidation_1-auc:0.83679 \n", + "[87]\tvalidation_0-auc:0.87960\tvalidation_1-auc:0.83667 \n", + "[88]\tvalidation_0-auc:0.87983\tvalidation_1-auc:0.83679 \n", + "[89]\tvalidation_0-auc:0.88004\tvalidation_1-auc:0.83689 \n", + "[90]\tvalidation_0-auc:0.88021\tvalidation_1-auc:0.83711 \n", + "[91]\tvalidation_0-auc:0.88031\tvalidation_1-auc:0.83729 \n", + "[92]\tvalidation_0-auc:0.88067\tvalidation_1-auc:0.83756 \n", + "[93]\tvalidation_0-auc:0.88084\tvalidation_1-auc:0.83739 \n", + "[94]\tvalidation_0-auc:0.88106\tvalidation_1-auc:0.83723 \n", + "[95]\tvalidation_0-auc:0.88109\tvalidation_1-auc:0.83719 \n", + "[96]\tvalidation_0-auc:0.88131\tvalidation_1-auc:0.83727 \n", + "[97]\tvalidation_0-auc:0.88144\tvalidation_1-auc:0.83737 \n", + "[98]\tvalidation_0-auc:0.88152\tvalidation_1-auc:0.83739 \n", + "[99]\tvalidation_0-auc:0.88162\tvalidation_1-auc:0.83741 \n", + "[0]\tvalidation_0-auc:0.82774\tvalidation_1-auc:0.80070 \n", + "[1]\tvalidation_0-auc:0.83677\tvalidation_1-auc:0.80452 \n", + "[2]\tvalidation_0-auc:0.84361\tvalidation_1-auc:0.81013 \n", + "[3]\tvalidation_0-auc:0.84614\tvalidation_1-auc:0.81124 \n", + "[4]\tvalidation_0-auc:0.85067\tvalidation_1-auc:0.81415 \n", + "[5]\tvalidation_0-auc:0.85599\tvalidation_1-auc:0.81606 \n", + "[6]\tvalidation_0-auc:0.85946\tvalidation_1-auc:0.82017 \n", + "[7]\tvalidation_0-auc:0.86423\tvalidation_1-auc:0.82193 \n", + "[8]\tvalidation_0-auc:0.86630\tvalidation_1-auc:0.82308 \n", + "[9]\tvalidation_0-auc:0.86699\tvalidation_1-auc:0.82148 \n", + "[10]\tvalidation_0-auc:0.86975\tvalidation_1-auc:0.82049 \n", + "[11]\tvalidation_0-auc:0.87177\tvalidation_1-auc:0.81993 \n", + "[12]\tvalidation_0-auc:0.87573\tvalidation_1-auc:0.82346 \n", + "[13]\tvalidation_0-auc:0.88179\tvalidation_1-auc:0.82400 \n", + "[14]\tvalidation_0-auc:0.88339\tvalidation_1-auc:0.82540 \n", + "[15]\tvalidation_0-auc:0.88646\tvalidation_1-auc:0.82767 \n", + "[16]\tvalidation_0-auc:0.88794\tvalidation_1-auc:0.83011 \n", + "[17]\tvalidation_0-auc:0.89053\tvalidation_1-auc:0.83016 \n", + "[18]\tvalidation_0-auc:0.89204\tvalidation_1-auc:0.82893 \n", + "[19]\tvalidation_0-auc:0.89471\tvalidation_1-auc:0.83000 \n", + "[20]\tvalidation_0-auc:0.89534\tvalidation_1-auc:0.82862 \n", + "[21]\tvalidation_0-auc:0.89546\tvalidation_1-auc:0.82695 \n", + "[22]\tvalidation_0-auc:0.89714\tvalidation_1-auc:0.82863 \n", + "[23]\tvalidation_0-auc:0.90038\tvalidation_1-auc:0.83019 \n", + "[24]\tvalidation_0-auc:0.90236\tvalidation_1-auc:0.83054 \n", + "[25]\tvalidation_0-auc:0.90379\tvalidation_1-auc:0.83123 \n", + "[26]\tvalidation_0-auc:0.90540\tvalidation_1-auc:0.83095 \n", + "[27]\tvalidation_0-auc:0.90745\tvalidation_1-auc:0.83120 \n", + "[28]\tvalidation_0-auc:0.90781\tvalidation_1-auc:0.83024 \n", + "[29]\tvalidation_0-auc:0.90985\tvalidation_1-auc:0.83042 \n", + "[30]\tvalidation_0-auc:0.91207\tvalidation_1-auc:0.82964 \n", + "[31]\tvalidation_0-auc:0.91340\tvalidation_1-auc:0.83026 \n", + "[32]\tvalidation_0-auc:0.91436\tvalidation_1-auc:0.83039 \n", + "[33]\tvalidation_0-auc:0.91469\tvalidation_1-auc:0.83030 \n", + "[34]\tvalidation_0-auc:0.91517\tvalidation_1-auc:0.83044 \n", + "[35]\tvalidation_0-auc:0.91617\tvalidation_1-auc:0.83050 \n", + "[36]\tvalidation_0-auc:0.91690\tvalidation_1-auc:0.83071 \n", + "[37]\tvalidation_0-auc:0.91840\tvalidation_1-auc:0.82998 \n", + "[38]\tvalidation_0-auc:0.91896\tvalidation_1-auc:0.82941 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[39]\tvalidation_0-auc:0.91919\tvalidation_1-auc:0.82952 \n", + "[40]\tvalidation_0-auc:0.91958\tvalidation_1-auc:0.82937 \n", + "[41]\tvalidation_0-auc:0.92029\tvalidation_1-auc:0.82905 \n", + "[42]\tvalidation_0-auc:0.92111\tvalidation_1-auc:0.82892 \n", + "[43]\tvalidation_0-auc:0.92130\tvalidation_1-auc:0.82916 \n", + "[44]\tvalidation_0-auc:0.92169\tvalidation_1-auc:0.82871 \n", + "[45]\tvalidation_0-auc:0.92166\tvalidation_1-auc:0.82823 \n", + "[46]\tvalidation_0-auc:0.92181\tvalidation_1-auc:0.82821 \n", + "[47]\tvalidation_0-auc:0.92248\tvalidation_1-auc:0.82764 \n", + "[48]\tvalidation_0-auc:0.92263\tvalidation_1-auc:0.82767 \n", + "[49]\tvalidation_0-auc:0.92300\tvalidation_1-auc:0.82744 \n", + "[50]\tvalidation_0-auc:0.92327\tvalidation_1-auc:0.82726 \n", + "[51]\tvalidation_0-auc:0.92359\tvalidation_1-auc:0.82700 \n", + "[52]\tvalidation_0-auc:0.92440\tvalidation_1-auc:0.82666 \n", + "[53]\tvalidation_0-auc:0.92517\tvalidation_1-auc:0.82635 \n", + "[54]\tvalidation_0-auc:0.92565\tvalidation_1-auc:0.82600 \n", + "[55]\tvalidation_0-auc:0.92616\tvalidation_1-auc:0.82584 \n", + "[0]\tvalidation_0-auc:0.82128\tvalidation_1-auc:0.80603 \n", + "[1]\tvalidation_0-auc:0.83401\tvalidation_1-auc:0.81686 \n", + "[2]\tvalidation_0-auc:0.84581\tvalidation_1-auc:0.82421 \n", + "[3]\tvalidation_0-auc:0.84729\tvalidation_1-auc:0.82377 \n", + "[4]\tvalidation_0-auc:0.85050\tvalidation_1-auc:0.82486 \n", + "[5]\tvalidation_0-auc:0.85584\tvalidation_1-auc:0.82676 \n", + "[6]\tvalidation_0-auc:0.86200\tvalidation_1-auc:0.82828 \n", + "[7]\tvalidation_0-auc:0.86474\tvalidation_1-auc:0.82935 \n", + "[8]\tvalidation_0-auc:0.86879\tvalidation_1-auc:0.83097 \n", + "[9]\tvalidation_0-auc:0.87073\tvalidation_1-auc:0.82957 \n", + "[10]\tvalidation_0-auc:0.87226\tvalidation_1-auc:0.82570 \n", + "[11]\tvalidation_0-auc:0.87381\tvalidation_1-auc:0.82412 \n", + "[12]\tvalidation_0-auc:0.87969\tvalidation_1-auc:0.82712 \n", + "[13]\tvalidation_0-auc:0.88378\tvalidation_1-auc:0.82972 \n", + "[14]\tvalidation_0-auc:0.88451\tvalidation_1-auc:0.83069 \n", + "[15]\tvalidation_0-auc:0.88928\tvalidation_1-auc:0.83114 \n", + "[16]\tvalidation_0-auc:0.89138\tvalidation_1-auc:0.83192 \n", + "[17]\tvalidation_0-auc:0.89454\tvalidation_1-auc:0.83284 \n", + "[18]\tvalidation_0-auc:0.89502\tvalidation_1-auc:0.83125 \n", + "[19]\tvalidation_0-auc:0.89762\tvalidation_1-auc:0.83201 \n", + "[20]\tvalidation_0-auc:0.89830\tvalidation_1-auc:0.83129 \n", + "[21]\tvalidation_0-auc:0.89858\tvalidation_1-auc:0.82915 \n", + "[22]\tvalidation_0-auc:0.90007\tvalidation_1-auc:0.83007 \n", + "[23]\tvalidation_0-auc:0.90263\tvalidation_1-auc:0.83087 \n", + "[24]\tvalidation_0-auc:0.90473\tvalidation_1-auc:0.83142 \n", + "[25]\tvalidation_0-auc:0.90663\tvalidation_1-auc:0.83185 \n", + "[26]\tvalidation_0-auc:0.90876\tvalidation_1-auc:0.83113 \n", + "[27]\tvalidation_0-auc:0.91099\tvalidation_1-auc:0.83054 \n", + "[28]\tvalidation_0-auc:0.91099\tvalidation_1-auc:0.83013 \n", + "[29]\tvalidation_0-auc:0.91288\tvalidation_1-auc:0.83126 \n", + "[30]\tvalidation_0-auc:0.91434\tvalidation_1-auc:0.83057 \n", + "[31]\tvalidation_0-auc:0.91610\tvalidation_1-auc:0.83108 \n", + "[32]\tvalidation_0-auc:0.91704\tvalidation_1-auc:0.83104 \n", + "[33]\tvalidation_0-auc:0.91735\tvalidation_1-auc:0.83162 \n", + "[34]\tvalidation_0-auc:0.91807\tvalidation_1-auc:0.83234 \n", + "[35]\tvalidation_0-auc:0.91868\tvalidation_1-auc:0.83262 \n", + "[36]\tvalidation_0-auc:0.92032\tvalidation_1-auc:0.83253 \n", + "[37]\tvalidation_0-auc:0.92125\tvalidation_1-auc:0.83254 \n", + "[38]\tvalidation_0-auc:0.92217\tvalidation_1-auc:0.83277 \n", + "[39]\tvalidation_0-auc:0.92225\tvalidation_1-auc:0.83334 \n", + "[40]\tvalidation_0-auc:0.92233\tvalidation_1-auc:0.83357 \n", + "[41]\tvalidation_0-auc:0.92293\tvalidation_1-auc:0.83378 \n", + "[42]\tvalidation_0-auc:0.92371\tvalidation_1-auc:0.83390 \n", + "[43]\tvalidation_0-auc:0.92373\tvalidation_1-auc:0.83407 \n", + "[44]\tvalidation_0-auc:0.92423\tvalidation_1-auc:0.83426 \n", + "[45]\tvalidation_0-auc:0.92432\tvalidation_1-auc:0.83414 \n", + "[46]\tvalidation_0-auc:0.92465\tvalidation_1-auc:0.83416 \n", + "[47]\tvalidation_0-auc:0.92521\tvalidation_1-auc:0.83418 \n", + "[48]\tvalidation_0-auc:0.92547\tvalidation_1-auc:0.83393 \n", + "[49]\tvalidation_0-auc:0.92613\tvalidation_1-auc:0.83412 \n", + "[50]\tvalidation_0-auc:0.92684\tvalidation_1-auc:0.83367 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[51]\tvalidation_0-auc:0.92733\tvalidation_1-auc:0.83341 \n", + "[52]\tvalidation_0-auc:0.92769\tvalidation_1-auc:0.83352 \n", + "[53]\tvalidation_0-auc:0.92826\tvalidation_1-auc:0.83333 \n", + "[54]\tvalidation_0-auc:0.92850\tvalidation_1-auc:0.83326 \n", + "[55]\tvalidation_0-auc:0.92920\tvalidation_1-auc:0.83338 \n", + "[56]\tvalidation_0-auc:0.92933\tvalidation_1-auc:0.83334 \n", + "[57]\tvalidation_0-auc:0.92943\tvalidation_1-auc:0.83333 \n", + "[58]\tvalidation_0-auc:0.92971\tvalidation_1-auc:0.83355 \n", + "[59]\tvalidation_0-auc:0.93040\tvalidation_1-auc:0.83344 \n", + "[60]\tvalidation_0-auc:0.93076\tvalidation_1-auc:0.83341 \n", + "[61]\tvalidation_0-auc:0.93141\tvalidation_1-auc:0.83348 \n", + "[62]\tvalidation_0-auc:0.93182\tvalidation_1-auc:0.83329 \n", + "[63]\tvalidation_0-auc:0.93193\tvalidation_1-auc:0.83310 \n", + "[64]\tvalidation_0-auc:0.93241\tvalidation_1-auc:0.83312 \n", + "[65]\tvalidation_0-auc:0.93341\tvalidation_1-auc:0.83278 \n", + "[66]\tvalidation_0-auc:0.93351\tvalidation_1-auc:0.83278 \n", + "[67]\tvalidation_0-auc:0.93419\tvalidation_1-auc:0.83256 \n", + "[68]\tvalidation_0-auc:0.93427\tvalidation_1-auc:0.83230 \n", + "[69]\tvalidation_0-auc:0.93458\tvalidation_1-auc:0.83203 \n", + "[70]\tvalidation_0-auc:0.93465\tvalidation_1-auc:0.83194 \n", + "[71]\tvalidation_0-auc:0.93474\tvalidation_1-auc:0.83194 \n", + "[72]\tvalidation_0-auc:0.93513\tvalidation_1-auc:0.83201 \n", + "[73]\tvalidation_0-auc:0.93524\tvalidation_1-auc:0.83182 \n", + "[74]\tvalidation_0-auc:0.93573\tvalidation_1-auc:0.83160 \n", + "[0]\tvalidation_0-auc:0.83112\tvalidation_1-auc:0.81268 \n", + "[1]\tvalidation_0-auc:0.83958\tvalidation_1-auc:0.81354 \n", + "[2]\tvalidation_0-auc:0.84491\tvalidation_1-auc:0.81857 \n", + "[3]\tvalidation_0-auc:0.84749\tvalidation_1-auc:0.81922 \n", + "[4]\tvalidation_0-auc:0.85293\tvalidation_1-auc:0.81912 \n", + "[5]\tvalidation_0-auc:0.86150\tvalidation_1-auc:0.82127 \n", + "[6]\tvalidation_0-auc:0.86525\tvalidation_1-auc:0.82380 \n", + "[7]\tvalidation_0-auc:0.86803\tvalidation_1-auc:0.82509 \n", + "[8]\tvalidation_0-auc:0.87193\tvalidation_1-auc:0.82870 \n", + "[9]\tvalidation_0-auc:0.87436\tvalidation_1-auc:0.82857 \n", + "[10]\tvalidation_0-auc:0.87855\tvalidation_1-auc:0.82638 \n", + "[11]\tvalidation_0-auc:0.87946\tvalidation_1-auc:0.82468 \n", + "[12]\tvalidation_0-auc:0.88341\tvalidation_1-auc:0.82618 \n", + "[13]\tvalidation_0-auc:0.88684\tvalidation_1-auc:0.82876 \n", + "[14]\tvalidation_0-auc:0.88790\tvalidation_1-auc:0.82909 \n", + "[15]\tvalidation_0-auc:0.89050\tvalidation_1-auc:0.82880 \n", + "[16]\tvalidation_0-auc:0.89239\tvalidation_1-auc:0.82907 \n", + "[17]\tvalidation_0-auc:0.89428\tvalidation_1-auc:0.82866 \n", + "[18]\tvalidation_0-auc:0.89511\tvalidation_1-auc:0.82735 \n", + "[19]\tvalidation_0-auc:0.89811\tvalidation_1-auc:0.82758 \n", + "[20]\tvalidation_0-auc:0.89882\tvalidation_1-auc:0.82741 \n", + "[21]\tvalidation_0-auc:0.89978\tvalidation_1-auc:0.82656 \n", + "[22]\tvalidation_0-auc:0.90175\tvalidation_1-auc:0.82752 \n", + "[23]\tvalidation_0-auc:0.90464\tvalidation_1-auc:0.82799 \n", + "[24]\tvalidation_0-auc:0.90605\tvalidation_1-auc:0.82881 \n", + "[25]\tvalidation_0-auc:0.90707\tvalidation_1-auc:0.82995 \n", + "[26]\tvalidation_0-auc:0.90896\tvalidation_1-auc:0.82888 \n", + "[27]\tvalidation_0-auc:0.91071\tvalidation_1-auc:0.82985 \n", + "[28]\tvalidation_0-auc:0.91157\tvalidation_1-auc:0.82927 \n", + "[29]\tvalidation_0-auc:0.91303\tvalidation_1-auc:0.82955 \n", + "[30]\tvalidation_0-auc:0.91429\tvalidation_1-auc:0.82933 \n", + "[31]\tvalidation_0-auc:0.91596\tvalidation_1-auc:0.83034 \n", + "[32]\tvalidation_0-auc:0.91690\tvalidation_1-auc:0.83041 \n", + "[33]\tvalidation_0-auc:0.91746\tvalidation_1-auc:0.83027 \n", + "[34]\tvalidation_0-auc:0.91810\tvalidation_1-auc:0.83094 \n", + "[35]\tvalidation_0-auc:0.91887\tvalidation_1-auc:0.83182 \n", + "[36]\tvalidation_0-auc:0.92058\tvalidation_1-auc:0.83136 \n", + "[37]\tvalidation_0-auc:0.92168\tvalidation_1-auc:0.83095 \n", + "[38]\tvalidation_0-auc:0.92256\tvalidation_1-auc:0.83082 \n", + "[39]\tvalidation_0-auc:0.92278\tvalidation_1-auc:0.83094 \n", + "[40]\tvalidation_0-auc:0.92298\tvalidation_1-auc:0.83107 \n", + "[41]\tvalidation_0-auc:0.92343\tvalidation_1-auc:0.83059 \n", + "[42]\tvalidation_0-auc:0.92404\tvalidation_1-auc:0.83101 \n", + "[43]\tvalidation_0-auc:0.92422\tvalidation_1-auc:0.83116 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[44]\tvalidation_0-auc:0.92490\tvalidation_1-auc:0.83161 \n", + "[45]\tvalidation_0-auc:0.92512\tvalidation_1-auc:0.83182 \n", + "[46]\tvalidation_0-auc:0.92534\tvalidation_1-auc:0.83211 \n", + "[47]\tvalidation_0-auc:0.92592\tvalidation_1-auc:0.83220 \n", + "[48]\tvalidation_0-auc:0.92649\tvalidation_1-auc:0.83200 \n", + "[49]\tvalidation_0-auc:0.92734\tvalidation_1-auc:0.83201 \n", + "[50]\tvalidation_0-auc:0.92773\tvalidation_1-auc:0.83188 \n", + "[51]\tvalidation_0-auc:0.92858\tvalidation_1-auc:0.83230 \n", + "[52]\tvalidation_0-auc:0.92930\tvalidation_1-auc:0.83221 \n", + "[53]\tvalidation_0-auc:0.92976\tvalidation_1-auc:0.83224 \n", + "[54]\tvalidation_0-auc:0.92990\tvalidation_1-auc:0.83196 \n", + "[55]\tvalidation_0-auc:0.93044\tvalidation_1-auc:0.83178 \n", + "[56]\tvalidation_0-auc:0.93062\tvalidation_1-auc:0.83177 \n", + "[57]\tvalidation_0-auc:0.93088\tvalidation_1-auc:0.83159 \n", + "[58]\tvalidation_0-auc:0.93149\tvalidation_1-auc:0.83157 \n", + "[59]\tvalidation_0-auc:0.93205\tvalidation_1-auc:0.83147 \n", + "[60]\tvalidation_0-auc:0.93240\tvalidation_1-auc:0.83119 \n", + "[61]\tvalidation_0-auc:0.93262\tvalidation_1-auc:0.83085 \n", + "[62]\tvalidation_0-auc:0.93287\tvalidation_1-auc:0.83079 \n", + "[63]\tvalidation_0-auc:0.93337\tvalidation_1-auc:0.83044 \n", + "[64]\tvalidation_0-auc:0.93388\tvalidation_1-auc:0.83035 \n", + "[65]\tvalidation_0-auc:0.93427\tvalidation_1-auc:0.83036 \n", + "[66]\tvalidation_0-auc:0.93449\tvalidation_1-auc:0.83019 \n", + "[67]\tvalidation_0-auc:0.93480\tvalidation_1-auc:0.83025 \n", + "[68]\tvalidation_0-auc:0.93498\tvalidation_1-auc:0.83020 \n", + "[69]\tvalidation_0-auc:0.93534\tvalidation_1-auc:0.83038 \n", + "[70]\tvalidation_0-auc:0.93549\tvalidation_1-auc:0.83025 \n", + "[71]\tvalidation_0-auc:0.93559\tvalidation_1-auc:0.83003 \n", + "[72]\tvalidation_0-auc:0.93575\tvalidation_1-auc:0.82993 \n", + "[73]\tvalidation_0-auc:0.93587\tvalidation_1-auc:0.82978 \n", + "[74]\tvalidation_0-auc:0.93615\tvalidation_1-auc:0.82968 \n", + "[75]\tvalidation_0-auc:0.93666\tvalidation_1-auc:0.82983 \n", + "[76]\tvalidation_0-auc:0.93676\tvalidation_1-auc:0.82981 \n", + "[77]\tvalidation_0-auc:0.93699\tvalidation_1-auc:0.82985 \n", + "[78]\tvalidation_0-auc:0.93700\tvalidation_1-auc:0.82973 \n", + "[79]\tvalidation_0-auc:0.93711\tvalidation_1-auc:0.82951 \n", + "[80]\tvalidation_0-auc:0.93720\tvalidation_1-auc:0.82954 \n", + "[81]\tvalidation_0-auc:0.93727\tvalidation_1-auc:0.82947 \n", + "[0]\tvalidation_0-auc:0.82946\tvalidation_1-auc:0.80158 \n", + "[1]\tvalidation_0-auc:0.83964\tvalidation_1-auc:0.80548 \n", + "[2]\tvalidation_0-auc:0.84541\tvalidation_1-auc:0.80928 \n", + "[3]\tvalidation_0-auc:0.85077\tvalidation_1-auc:0.81102 \n", + "[4]\tvalidation_0-auc:0.85525\tvalidation_1-auc:0.81306 \n", + "[5]\tvalidation_0-auc:0.85894\tvalidation_1-auc:0.81686 \n", + "[6]\tvalidation_0-auc:0.86277\tvalidation_1-auc:0.82087 \n", + "[7]\tvalidation_0-auc:0.86754\tvalidation_1-auc:0.82120 \n", + "[8]\tvalidation_0-auc:0.87291\tvalidation_1-auc:0.82379 \n", + "[9]\tvalidation_0-auc:0.87435\tvalidation_1-auc:0.82077 \n", + "[10]\tvalidation_0-auc:0.87559\tvalidation_1-auc:0.82052 \n", + "[11]\tvalidation_0-auc:0.87786\tvalidation_1-auc:0.81943 \n", + "[12]\tvalidation_0-auc:0.88222\tvalidation_1-auc:0.82149 \n", + "[13]\tvalidation_0-auc:0.88814\tvalidation_1-auc:0.82269 \n", + "[14]\tvalidation_0-auc:0.89148\tvalidation_1-auc:0.82257 \n", + "[15]\tvalidation_0-auc:0.89459\tvalidation_1-auc:0.82472 \n", + "[16]\tvalidation_0-auc:0.89623\tvalidation_1-auc:0.82702 \n", + "[17]\tvalidation_0-auc:0.89964\tvalidation_1-auc:0.82785 \n", + "[18]\tvalidation_0-auc:0.89974\tvalidation_1-auc:0.82645 \n", + "[19]\tvalidation_0-auc:0.90435\tvalidation_1-auc:0.82678 \n", + "[20]\tvalidation_0-auc:0.90760\tvalidation_1-auc:0.82737 \n", + "[21]\tvalidation_0-auc:0.90863\tvalidation_1-auc:0.82645 \n", + "[22]\tvalidation_0-auc:0.91076\tvalidation_1-auc:0.82762 \n", + "[23]\tvalidation_0-auc:0.91313\tvalidation_1-auc:0.82827 \n", + "[24]\tvalidation_0-auc:0.91473\tvalidation_1-auc:0.82892 \n", + "[25]\tvalidation_0-auc:0.91524\tvalidation_1-auc:0.82914 \n", + "[26]\tvalidation_0-auc:0.91842\tvalidation_1-auc:0.82784 \n", + "[27]\tvalidation_0-auc:0.92151\tvalidation_1-auc:0.82805 \n", + "[28]\tvalidation_0-auc:0.92201\tvalidation_1-auc:0.82831 \n", + "[29]\tvalidation_0-auc:0.92331\tvalidation_1-auc:0.82916 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[30]\tvalidation_0-auc:0.92591\tvalidation_1-auc:0.82818 \n", + "[31]\tvalidation_0-auc:0.92785\tvalidation_1-auc:0.82889 \n", + "[32]\tvalidation_0-auc:0.92885\tvalidation_1-auc:0.82881 \n", + "[33]\tvalidation_0-auc:0.92904\tvalidation_1-auc:0.82949 \n", + "[34]\tvalidation_0-auc:0.92996\tvalidation_1-auc:0.82874 \n", + "[35]\tvalidation_0-auc:0.93086\tvalidation_1-auc:0.82882 \n", + "[36]\tvalidation_0-auc:0.93244\tvalidation_1-auc:0.82841 \n", + "[37]\tvalidation_0-auc:0.93420\tvalidation_1-auc:0.82678 \n", + "[38]\tvalidation_0-auc:0.93520\tvalidation_1-auc:0.82578 \n", + "[39]\tvalidation_0-auc:0.93596\tvalidation_1-auc:0.82603 \n", + "[40]\tvalidation_0-auc:0.93666\tvalidation_1-auc:0.82588 \n", + "[41]\tvalidation_0-auc:0.93753\tvalidation_1-auc:0.82547 \n", + "[42]\tvalidation_0-auc:0.93877\tvalidation_1-auc:0.82561 \n", + "[43]\tvalidation_0-auc:0.94013\tvalidation_1-auc:0.82586 \n", + "[44]\tvalidation_0-auc:0.94088\tvalidation_1-auc:0.82600 \n", + "[45]\tvalidation_0-auc:0.94135\tvalidation_1-auc:0.82617 \n", + "[46]\tvalidation_0-auc:0.94201\tvalidation_1-auc:0.82579 \n", + "[47]\tvalidation_0-auc:0.94253\tvalidation_1-auc:0.82567 \n", + "[48]\tvalidation_0-auc:0.94297\tvalidation_1-auc:0.82556 \n", + "[49]\tvalidation_0-auc:0.94354\tvalidation_1-auc:0.82595 \n", + "[50]\tvalidation_0-auc:0.94388\tvalidation_1-auc:0.82551 \n", + "[51]\tvalidation_0-auc:0.94422\tvalidation_1-auc:0.82530 \n", + "[52]\tvalidation_0-auc:0.94487\tvalidation_1-auc:0.82522 \n", + "[53]\tvalidation_0-auc:0.94524\tvalidation_1-auc:0.82513 \n", + "[54]\tvalidation_0-auc:0.94586\tvalidation_1-auc:0.82495 \n", + "[55]\tvalidation_0-auc:0.94618\tvalidation_1-auc:0.82495 \n", + "[56]\tvalidation_0-auc:0.94633\tvalidation_1-auc:0.82516 \n", + "[57]\tvalidation_0-auc:0.94667\tvalidation_1-auc:0.82508 \n", + "[58]\tvalidation_0-auc:0.94703\tvalidation_1-auc:0.82506 \n", + "[59]\tvalidation_0-auc:0.94734\tvalidation_1-auc:0.82515 \n", + "[60]\tvalidation_0-auc:0.94768\tvalidation_1-auc:0.82495 \n", + "[61]\tvalidation_0-auc:0.94786\tvalidation_1-auc:0.82498 \n", + "[62]\tvalidation_0-auc:0.94794\tvalidation_1-auc:0.82491 \n", + "[63]\tvalidation_0-auc:0.94805\tvalidation_1-auc:0.82466 \n", + "[0]\tvalidation_0-auc:0.82393\tvalidation_1-auc:0.80737 \n", + "[1]\tvalidation_0-auc:0.83822\tvalidation_1-auc:0.81676 \n", + "[2]\tvalidation_0-auc:0.84656\tvalidation_1-auc:0.82235 \n", + "[3]\tvalidation_0-auc:0.85195\tvalidation_1-auc:0.82327 \n", + "[4]\tvalidation_0-auc:0.85500\tvalidation_1-auc:0.82364 \n", + "[5]\tvalidation_0-auc:0.85967\tvalidation_1-auc:0.82539 \n", + "[6]\tvalidation_0-auc:0.86756\tvalidation_1-auc:0.82726 \n", + "[7]\tvalidation_0-auc:0.87074\tvalidation_1-auc:0.82829 \n", + "[8]\tvalidation_0-auc:0.87340\tvalidation_1-auc:0.82832 \n", + "[9]\tvalidation_0-auc:0.87508\tvalidation_1-auc:0.82790 \n", + "[10]\tvalidation_0-auc:0.87505\tvalidation_1-auc:0.82411 \n", + "[11]\tvalidation_0-auc:0.87777\tvalidation_1-auc:0.82221 \n", + "[12]\tvalidation_0-auc:0.88112\tvalidation_1-auc:0.82379 \n", + "[13]\tvalidation_0-auc:0.88696\tvalidation_1-auc:0.82527 \n", + "[14]\tvalidation_0-auc:0.88988\tvalidation_1-auc:0.82543 \n", + "[15]\tvalidation_0-auc:0.89492\tvalidation_1-auc:0.82639 \n", + "[16]\tvalidation_0-auc:0.89660\tvalidation_1-auc:0.82657 \n", + "[17]\tvalidation_0-auc:0.89983\tvalidation_1-auc:0.82808 \n", + "[18]\tvalidation_0-auc:0.89978\tvalidation_1-auc:0.82661 \n", + "[19]\tvalidation_0-auc:0.90297\tvalidation_1-auc:0.82689 \n", + "[20]\tvalidation_0-auc:0.90500\tvalidation_1-auc:0.82757 \n", + "[21]\tvalidation_0-auc:0.90563\tvalidation_1-auc:0.82618 \n", + "[22]\tvalidation_0-auc:0.90936\tvalidation_1-auc:0.82669 \n", + "[23]\tvalidation_0-auc:0.91196\tvalidation_1-auc:0.82734 \n", + "[24]\tvalidation_0-auc:0.91397\tvalidation_1-auc:0.82780 \n", + "[25]\tvalidation_0-auc:0.91544\tvalidation_1-auc:0.82905 \n", + "[26]\tvalidation_0-auc:0.91827\tvalidation_1-auc:0.82784 \n", + "[27]\tvalidation_0-auc:0.92176\tvalidation_1-auc:0.82756 \n", + "[28]\tvalidation_0-auc:0.92266\tvalidation_1-auc:0.82811 \n", + "[29]\tvalidation_0-auc:0.92494\tvalidation_1-auc:0.82784 \n", + "[30]\tvalidation_0-auc:0.92703\tvalidation_1-auc:0.82835 \n", + "[31]\tvalidation_0-auc:0.92926\tvalidation_1-auc:0.82782 \n", + "[32]\tvalidation_0-auc:0.93061\tvalidation_1-auc:0.82780 \n", + "[33]\tvalidation_0-auc:0.93129\tvalidation_1-auc:0.82784 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[34]\tvalidation_0-auc:0.93229\tvalidation_1-auc:0.82779 \n", + "[35]\tvalidation_0-auc:0.93358\tvalidation_1-auc:0.82801 \n", + "[36]\tvalidation_0-auc:0.93501\tvalidation_1-auc:0.82770 \n", + "[37]\tvalidation_0-auc:0.93603\tvalidation_1-auc:0.82709 \n", + "[38]\tvalidation_0-auc:0.93694\tvalidation_1-auc:0.82648 \n", + "[39]\tvalidation_0-auc:0.93761\tvalidation_1-auc:0.82762 \n", + "[40]\tvalidation_0-auc:0.93828\tvalidation_1-auc:0.82812 \n", + "[41]\tvalidation_0-auc:0.93935\tvalidation_1-auc:0.82794 \n", + "[42]\tvalidation_0-auc:0.94059\tvalidation_1-auc:0.82845 \n", + "[43]\tvalidation_0-auc:0.94154\tvalidation_1-auc:0.82927 \n", + "[44]\tvalidation_0-auc:0.94246\tvalidation_1-auc:0.82996 \n", + "[45]\tvalidation_0-auc:0.94286\tvalidation_1-auc:0.82998 \n", + "[46]\tvalidation_0-auc:0.94313\tvalidation_1-auc:0.83026 \n", + "[47]\tvalidation_0-auc:0.94376\tvalidation_1-auc:0.83071 \n", + "[48]\tvalidation_0-auc:0.94437\tvalidation_1-auc:0.83089 \n", + "[49]\tvalidation_0-auc:0.94503\tvalidation_1-auc:0.83130 \n", + "[50]\tvalidation_0-auc:0.94548\tvalidation_1-auc:0.83134 \n", + "[51]\tvalidation_0-auc:0.94612\tvalidation_1-auc:0.83148 \n", + "[52]\tvalidation_0-auc:0.94676\tvalidation_1-auc:0.83187 \n", + "[53]\tvalidation_0-auc:0.94704\tvalidation_1-auc:0.83227 \n", + "[54]\tvalidation_0-auc:0.94753\tvalidation_1-auc:0.83235 \n", + "[55]\tvalidation_0-auc:0.94806\tvalidation_1-auc:0.83168 \n", + "[56]\tvalidation_0-auc:0.94832\tvalidation_1-auc:0.83196 \n", + "[57]\tvalidation_0-auc:0.94907\tvalidation_1-auc:0.83178 \n", + "[58]\tvalidation_0-auc:0.94926\tvalidation_1-auc:0.83203 \n", + "[59]\tvalidation_0-auc:0.94985\tvalidation_1-auc:0.83182 \n", + "[60]\tvalidation_0-auc:0.95005\tvalidation_1-auc:0.83180 \n", + "[61]\tvalidation_0-auc:0.95100\tvalidation_1-auc:0.83120 \n", + "[62]\tvalidation_0-auc:0.95145\tvalidation_1-auc:0.83140 \n", + "[63]\tvalidation_0-auc:0.95152\tvalidation_1-auc:0.83120 \n", + "[64]\tvalidation_0-auc:0.95190\tvalidation_1-auc:0.83105 \n", + "[65]\tvalidation_0-auc:0.95220\tvalidation_1-auc:0.83108 \n", + "[66]\tvalidation_0-auc:0.95229\tvalidation_1-auc:0.83095 \n", + "[67]\tvalidation_0-auc:0.95237\tvalidation_1-auc:0.83087 \n", + "[68]\tvalidation_0-auc:0.95273\tvalidation_1-auc:0.83111 \n", + "[69]\tvalidation_0-auc:0.95300\tvalidation_1-auc:0.83110 \n", + "[70]\tvalidation_0-auc:0.95351\tvalidation_1-auc:0.83081 \n", + "[71]\tvalidation_0-auc:0.95371\tvalidation_1-auc:0.83059 \n", + "[72]\tvalidation_0-auc:0.95399\tvalidation_1-auc:0.83080 \n", + "[73]\tvalidation_0-auc:0.95404\tvalidation_1-auc:0.83062 \n", + "[74]\tvalidation_0-auc:0.95430\tvalidation_1-auc:0.83021 \n", + "[75]\tvalidation_0-auc:0.95455\tvalidation_1-auc:0.83029 \n", + "[76]\tvalidation_0-auc:0.95477\tvalidation_1-auc:0.83032 \n", + "[77]\tvalidation_0-auc:0.95488\tvalidation_1-auc:0.83019 \n", + "[78]\tvalidation_0-auc:0.95507\tvalidation_1-auc:0.83016 \n", + "[79]\tvalidation_0-auc:0.95526\tvalidation_1-auc:0.83007 \n", + "[80]\tvalidation_0-auc:0.95543\tvalidation_1-auc:0.83012 \n", + "[81]\tvalidation_0-auc:0.95552\tvalidation_1-auc:0.83009 \n", + "[82]\tvalidation_0-auc:0.95558\tvalidation_1-auc:0.82992 \n", + "[83]\tvalidation_0-auc:0.95573\tvalidation_1-auc:0.82966 \n", + "[84]\tvalidation_0-auc:0.95588\tvalidation_1-auc:0.82948 \n", + "[0]\tvalidation_0-auc:0.83253\tvalidation_1-auc:0.80908 \n", + "[1]\tvalidation_0-auc:0.84130\tvalidation_1-auc:0.81125 \n", + "[2]\tvalidation_0-auc:0.84822\tvalidation_1-auc:0.81723 \n", + "[3]\tvalidation_0-auc:0.85289\tvalidation_1-auc:0.81634 \n", + "[4]\tvalidation_0-auc:0.86001\tvalidation_1-auc:0.81730 \n", + "[5]\tvalidation_0-auc:0.86573\tvalidation_1-auc:0.82045 \n", + "[6]\tvalidation_0-auc:0.86937\tvalidation_1-auc:0.82284 \n", + "[7]\tvalidation_0-auc:0.87179\tvalidation_1-auc:0.82196 \n", + "[8]\tvalidation_0-auc:0.87573\tvalidation_1-auc:0.82476 \n", + "[9]\tvalidation_0-auc:0.87896\tvalidation_1-auc:0.82405 \n", + "[10]\tvalidation_0-auc:0.88077\tvalidation_1-auc:0.82111 \n", + "[11]\tvalidation_0-auc:0.88369\tvalidation_1-auc:0.81990 \n", + "[12]\tvalidation_0-auc:0.88704\tvalidation_1-auc:0.82273 \n", + "[13]\tvalidation_0-auc:0.89120\tvalidation_1-auc:0.82434 \n", + "[14]\tvalidation_0-auc:0.89309\tvalidation_1-auc:0.82602 \n", + "[15]\tvalidation_0-auc:0.89686\tvalidation_1-auc:0.82620 \n", + "[16]\tvalidation_0-auc:0.89865\tvalidation_1-auc:0.82679 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[17]\tvalidation_0-auc:0.90134\tvalidation_1-auc:0.82741 \n", + "[18]\tvalidation_0-auc:0.90280\tvalidation_1-auc:0.82434 \n", + "[19]\tvalidation_0-auc:0.90666\tvalidation_1-auc:0.82514 \n", + "[20]\tvalidation_0-auc:0.90945\tvalidation_1-auc:0.82516 \n", + "[21]\tvalidation_0-auc:0.91114\tvalidation_1-auc:0.82441 \n", + "[22]\tvalidation_0-auc:0.91312\tvalidation_1-auc:0.82601 \n", + "[23]\tvalidation_0-auc:0.91444\tvalidation_1-auc:0.82630 \n", + "[24]\tvalidation_0-auc:0.91629\tvalidation_1-auc:0.82727 \n", + "[25]\tvalidation_0-auc:0.91763\tvalidation_1-auc:0.82824 \n", + "[26]\tvalidation_0-auc:0.91982\tvalidation_1-auc:0.82732 \n", + "[27]\tvalidation_0-auc:0.92189\tvalidation_1-auc:0.82786 \n", + "[28]\tvalidation_0-auc:0.92268\tvalidation_1-auc:0.82839 \n", + "[29]\tvalidation_0-auc:0.92481\tvalidation_1-auc:0.82899 \n", + "[30]\tvalidation_0-auc:0.92743\tvalidation_1-auc:0.82823 \n", + "[31]\tvalidation_0-auc:0.92927\tvalidation_1-auc:0.82840 \n", + "[32]\tvalidation_0-auc:0.93078\tvalidation_1-auc:0.82884 \n", + "[33]\tvalidation_0-auc:0.93150\tvalidation_1-auc:0.82883 \n", + "[34]\tvalidation_0-auc:0.93251\tvalidation_1-auc:0.83003 \n", + "[35]\tvalidation_0-auc:0.93348\tvalidation_1-auc:0.83075 \n", + "[36]\tvalidation_0-auc:0.93495\tvalidation_1-auc:0.82999 \n", + "[37]\tvalidation_0-auc:0.93635\tvalidation_1-auc:0.82861 \n", + "[38]\tvalidation_0-auc:0.93787\tvalidation_1-auc:0.82869 \n", + "[39]\tvalidation_0-auc:0.93826\tvalidation_1-auc:0.82915 \n", + "[40]\tvalidation_0-auc:0.93866\tvalidation_1-auc:0.82974 \n", + "[41]\tvalidation_0-auc:0.93968\tvalidation_1-auc:0.83000 \n", + "[42]\tvalidation_0-auc:0.94062\tvalidation_1-auc:0.83030 \n", + "[43]\tvalidation_0-auc:0.94130\tvalidation_1-auc:0.83035 \n", + "[44]\tvalidation_0-auc:0.94181\tvalidation_1-auc:0.83106 \n", + "[45]\tvalidation_0-auc:0.94230\tvalidation_1-auc:0.83115 \n", + "[46]\tvalidation_0-auc:0.94260\tvalidation_1-auc:0.83146 \n", + "[47]\tvalidation_0-auc:0.94303\tvalidation_1-auc:0.83154 \n", + "[48]\tvalidation_0-auc:0.94350\tvalidation_1-auc:0.83139 \n", + "[49]\tvalidation_0-auc:0.94450\tvalidation_1-auc:0.83171 \n", + "[50]\tvalidation_0-auc:0.94483\tvalidation_1-auc:0.83220 \n", + "[51]\tvalidation_0-auc:0.94515\tvalidation_1-auc:0.83230 \n", + "[52]\tvalidation_0-auc:0.94580\tvalidation_1-auc:0.83256 \n", + "[53]\tvalidation_0-auc:0.94634\tvalidation_1-auc:0.83267 \n", + "[54]\tvalidation_0-auc:0.94667\tvalidation_1-auc:0.83218 \n", + "[55]\tvalidation_0-auc:0.94715\tvalidation_1-auc:0.83244 \n", + "[56]\tvalidation_0-auc:0.94734\tvalidation_1-auc:0.83263 \n", + "[57]\tvalidation_0-auc:0.94821\tvalidation_1-auc:0.83218 \n", + "[58]\tvalidation_0-auc:0.94885\tvalidation_1-auc:0.83198 \n", + "[59]\tvalidation_0-auc:0.94955\tvalidation_1-auc:0.83183 \n", + "[60]\tvalidation_0-auc:0.94972\tvalidation_1-auc:0.83165 \n", + "[61]\tvalidation_0-auc:0.94998\tvalidation_1-auc:0.83158 \n", + "[62]\tvalidation_0-auc:0.95045\tvalidation_1-auc:0.83128 \n", + "[63]\tvalidation_0-auc:0.95081\tvalidation_1-auc:0.83139 \n", + "[64]\tvalidation_0-auc:0.95146\tvalidation_1-auc:0.83116 \n", + "[65]\tvalidation_0-auc:0.95171\tvalidation_1-auc:0.83096 \n", + "[66]\tvalidation_0-auc:0.95195\tvalidation_1-auc:0.83073 \n", + "[67]\tvalidation_0-auc:0.95225\tvalidation_1-auc:0.83065 \n", + "[68]\tvalidation_0-auc:0.95278\tvalidation_1-auc:0.83029 \n", + "[69]\tvalidation_0-auc:0.95318\tvalidation_1-auc:0.83044 \n", + "[70]\tvalidation_0-auc:0.95361\tvalidation_1-auc:0.83029 \n", + "[71]\tvalidation_0-auc:0.95373\tvalidation_1-auc:0.83013 \n", + "[72]\tvalidation_0-auc:0.95395\tvalidation_1-auc:0.83018 \n", + "[73]\tvalidation_0-auc:0.95413\tvalidation_1-auc:0.83006 \n", + "[74]\tvalidation_0-auc:0.95420\tvalidation_1-auc:0.82993 \n", + "[75]\tvalidation_0-auc:0.95441\tvalidation_1-auc:0.82995 \n", + "[76]\tvalidation_0-auc:0.95484\tvalidation_1-auc:0.83023 \n", + "[77]\tvalidation_0-auc:0.95491\tvalidation_1-auc:0.82997 \n", + "[78]\tvalidation_0-auc:0.95523\tvalidation_1-auc:0.82995 \n", + "[79]\tvalidation_0-auc:0.95559\tvalidation_1-auc:0.83022 \n", + "[80]\tvalidation_0-auc:0.95602\tvalidation_1-auc:0.83045 \n", + "[81]\tvalidation_0-auc:0.95625\tvalidation_1-auc:0.83030 \n", + "[82]\tvalidation_0-auc:0.95636\tvalidation_1-auc:0.83018 \n", + "[83]\tvalidation_0-auc:0.95642\tvalidation_1-auc:0.83020 \n", + "100%|███████████████████████████████████████████████| 50/50 [20:41<00:00, 24.83s/trial, best loss: -0.8377636283109627]\n", + "best: {'colsample_bytree': 0.5749934608268169, 'learning_rate': 0.15145639274819528, 'max_depth': 5.0, 'min_child_weight': 6.0}\n" + ] + } + ], + "source": [ + "from hyperopt import fmin, tpe, Trials\n", + "\n", + "trials = Trials()\n", + "\n", + "# fmin()함수를 호출. max_evals지정된 횟수만큼 반복 후 목적함수의 최소값을 가지는 최적 입력값 추출.\n", + "best = fmin(fn=objective_func,\n", + " space=xgb_search_space,\n", + " algo=tpe.suggest,\n", + " max_evals=50, # 최대 반복 횟수를 지정합니다.\n", + " trials=trials, rstate=np.random.default_rng(seed=30))\n", + "\n", + "print('best:', best)" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[0]\tvalidation_0-auc:0.81933\tvalidation_1-auc:0.80632\n", + "[1]\tvalidation_0-auc:0.82800\tvalidation_1-auc:0.80951\n", + "[2]\tvalidation_0-auc:0.83117\tvalidation_1-auc:0.81305\n", + "[3]\tvalidation_0-auc:0.83235\tvalidation_1-auc:0.81310\n", + "[4]\tvalidation_0-auc:0.83610\tvalidation_1-auc:0.81293\n", + "[5]\tvalidation_0-auc:0.84002\tvalidation_1-auc:0.81946\n", + "[6]\tvalidation_0-auc:0.84490\tvalidation_1-auc:0.82122\n", + "[7]\tvalidation_0-auc:0.84522\tvalidation_1-auc:0.82082\n", + "[8]\tvalidation_0-auc:0.84695\tvalidation_1-auc:0.82208\n", + "[9]\tvalidation_0-auc:0.84691\tvalidation_1-auc:0.82162\n", + "[10]\tvalidation_0-auc:0.84536\tvalidation_1-auc:0.81734\n", + "[11]\tvalidation_0-auc:0.84479\tvalidation_1-auc:0.81739\n", + "[12]\tvalidation_0-auc:0.84800\tvalidation_1-auc:0.82024\n", + "[13]\tvalidation_0-auc:0.85040\tvalidation_1-auc:0.82117\n", + "[14]\tvalidation_0-auc:0.85251\tvalidation_1-auc:0.82441\n", + "[15]\tvalidation_0-auc:0.85501\tvalidation_1-auc:0.82583\n", + "[16]\tvalidation_0-auc:0.85512\tvalidation_1-auc:0.82649\n", + "[17]\tvalidation_0-auc:0.85627\tvalidation_1-auc:0.82707\n", + "[18]\tvalidation_0-auc:0.85578\tvalidation_1-auc:0.82803\n", + "[19]\tvalidation_0-auc:0.85761\tvalidation_1-auc:0.82916\n", + "[20]\tvalidation_0-auc:0.85816\tvalidation_1-auc:0.82866\n", + "[21]\tvalidation_0-auc:0.85821\tvalidation_1-auc:0.82868\n", + "[22]\tvalidation_0-auc:0.86006\tvalidation_1-auc:0.82947\n", + "[23]\tvalidation_0-auc:0.86136\tvalidation_1-auc:0.83024\n", + "[24]\tvalidation_0-auc:0.86236\tvalidation_1-auc:0.83085\n", + "[25]\tvalidation_0-auc:0.86300\tvalidation_1-auc:0.83212\n", + "[26]\tvalidation_0-auc:0.86405\tvalidation_1-auc:0.83246\n", + "[27]\tvalidation_0-auc:0.86514\tvalidation_1-auc:0.83328\n", + "[28]\tvalidation_0-auc:0.86559\tvalidation_1-auc:0.83315\n", + "[29]\tvalidation_0-auc:0.86605\tvalidation_1-auc:0.83318\n", + "[30]\tvalidation_0-auc:0.86740\tvalidation_1-auc:0.83278\n", + "[31]\tvalidation_0-auc:0.86849\tvalidation_1-auc:0.83332\n", + "[32]\tvalidation_0-auc:0.86947\tvalidation_1-auc:0.83303\n", + "[33]\tvalidation_0-auc:0.86983\tvalidation_1-auc:0.83287\n", + "[34]\tvalidation_0-auc:0.87040\tvalidation_1-auc:0.83381\n", + "[35]\tvalidation_0-auc:0.87082\tvalidation_1-auc:0.83405\n", + "[36]\tvalidation_0-auc:0.87167\tvalidation_1-auc:0.83452\n", + "[37]\tvalidation_0-auc:0.87184\tvalidation_1-auc:0.83501\n", + "[38]\tvalidation_0-auc:0.87253\tvalidation_1-auc:0.83546\n", + "[39]\tvalidation_0-auc:0.87288\tvalidation_1-auc:0.83494\n", + "[40]\tvalidation_0-auc:0.87325\tvalidation_1-auc:0.83484\n", + "[41]\tvalidation_0-auc:0.87364\tvalidation_1-auc:0.83498\n", + "[42]\tvalidation_0-auc:0.87418\tvalidation_1-auc:0.83500\n", + "[43]\tvalidation_0-auc:0.87456\tvalidation_1-auc:0.83516\n", + "[44]\tvalidation_0-auc:0.87504\tvalidation_1-auc:0.83541\n", + "[45]\tvalidation_0-auc:0.87534\tvalidation_1-auc:0.83537\n", + "[46]\tvalidation_0-auc:0.87545\tvalidation_1-auc:0.83558\n", + "[47]\tvalidation_0-auc:0.87614\tvalidation_1-auc:0.83551\n", + "[48]\tvalidation_0-auc:0.87658\tvalidation_1-auc:0.83526\n", + "[49]\tvalidation_0-auc:0.87724\tvalidation_1-auc:0.83525\n", + "[50]\tvalidation_0-auc:0.87741\tvalidation_1-auc:0.83550\n", + "[51]\tvalidation_0-auc:0.87779\tvalidation_1-auc:0.83541\n", + "[52]\tvalidation_0-auc:0.87786\tvalidation_1-auc:0.83534\n", + "[53]\tvalidation_0-auc:0.87812\tvalidation_1-auc:0.83535\n", + "[54]\tvalidation_0-auc:0.87826\tvalidation_1-auc:0.83519\n", + "[55]\tvalidation_0-auc:0.87872\tvalidation_1-auc:0.83537\n", + "[56]\tvalidation_0-auc:0.87888\tvalidation_1-auc:0.83530\n", + "[57]\tvalidation_0-auc:0.87958\tvalidation_1-auc:0.83547\n", + "[58]\tvalidation_0-auc:0.87989\tvalidation_1-auc:0.83550\n", + "[59]\tvalidation_0-auc:0.88073\tvalidation_1-auc:0.83520\n", + "[60]\tvalidation_0-auc:0.88122\tvalidation_1-auc:0.83535\n", + "[61]\tvalidation_0-auc:0.88140\tvalidation_1-auc:0.83538\n", + "[62]\tvalidation_0-auc:0.88149\tvalidation_1-auc:0.83542\n", + "[63]\tvalidation_0-auc:0.88203\tvalidation_1-auc:0.83560\n", + "[64]\tvalidation_0-auc:0.88244\tvalidation_1-auc:0.83597\n", + "[65]\tvalidation_0-auc:0.88296\tvalidation_1-auc:0.83591\n", + "[66]\tvalidation_0-auc:0.88333\tvalidation_1-auc:0.83583\n", + "[67]\tvalidation_0-auc:0.88416\tvalidation_1-auc:0.83556\n", + "[68]\tvalidation_0-auc:0.88495\tvalidation_1-auc:0.83568\n", + "[69]\tvalidation_0-auc:0.88507\tvalidation_1-auc:0.83581\n", + "[70]\tvalidation_0-auc:0.88519\tvalidation_1-auc:0.83577\n", + "[71]\tvalidation_0-auc:0.88551\tvalidation_1-auc:0.83592\n", + "[72]\tvalidation_0-auc:0.88555\tvalidation_1-auc:0.83593\n", + "[73]\tvalidation_0-auc:0.88564\tvalidation_1-auc:0.83596\n", + "[74]\tvalidation_0-auc:0.88579\tvalidation_1-auc:0.83593\n", + "[75]\tvalidation_0-auc:0.88591\tvalidation_1-auc:0.83602\n", + "[76]\tvalidation_0-auc:0.88601\tvalidation_1-auc:0.83591\n", + "[77]\tvalidation_0-auc:0.88618\tvalidation_1-auc:0.83617\n", + "[78]\tvalidation_0-auc:0.88654\tvalidation_1-auc:0.83603\n", + "[79]\tvalidation_0-auc:0.88673\tvalidation_1-auc:0.83590\n", + "[80]\tvalidation_0-auc:0.88687\tvalidation_1-auc:0.83575\n", + "[81]\tvalidation_0-auc:0.88724\tvalidation_1-auc:0.83575\n", + "[82]\tvalidation_0-auc:0.88735\tvalidation_1-auc:0.83564\n", + "[83]\tvalidation_0-auc:0.88756\tvalidation_1-auc:0.83551\n", + "[84]\tvalidation_0-auc:0.88794\tvalidation_1-auc:0.83553\n", + "[85]\tvalidation_0-auc:0.88828\tvalidation_1-auc:0.83547\n", + "[86]\tvalidation_0-auc:0.88845\tvalidation_1-auc:0.83537\n", + "[87]\tvalidation_0-auc:0.88847\tvalidation_1-auc:0.83524\n", + "[88]\tvalidation_0-auc:0.88864\tvalidation_1-auc:0.83542\n", + "[89]\tvalidation_0-auc:0.88887\tvalidation_1-auc:0.83550\n", + "[90]\tvalidation_0-auc:0.88937\tvalidation_1-auc:0.83532\n", + "[91]\tvalidation_0-auc:0.88992\tvalidation_1-auc:0.83511\n", + "[92]\tvalidation_0-auc:0.88996\tvalidation_1-auc:0.83511\n", + "[93]\tvalidation_0-auc:0.89009\tvalidation_1-auc:0.83515\n", + "[94]\tvalidation_0-auc:0.89056\tvalidation_1-auc:0.83483\n", + "[95]\tvalidation_0-auc:0.89076\tvalidation_1-auc:0.83496\n", + "[96]\tvalidation_0-auc:0.89086\tvalidation_1-auc:0.83481\n", + "[97]\tvalidation_0-auc:0.89166\tvalidation_1-auc:0.83484\n", + "[98]\tvalidation_0-auc:0.89188\tvalidation_1-auc:0.83471\n", + "[99]\tvalidation_0-auc:0.89220\tvalidation_1-auc:0.83433\n", + "[100]\tvalidation_0-auc:0.89242\tvalidation_1-auc:0.83431\n", + "[101]\tvalidation_0-auc:0.89253\tvalidation_1-auc:0.83427\n", + "[102]\tvalidation_0-auc:0.89304\tvalidation_1-auc:0.83405\n", + "[103]\tvalidation_0-auc:0.89347\tvalidation_1-auc:0.83404\n", + "[104]\tvalidation_0-auc:0.89355\tvalidation_1-auc:0.83400\n", + "[105]\tvalidation_0-auc:0.89402\tvalidation_1-auc:0.83411\n", + "[106]\tvalidation_0-auc:0.89412\tvalidation_1-auc:0.83399\n", + "[107]\tvalidation_0-auc:0.89434\tvalidation_1-auc:0.83374\n", + "[108]\tvalidation_0-auc:0.89453\tvalidation_1-auc:0.83352\n", + "[109]\tvalidation_0-auc:0.89462\tvalidation_1-auc:0.83350\n", + "[110]\tvalidation_0-auc:0.89519\tvalidation_1-auc:0.83347\n", + "[111]\tvalidation_0-auc:0.89525\tvalidation_1-auc:0.83342\n", + "[112]\tvalidation_0-auc:0.89549\tvalidation_1-auc:0.83327\n", + "[113]\tvalidation_0-auc:0.89581\tvalidation_1-auc:0.83324\n", + "[114]\tvalidation_0-auc:0.89623\tvalidation_1-auc:0.83316\n", + "[115]\tvalidation_0-auc:0.89650\tvalidation_1-auc:0.83298\n", + "[116]\tvalidation_0-auc:0.89653\tvalidation_1-auc:0.83299\n", + "[117]\tvalidation_0-auc:0.89684\tvalidation_1-auc:0.83291\n", + "[118]\tvalidation_0-auc:0.89694\tvalidation_1-auc:0.83292\n", + "[119]\tvalidation_0-auc:0.89702\tvalidation_1-auc:0.83279\n", + "[120]\tvalidation_0-auc:0.89748\tvalidation_1-auc:0.83247\n", + "[121]\tvalidation_0-auc:0.89755\tvalidation_1-auc:0.83232\n", + "[122]\tvalidation_0-auc:0.89768\tvalidation_1-auc:0.83240\n", + "[123]\tvalidation_0-auc:0.89781\tvalidation_1-auc:0.83235\n", + "[124]\tvalidation_0-auc:0.89790\tvalidation_1-auc:0.83234\n", + "[125]\tvalidation_0-auc:0.89793\tvalidation_1-auc:0.83224\n", + "[126]\tvalidation_0-auc:0.89804\tvalidation_1-auc:0.83208\n", + "[127]\tvalidation_0-auc:0.89828\tvalidation_1-auc:0.83207\n", + "[128]\tvalidation_0-auc:0.89836\tvalidation_1-auc:0.83209\n", + "[129]\tvalidation_0-auc:0.89836\tvalidation_1-auc:0.83212\n", + "[130]\tvalidation_0-auc:0.89886\tvalidation_1-auc:0.83208\n", + "[131]\tvalidation_0-auc:0.89896\tvalidation_1-auc:0.83192\n", + "[132]\tvalidation_0-auc:0.89900\tvalidation_1-auc:0.83189\n", + "[133]\tvalidation_0-auc:0.89914\tvalidation_1-auc:0.83161\n", + "[134]\tvalidation_0-auc:0.89931\tvalidation_1-auc:0.83175\n", + "[135]\tvalidation_0-auc:0.89943\tvalidation_1-auc:0.83169\n", + "[136]\tvalidation_0-auc:0.89965\tvalidation_1-auc:0.83174\n", + "[137]\tvalidation_0-auc:0.89974\tvalidation_1-auc:0.83175\n", + "[138]\tvalidation_0-auc:0.90032\tvalidation_1-auc:0.83160\n", + "[139]\tvalidation_0-auc:0.90090\tvalidation_1-auc:0.83169\n", + "[140]\tvalidation_0-auc:0.90095\tvalidation_1-auc:0.83177\n", + "[141]\tvalidation_0-auc:0.90105\tvalidation_1-auc:0.83175\n", + "[142]\tvalidation_0-auc:0.90115\tvalidation_1-auc:0.83178\n", + "[143]\tvalidation_0-auc:0.90121\tvalidation_1-auc:0.83165\n", + "[144]\tvalidation_0-auc:0.90119\tvalidation_1-auc:0.83170\n", + "[145]\tvalidation_0-auc:0.90128\tvalidation_1-auc:0.83172\n", + "[146]\tvalidation_0-auc:0.90134\tvalidation_1-auc:0.83177\n", + "[147]\tvalidation_0-auc:0.90136\tvalidation_1-auc:0.83174\n", + "[148]\tvalidation_0-auc:0.90165\tvalidation_1-auc:0.83163\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[149]\tvalidation_0-auc:0.90167\tvalidation_1-auc:0.83153\n", + "[150]\tvalidation_0-auc:0.90172\tvalidation_1-auc:0.83144\n", + "[151]\tvalidation_0-auc:0.90175\tvalidation_1-auc:0.83143\n", + "[152]\tvalidation_0-auc:0.90182\tvalidation_1-auc:0.83154\n", + "[153]\tvalidation_0-auc:0.90201\tvalidation_1-auc:0.83143\n", + "[154]\tvalidation_0-auc:0.90202\tvalidation_1-auc:0.83138\n", + "[155]\tvalidation_0-auc:0.90211\tvalidation_1-auc:0.83120\n", + "[156]\tvalidation_0-auc:0.90224\tvalidation_1-auc:0.83118\n", + "[157]\tvalidation_0-auc:0.90229\tvalidation_1-auc:0.83103\n", + "[158]\tvalidation_0-auc:0.90229\tvalidation_1-auc:0.83107\n", + "[159]\tvalidation_0-auc:0.90241\tvalidation_1-auc:0.83120\n", + "[160]\tvalidation_0-auc:0.90250\tvalidation_1-auc:0.83112\n", + "[161]\tvalidation_0-auc:0.90301\tvalidation_1-auc:0.83081\n", + "[162]\tvalidation_0-auc:0.90302\tvalidation_1-auc:0.83083\n", + "[163]\tvalidation_0-auc:0.90331\tvalidation_1-auc:0.83079\n", + "[164]\tvalidation_0-auc:0.90356\tvalidation_1-auc:0.83061\n", + "[165]\tvalidation_0-auc:0.90370\tvalidation_1-auc:0.83061\n", + "[166]\tvalidation_0-auc:0.90377\tvalidation_1-auc:0.83060\n", + "[167]\tvalidation_0-auc:0.90389\tvalidation_1-auc:0.83068\n", + "[168]\tvalidation_0-auc:0.90394\tvalidation_1-auc:0.83075\n", + "[169]\tvalidation_0-auc:0.90401\tvalidation_1-auc:0.83074\n", + "[170]\tvalidation_0-auc:0.90403\tvalidation_1-auc:0.83083\n", + "[171]\tvalidation_0-auc:0.90415\tvalidation_1-auc:0.83077\n", + "[172]\tvalidation_0-auc:0.90455\tvalidation_1-auc:0.83088\n", + "[173]\tvalidation_0-auc:0.90495\tvalidation_1-auc:0.83077\n", + "[174]\tvalidation_0-auc:0.90533\tvalidation_1-auc:0.83101\n", + "[175]\tvalidation_0-auc:0.90541\tvalidation_1-auc:0.83090\n", + "[176]\tvalidation_0-auc:0.90555\tvalidation_1-auc:0.83073\n", + "ROC AUC: 0.8457\n" + ] + } + ], + "source": [ + "# n_estimators를 500증가 후 최적으로 찾은 하이퍼 파라미터를 기반으로 학습과 예측 수행.\n", + "xgb_clf = XGBClassifier(n_estimators=500, learning_rate=round(best['learning_rate'], 5),\n", + " max_depth=int(best['max_depth']), min_child_weight=int(best['min_child_weight']), \n", + " colsample_bytree=round(best['colsample_bytree'], 5) \n", + " )\n", + "\n", + "# evaluation metric을 auc로, early stopping은 100 으로 설정하고 학습 수행. \n", + "xgb_clf.fit(X_tr, y_tr, early_stopping_rounds=100, \n", + " eval_metric=\"auc\",eval_set=[(X_tr, y_tr), (X_val, y_val)])\n", + "\n", + "xgb_roc_score = roc_auc_score(y_test, xgb_clf.predict_proba(X_test)[:,1])\n", + "print('ROC AUC: {0:.4f}'.format(xgb_roc_score))" + ] + }, + { + "cell_type": "code", + "execution_count": 25, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 25, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAtQAAAHwCAYAAACG+PhNAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAACRZElEQVR4nOzde5xVZd3//9dbEEFRlJMBoyKCiIBiiIfkp6NGGCpqcAN+vRUwMgsLy0PcZUSat6NgaqIVmoc0ERAFBELmVsdTKGKCqICojCmQBHgaQGGGz++PvWbYzInBOcHM+/l4zIO1rnUdPuuasT772tdeWxGBmZmZmZl9PXvVdgBmZmZmZnsyJ9RmZmZmZpXghNrMzMzMrBKcUJuZmZmZVYITajMzMzOzSnBCbWZmZmZWCU6ozcxsjyHpl5Lure04zMzSyc+hNjOrHyTlAgcDBWnFR0bE6kr2OSIi/q9y0e15JI0FOkbEf9d2LGZWu7xCbWZWv5wbEU3Tfr52Ml0VJDWszfG/rj01bjOrHk6ozczqOUnNJP1F0hpJqyT9TlKD5NoRkp6RtF7SOkl/k3Rgcu0h4FDgSUl5kq6VlCnpo2L950r6dnI8VtJjkh6W9DkwrLzxS4l1rKSHk+P2kkLScEkfSvpE0uWSekl6Q9KnkiaktR0m6SVJd0r6TNIySWemXW8raaakDZLelfSDYuOmx3058EtgcHLvi5N6wyUtlfSFpPcl/TCtj0xJH0m6StLa5H6Hp11vIulWSR8k8b0oqUly7SRJ/0juabGkzK/xqzazauKE2szMHgTygY7AccB3gBHJNQE3AW2BLsAhwFiAiLgY+BfbV71vqeB45wGPAQcCf9vJ+BVxItAJGAzcDvwK+DbQFRgk6bRidd8HWgK/AR6X1Dy5Ngn4KLnXgcD/pifcxeL+C/C/wOTk3o9N6qwFzgEOAIYDt0n6Zlof3wCaAe2A7wN3SToouTYe6Al8C2gOXAtsk9QOmA38Lim/GpgmqdUuzJGZVSMn1GZm9cv0ZJXzU0nTJR0MfBe4MiI2RsRa4DZgCEBEvBsR2RHxVUT8B/g9cFrZ3VfI/IiYHhHbSCWeZY5fQTdExJcRMQ/YCEyKiLURsQp4gVSSXmgtcHtEbI2IycBy4GxJhwC9gV8kfS0C7gUuLi3uiNhcWiARMTsi3ouU54B5wP+XVmUrcH0y/hwgD+gsaS/gUmBURKyKiIKI+EdEfAX8NzAnIuYkY2cDC4F+uzBHZlaNvAfMzKx+OT/9A4SSTgD2BtZIKizeC/gwud4a+AOppHD/5NonlYzhw7Tjw8obv4I+TjveXMp507TzVbHjp/E/ILUi3RbYEBFfFLt2fBlxl0rSd0mtfB9J6j72BZakVVkfEflp55uS+FoCjYH3Sun2MOC/JJ2bVrY38OzO4jGzmuGE2sysfvsQ+ApoWSzRK3QTEMAxEbFe0vnAhLTrxR8VtZFUEglAshe6+NaE9DY7G7+qtZOktKT6UGAmsBpoLmn/tKT6UGBVWtvi97rDuaR9gGnAJcCMiNgqaTqpbTM7sw74EjgCWFzs2ofAQxHxgxKtzGy34C0fZmb1WESsIbUt4VZJB0jaK/kgYuG2jv1JbUv4NNnLe02xLj4GOqSdvwM0lnS2pL2B64B9KjF+VWsN/FTS3pL+i9S+8DkR8SHwD+AmSY0lHUNqj/PfyunrY6B9sl0DoBGpe/0PkJ+sVn+nIkEl21/uA36ffDiygaSTkyT9YeBcSX2T8sbJBxwzdv32zaw6OKE2M7NLSCWDb5PazvEY0Ca59lvgm8BnpD4Y93ixtjcB1yV7sq+OiM+AH5Paf7yK1Ir1R5SvvPGr2iukPsC4DrgRGBgR65NrFwLtSa1WPwH8JtmvXJapyb/rJf0zWdn+KTCF1H38P1Kr3xV1NantIa8CG4Cbgb2SZP88Uk8V+Q+pFetr8P+Hm+02/MUuZmZWL0gaRupLaHrXdixmVrf41a2ZmZmZWSU4oTYzMzMzqwRv+TAzMzMzqwSvUJuZmZmZVYITajMzMzOzSvAXu1itOfDAA6Njx461HUadsnHjRvbbb7/aDqNO8ZxWPc9p1fOcVg/Pa9Xbk+f0tddeWxcRxb+oCnBCbbXo4IMPZuHChbUdRp2Sk5NDZmZmbYdRp3hOq57ntOp5TquH57Xq7clzKumDsq55y4eZmZmZWSU4oTYzMzMzqwQn1GZmZmZmleCE2szMzMysEpxQm5mZmZlVghNqMzMzM7NKcEJtZmZmZlYJTqjNzMzMzCrBCbWZmZmZWSU4oTYzMzMzqwQn1GZmZmZmleCE2szMzMysEpxQm5mZmZlVghNqMzMzM7NKUETUdgxWTx3aoWPsNeiO2g6jTrmqez63LmlY22HUKZ7Tquc5rXqe0+rhea283Kyzi44//PBD+vfvz5dffslee+3FZZddxqhRo1i8eDGXX345eXl5tG/fnr/97W8ccMABbN26lREjRvDPf/6T/Px8LrnkEv7nf/6nxBgbNmxg8ODB5Obm0r59e6ZMmcJBBx1U5fci6bWIOL60a16htgqTNFfSYklvSfqTpAZJ+aGSnpX0uqQ3JPWr7VjNzMxs99KwYUN+9KMfsXTpUl5++WXuuusu3n77bUaMGEFWVhZLlizhggsuYNy4cQBMnTqVr776iiVLlvDaa6/x5z//mdzc3BL9ZmVlceaZZ7JixQrOPPNMsrKyavjOnFBbBShlL2BQRBwLdANaAf+VVLkOmBIRxwFDgLtrJ1IzMzPbXbVp04YjjzwSgP33358uXbqwatUqli9fzqmnngpAnz59mDZtGgCS2LhxI/n5+WzevJlGjRpxwAEHlOh3xowZDB06FIChQ4cyffr0mrmhNE6o6xFJN0v6cdr5WEm/kfS0pH9KWiLpvORae0lLJd0N/BM4JCI+T5o2BBoBhfuFAij8C28GrK6RGzIzM7M9Um5uLq+//jonnngi3bp1Y+bMmUBqVfrDDz8EYODAgey33360adOGQw89lKuvvprmzZuX6Ovjjz+mTZs2QCppX7t2bc3dSMIJdf3yKDA47XwQcD9wQUR8EzgduFWSkuudgb9GxHER8QGApKeAtcAXwGNJvbHAf0v6CJgD/KS6b8TMzMz2THl5eQwYMIDbb7+dAw44gPvuu4+77rqLnj178sUXX9CoUSMAFixYQIMGDVi9ejUrV67k1ltv5f3336/l6Evnnfb1SES8Lqm1pLaktmx8AqwBbpN0KrANaAccnDT5ICJeLtZHX0mNgb8BZwDZwIXAAxFxq6STgYckdYuIbcVjkHQZcBlAy5atGNM9v1rutb46uEnqQzRWdTynVc9zWvU8p9XD81p5OTk5O5x/+umnnH766Zx44ok0b9686Povf/lLIPXBxdatW5OTk8Ptt9/O0UcfzUsvvQRAhw4dePDBBzn99NN36POAAw5g2rRptGjRgvXr17P//vuXGLe6OaGufx4DBgLfILVifRGp5LpnRGyVlAs0TupuLK2DiPhS0kzgPFIJ9feBs5Jr85OEuyWplezibScCEyH1lA9/erpq+RPpVc9zWvU8p1XPc1o9PK+Vl3tRZtFxRNC3b19OOeUUbr/99qLytWvX0rp1a7Zt28awYcO45ppryMzM5JVXXmHZsmWcdtppbNq0iQ8++ICbb76ZY445ZocxBg8ezIoVKxgwYABZWVkMGTKEzMxMapK3fNQ/j5L64OBAUsl1M2BtkkyfDhxWWiNJTSW1SY4bAv2AZcnlfwFnJte6kErI/1OdN2FmZmZ7lpdeeons7GyeeeYZevToQY8ePZgzZw6TJk3iyCOP5KijjqJt27YMHz4cgJEjR5KXl0e3bt3o1asXw4cPL0qmR4wYwcKFCwEYPXo02dnZdOrUiezsbEaPHl3j9+aXXfVMRLwlaX9gVUSskfQ34ElJC4FFbE+Si9sPmClpH6AB8Azwp+TaVcA9kn5G6gOKw8IPODczM7M0vXv35tlnny119XjUqFElypo2bcrUqVNL7evee+8tOm7RogVPP/10lcX5dTihrocionva8Trg5DKqdkur9zHQq4z+3gZO2dU4muzdgOVpD3y3ysvJydnh7TWrPM9p1fOcVj3PafXwvFpFecuHmZmZmVklOKE2MzMzM6sEJ9RmZmZmZpXghNrMzMzMrBKcUJuZmZmZVYITajMzMzOzSnBCbWZmZmZWCU6ozczMzMwqwQm1mZmZmVklOKE2MzMzM6sEJ9RmZmZmZpXQsLYDsPpr89YC2o+eXdth1ClXdc9nmOe0SnlOq57ntHy5WWcXHV966aXMmjWL1q1b8+abbwKwePFiLr/8cvLy8mjfvj1/+9vfAMjOzmb06NFs2bKFRo0aMW7cOM4444wS/W/YsIHBgweTm5tL+/btmTJlCgcddFDN3JxZHeUVaqswSTdK+lBSXrHyYZL+I2lR8jOitmI0M6tLhg0bxty5c3coGzFiBFlZWSxZsoQLLriAcePGAdCyZUuefPJJlixZwoMPPsjFF19cap9ZWVmceeaZrFixgjPPPJOsrKxqvw+zus4Jte2UUvYCngROKKPa5IjokfzcW4PhmZnVWaeeeirNmzffoWz58uWceuqpAPTp04dp06YBcNxxx9G2bVsAunbtypdffslXX31Vos8ZM2YwdOhQAIYOHcr06dOr8Q7M6gcn1PWIpJsl/TjtfKyk30h6WtI/JS2RdF5yrb2kpZLuBv4JHBIRL0fEmtqK38zMoFu3bsycOROAqVOn8uGHH5aoM23aNI477jj22WefEtc+/vhj2rRpA0CbNm1Yu3Zt9QZsVg94D3X98ihwO3B3cj4IOAu4LSI+l9QSeFnSzOR6Z2B4RPy4RE8lDZB0KvAO8LOIKPm/8ICky4DLAFq2bMWY7vlf+2aspIObpPanWtXxnFY9z2n5cnJydjj/97//zcaNG4vKL7/8cn73u99xzTXXcMopp7DXXnuRl5dXdH3lypVcd9113HLLLSX6AsjPz9+hvPi5bZc+r1Y16uqcOqGuRyLidUmtJbUFWgGfAGuA25JkeBvQDjg4afJBRLxcga6fBCZFxFeSLgceBEp+EiYVw0RgIsChHTrGrUv8J1iVruqej+e0anlOq57ntHy5F2XueJ6by3777Udm5vbySy65BIB33nmHt956i6ZNm5KZmclHH33EZZddxpQpUzjllFNK7b9du3Z07tyZNm3asGbNGtq2bbtD37ZdTk6O56aK1dU59ZaP+ucxYCAwmNSK9UWkkuueEdED+BhonNTdWJEOI2J9RBRu1LsH6FmVAZuZ2XaFWzS2bdvG7373Oy6//HIAPv30U84++2xuuummMpNpgP79+/Pggw8C8OCDD3LeeedVf9BmdZwT6vrnUWAIqaT6MaAZsDYitko6HThsVzuU1CbttD+wtCoCNTOr7y688EJOPvlkli9fTkZGBn/5y1+YNGkSRx55JEcddRRt27Zl+PDhAEyYMIF3332XG264gR49etCjR4+i5HvEiBEsXLgQgNGjR5OdnU2nTp2KHrVnZpWjiKjtGKyGSVoCrIuI05N9008CewOLgFOA7yZVZ0VEt7R2twD/D2gLrAbujYixkm4ilUjnAxuAH0XEsp3F0blz51i+fHnV3ZjV2bfSapPntOp5Tque57R6eF6r3p48p5Jei4jjS7vmTWz1UER0TzteB5xcRtVu6ScRcS1wbSn9/Q/wP1UZo5mZmdmewls+zMzMzMwqwQm1mZmZmVklOKE2MzMzM6sEJ9RmZmZmZpXghNrMzMzMrBKcUJuZmZmZVYITajMzMzOzSnBCbWZmZmZWCU6ozczMzMwqwQm1mZmZmVklOKE2M6tll156Ka1bt6Zbt25FZVOnTqVr167stddeLFy4sKh8wYIF9OjRgx49enDsscfyxBNPlNrnhg0b6NOnD506daJPnz588skn1X4fZmb1VcPaDsDqr81bC2g/enZth1GnXNU9n2Ge0ypVXXOam3V20fGwYcO44ooruOSSS4rKunXrxuOPP84Pf/jDHdp169aNhQsX0rBhQ9asWcOxxx7LueeeS8OGO/7PeVZWFmeeeSajR48mKyuLrKwsbr755iq/DzMz241XqCU9IGlgKeWZkmbVRkxpMbSX9GZyfLykP9RSDJslLUp+/rST+nnVHM9fJC2W9IakxyQ1rc7xzOqSU089lebNm+9Q1qVLFzp37lyi7r777luUPH/55ZdIKrXPGTNmMHToUACGDh3K9OnTqzZoMzMr4hXqSoqIhcDCnVasQpIKf2/vRUSPmhy7HD+LiM8BJP0euALIqt2QzOqmV155hUsvvZQPPviAhx56qMTqNMDHH39MmzZtAGjTpg1r166t6TDNzOqNGl2hlrSfpNnJSuabkgZLGiPp1eR8okpZbpF0lqRlkl4EvpdW3lzS9GRV9GVJx5Qz9lhJD0qaJylX0vck3SJpiaS5kvZO6vWU9Jyk1yQ9JalNWvliSfOBkWn9Fq2YVzQeSXslMRyYVvaupIMlnSvpFUmvS/o/SQenxT9R0jzgr7s280Vj3Jjcw8tp/ZY1XlNJ9yfz84akAUn5dyTNl/RPSVMLV6LTkmkBTYD4OjGa2c6deOKJvPXWW7z66qvcdNNNfPnll7UdkplZvVbTK9RnAasj4mwASc2A7Ii4Pjl/CDgHeLKwgaTGwD3AGcC7wOS0/n4LvB4R50s6g1Si2aOc8Y8ATgeOBuYDAyLiWklPAGdLmg3cCZwXEf+RNBi4EbgUuB/4SUQ8J2lcGf1XKJ6I2CZpBnABcL+kE4HciPg4edFwUkSEpBHAtcBVSdOeQO+I2CypPXC4pNeBz4HrIuKFcu59P+DliPiVpFuAHwC/A8oa79fAZxHRHUDSQZJaAtcB346IjZJ+AfwcKPz93Q/0A95Oi3kHki4DLgNo2bIVY7rnlxOy7aqDm6T2/FrVqa45zcnJ2eH83//+Nxs3bixR/umnn/Laa6+Rl1f6rq2tW7fy4IMPltgecsABBzBt2jRatGjB+vXr2X///Uv0XVvy8vJ2m1jqCs9p9fC8Vr26Oqc1nVAvAcZLuhmYFREvSBog6VpgX6A58BZpCTVwFLAyIlYASHqYJCEDegMDACLiGUktJDWLiM/KGP/vEbFV0hKgATA3La72QGegG5CdLJQ3ANYkif+BEfFcUv8h4Lul9L8r8UwGxpBK1Iew/YVCBjA5WRlvBKxMazMzIjYnx2uAQyNivaSewHRJXQtXikuxBSjce/4a0Gcn4307iYvkfj6RdA6pFyMvJfPTiNQLk8I6wyU1IPWiZHBybzuIiInARIBDO3SMW5d411FVuqp7Pp7TqlVdc5p7UeaO57m57LfffmRm7lh+4IEH0rNnT44//ngAVq5cySGHHELDhg354IMP+PjjjxkwYAAtW7bcod3gwYNZsWIFAwYMICsriyFDhpTou7bk5OTsNrHUFZ7T6uF5rXp1dU5rdMtHRLxDapV1CXCTpDHA3cDAZCX0HqBxaU3L6LK0T+OUt9XgqySObcDWiCisu43UiwsBb0VEj+Sne0R8JymvyBaGXYlnPtBRUivgfODxpPxOYEIyHz9kx/nYWNRpxFcRsT45fg14DziynNjS77eA7S+myhqvtHsWqXcUCufn6Ij4/g43G1FA6sXBgHJiMbM0F154ISeffDLLly8nIyODv/zlLzzxxBNkZGQwf/58zj77bPr27QvAiy++yLHHHkuPHj244IILuPvuu4uS6REjRhQ9Ym/06NFkZ2fTqVMnsrOzGT16dK3dn5lZXVejS1mS2gIbIuJhpZ46MSy5tC7ZizsQeKxYs2WktjYcERHvARemXXseuAi4QVImsK6cFdqKWA60knRyRMxP9lUfGRFvSfpMUu+IeDEZszQVjifZYvEE8HtgaWFyDDQDViXHQ8sKNEnEN0REgaQOQCfg/V262/LHm0fqg4VXJuMdBLwM3CWpY0S8K2lfUivcK4AjkjIB55L6vZlZBUyaNKnU8gsuuKBE2cUXX8zFF19cav1777236LhFixY8/fTTVROgmZmVq6bfG+4OjJO0DdgK/IjU6uwSIBd4tXiDiPgy2Xc7W9I6Unt+C7/9YCypPchvAJsoJwGtiIjYotSj+v6QbPNoCNxOahvKcOA+SZuAp8roYlfjmUzqnocV62OqpFWkEtjDy2h7KnC9pHxSK86XR8SGnYxXVsyljfc7Usnzm0n/v42IxyUNAyZJ2iepdx2pve0PSjqA1Cr2YlK/23I12bsBy9OexWuVl5OTU2IrgVWO59TMzHamRhPqiHiKksnoQlJJWfG6w9KO55LaS128zgbgvAqOPbbYedPSrkXEIlLJavH2rwHHphWNTcpzgJxdjSepv5Bi20QiYgYwowLxTwOm7cJY6ff7GMk7AeWMl0cpLwgi4hmgVylDnFLRWMzMzMzqkt32i13MzMzMzPYEde5xAJKGA6OKFb8UESNLq1/X4pH0CrBPseKLI2JJdYxnZmZmVt/VuYQ6Iu6nlMe11ZaajiciTqypsczMzMzMWz7MzMzMzCrFCbWZmZmZWSU4oTYzMzMzqwQn1GZmZmZmleCE2szMzMysEpxQm5mZmZlVghNqMzMzM7NKcEJtZlYFLr30Ulq3bk23bt2KyjZs2ECfPn3o1KkTffr04ZNPPtmhzb/+9S+aNm3K+PHjS+1zZ+3NzGz3UOe+2MX2HJu3FtB+9OzaDqNOuap7PsM8p1WqvDnNzTq76HjYsGFcccUVXHLJJUVlWVlZnHnmmYwePZqsrCyysrK4+eabi67/7Gc/47vf/W6ZY++svZmZ7R7qxAq1pAckDSylPFPSrNqIKS2G9pLeTI6Pl/SHWophs6RFyc+fvmY/YyVdnRwPk9Q27dpfJC2W9IakxyQ1rar4zfYEp556Ks2bN9+hbMaMGQwdOhSAoUOHMn369KJr06dPp0OHDnTt2rXMPstrb2Zmu486kVDvKSJiYUT8tCbHlFT4LsR7EdEj+bm8CroeBrRNO/9ZRBwbEccA/wKuqIIxzPZoH3/8MW3atAGgTZs2rF27FoCNGzdy880385vf/OZrtTczs93LbptQS9pP0uxk1fNNSYMljZH0anI+UZJKaXeWpGWSXgS+l1beXNL0ZAX1ZUnHlDP2WEkPSponKVfS9yTdImmJpLmS9k7q9ZT0nKTXJD0lqU1a+WJJ84GRaf0WrZhXNB5JeyUxHJhW9q6kgyWdK+kVSa9L+j9JB6fFP1HSPOCvuzbzICkv7XigpAeKXR8IHA/8LVnxbhIRnyfXBDQBYlfHNasvfvOb3/Czn/2Mpk39Ro6ZWV2wO++hPgtYHRFnA0hqBmRHxPXJ+UPAOcCThQ0kNQbuAc4A3gUmp/X3W+D1iDhf0hmkEs0e5Yx/BHA6cDQwHxgQEddKegI4W9Js4E7gvIj4j6TBwI3ApcD9wE8i4jlJ48rov0LxRMQ2STOAC4D7JZ0I5EbEx8mLhpMiIiSNAK4Frkqa9gR6R8RmSe2BwyW9DnwOXBcRL5Rz7+WKiMckXQFcHRELC8sl3Q/0A95Oi2MHki4DLgNo2bIVY7rnf90wrBQHN0nt+bWqU96c5uTk7HD+73//m40bNxaVH3DAAUybNo0WLVqwfv169t9/f3Jycpg3bx4PP/wwP/3pT8nLy2Ovvfbiww8/5IILLtihv7La7+ny8vLqxH3sTjyn1cPzWvXq6pzuzgn1EmC8pJuBWRHxgqQBkq4F9gWaA2+RllADRwErI2IFgKSHSZI3oDcwACAinpHUQlKziPisjPH/HhFbJS0BGgBz0+JqD3QGugHZyUJ5A2BNkvgfGBHPJfUfAkr71NGuxDMZGEMqUR/C9hcKGcDkZGW8EbAyrc3MiNicHK8BDo2I9ZJ6AtMldS1cVa4qETFcUgNSLzQGJ/EWrzMRmAhwaIeOceuS3flPcM9zVfd8PKdVq7w5zb0oc8fz3Fz2228/MjNT5YMHD2bFihUMGDCArKwshgwZQmZmJm+88UZRm7Fjx9K0aVOuvvrqEv2X1X5Pl5OTUyfuY3fiOa0enteqV1fndLfd8hER75BaZV0C3CRpDHA3MDAiupNaiW5cWtMyuiyxPaScugBfJXFsA7ZGRGHdbaReiAh4K21fcveI+E5SXpHtDrsSz3ygo6RWwPnA40n5ncCEZD5+yI7zsbGo04ivImJ9cvwa8B5wZDmxpcdR2hyX3TCigFTCP2BX2pnt6S688EJOPvlkli9fTkZGBn/5y18YPXo02dnZdOrUiezsbEaPHr3TfkaMGMHChak3fr5OezMzq3m77VJW8gSJDRHxcLKnd1hyaV3yBImBwGPFmi0jtbXhiIh4D7gw7drzwEXADZIygXWVXKFdDrSSdHJEzE/2VR8ZEW9J+kxS74h4MRmzNBWOJ9nS8QTwe2BpYXIMNANWJcdDywo0ScQ3RESBpA5AJ+D9cu7tY0ldknu8APiilDpfAPsn/Qs4IiLeTY7PJfW7MKs3Jk2aVGr5008/XW67sWPH7nB+7733Fh23aNFip+3NzKz27bYJNdAdGCdpG7AV+BGp1dklQC7wavEGEfFlskd3tqR1wIuktmUAjCW1B/kNYBPlJKAVERFbkg/n/SHZ5tEQuJ3UNpThwH2SNgFPldHFrsYzmdQ9DyvWx1RJq4CXgcPLaHsqcL2kfKAAuDwiNpQz1mhgFvAh8CZQ2ienHgD+JGkzcArwoKQDSK28Lyb1+ypXk70bsDztOb5WeTk5OSW2IVjleE7NzGxndtuEOiKeomQyuhC4rpS6w9KO55LaS128zgbgvAqOPbbYedPSrkXEIlLJavH2rwHHphWNTcpzgJxdjSepv5Bi20QiYgYwowLxTwOm7cJYj1Fy9b/4vRfv85SK9m9mZmZWl+y2e6jNzMzMzPYEu+0KdU2QNBwYVaz4pYgYWVr9uhaPpFeAfYoVXxwRS6pjPDMzM7O6qF4n1BFxP6U82q221HQ8EXFiTY1lZmZmVld5y4eZmZmZWSU4oTYzMzMzqwQn1GZmZmZmleCE2szMzMysEpxQm5mZmZlVghNqMzMzM7NKcEJtZmZmZlYJ9fo51Fa7Nm8toP3o2bUdRp1yVfd8hnlOq0Ru1tk7nN9xxx3cc889RAQ/+MEPuPLKK1m8eDGXX345eXl5tG/fnr/97W8ccMABJfqaO3cuo0aNoqCggBEjRjB69Oiaug0zM6sBXqE2M9uJN998k3vuuYcFCxawePFiZs2axYoVKxgxYgRZWVksWbKECy64gHHjxpVoW1BQwMiRI/n73//O22+/zaRJk3j77bdr4S7MzKy6OKHejUl6QNLAUsozJc2qhXhOkLQo+Vks6YK0az0lLZH0rqQ/SFJNx2dWXZYuXcpJJ53EvvvuS8OGDTnttNN44oknWL58OaeeeioAffr0Ydq0aSXaLliwgI4dO9KhQwcaNWrEkCFDmDFjRk3fgpmZVSMn1FYhkhoCbwLHR0QP4Czgz0k5wB+By4BOyc9ZtRGnWXXo1q0bzz//POvXr2fTpk3MmTOHDz/8kG7dujFz5kwApk6dyocfflii7apVqzjkkEOKzjMyMli1alWNxW5mZtXPe6hrmKT9gClABtAAuAHoDJwLNAH+AfwwIqJYu7OA24F1wD/TypsD9wEdgE3AZRHxRinj7gW8D/SIiE+TsneBU4ATgOuARsB64KKI+FjSWKAt0B5YFxH/L63LxkAk/bQBDoiI+cn5X4Hzgb+XEsdlpBJvWrZsxZju+TubMtsFBzdJ7aO2ysvJyQEgLy8PgPPOO4+TTz6ZJk2acNhhh/Hvf/+byy+/nN/97ndcc801nHLKKey1115F7Qq9+eabrFmzpqh86dKlrF69ukS9+iQvL69e33918JxWD89r1aurc+qEuuadBayOiLMBJDUDsiPi+uT8IeAc4MnCBpIaA/cAZwDvApPT+vst8HpEnC/pDOCvQI/ig0bENkkzgAuA+yWdCOQmifOLwEkREZJGANcCVyVNewK9I2JzEsuJpBL4w4CLIyJfUjvgo7ThPgLalXbzETERmAhwaIeOcesS/wlWpau65+M5rRq5F2UCqcQ6MzOTzMzMoj3Sv/zlL8nIyOCSSy7hkksuAeCdd97hrbfeIjMzc4d+9tlnH+bPn19UPn/+fHr16lWiXn1SOKdWdTyn1cPzWvXq6px6y0fNWwJ8W9LNkv6/iPgMOF3SK5KWkEqauxZrcxSwMiJWJCvXD6dd6w08BBARzwAtkiS9NJOBwcnxELYn5hnAU8n41xQbf2ZhMp2M8UpEdAV6Af+TJPul7ZeOUsrM9lhr164F4F//+hePP/44F154YVHZtm3b+N3vfsfll19eol2vXr1YsWIFK1euZMuWLTz66KP079+/RmM3M7Pq5YS6hkXEO6RWfZcAN0kaA9wNDIyI7qRWohuX1rSMLnclmZ0PdJTUitSWjMeT8juBCcn4Pyw2/sYy7mNpcq0bqRXpjLTLGcDqMmIw2yMNGDCAo48+mnPPPZe77rqLgw46iEmTJnHkkUdy1FFH0bZtW4YPHw7A6tWr6devHwANGzZkwoQJ9O3bly5dujBo0CC6di3+mtnMzPZkfm+4hklqC2yIiIcl5QHDkkvrJDUFBgKPFWu2DDhc0hER8R5wYdq154GLgBskZZLa6/x5aWMnWzqeAH4PLI2I9cmlZkDhp6SGlhP74cCHyTaPw0jt/c6NiHWSvpB0EvAKcAmpJN2sznjhhRdKlI0aNYpRo0aVKG/bti1z5swpOu/Xr19Rgm1mZnWPE+qa1x0YJ2kbsBX4EanV4iVALvBq8QYR8WXyYb7ZktYBL5JaGQYYS2pP9BukPpRYZkKcmJyMMSytbCwwVdIq4GXg8DLa9gZGS9oKbAN+HBHrkms/Ah4g9cHKv1PKBxKLa7J3A5YX+/IMq5ycnJyivb9mZmZWM5xQ17CIeAp4qljxQlJP2Shed1ja8VxSe6mL19kAnLcL4y+k2DaRiJgBlHgwbkSMLXb+EMl+7TL67VbaNTMzM7O6zHuozczMzMwqwSvUdZCk4UDxjZ0vRcTI2ojHzMzMrC5zQl0HRcT9wP21HYeZmZlZfeAtH2ZmZmZmleCE2szMzMysEpxQm5mZmZlVghNqMzMzM7NKcEJtZmZmZlYJTqjNzMzMzCrBCbWZ1Xm33XYbXbt2pVu3blx44YV8+eWXLF68mJNPPpnu3btz7rnn8vnnn5fadsGCBXTu3JmOHTuSlZVVw5GbmdmewM+htlqzeWsB7UfPru0w6pSruuczzHNKbtbZRcerVq3iD3/4A2+//TZNmjRh0KBBPProo9x1112MHz+e0047jfvuu49x48Zxww037NBPQUEBd9xxBy+88AIZGRn06tWL/v37c/TRR9f0LZmZ2W5st12hlvSApIGllGdKmlUbMaXF0F7Sm8nx8ZL+UEsxbJa0KPn5007q51VzPH+TtFzSm5Luk7R3dY5ntivy8/PZvHkz+fn5bNq0ibZt27J8+XJOPfVUAPr06cO0adNKtFuwYAFt27alQ4cONGrUiCFDhjBjxoyaDt/MzHZzu21CvaeIiIUR8dOaHFNS4TsL70VEj+Tn8pqMoRR/A44CugNNgBG1G45ZSrt27bj66qs59NBDadOmDc2aNeM73/kO3bp1Y+bMmQBMnTqVDz/8sETbVatW0bp166LzjIwMVq1aVWOxm5nZnqFGE2pJ+0maLWlxspI5WNIYSa8m5xMlqZR2Z0laJulF4Htp5c0lTZf0hqSXJR1TzthjJT0oaZ6kXEnfk3SLpCWS5hauqErqKek5Sa9JekpSm7TyxZLmAyPT+i1aMa9oPJL2SmI4MK3sXUkHSzpX0iuSXpf0f5IOTot/oqR5wF93beaLxrgxuYeX0/ota7ymku5P5ucNSQOS8u9Imi/pn5KmSmoKEBFzIgEsADK+ToxmVe2TTz5hxowZrFy5ktWrV7Nx40Yefvhh7rvvPu666y569uzJF198QaNGjUq0Tf0576iU/4kyM7N6rqb3UJ8FrI6IswEkNQOyI+L65Pwh4BzgycIGkhoD9wBnAO8Ck9P6+y3wekScL+kMUolmj3LGPwI4HTgamA8MiIhrJT0BnC1pNnAncF5E/EfSYOBG4FLgfuAnEfGcpHFl9F+heCJim6QZwAXA/ZJOBHIj4uPkRcNJERGSRgDXAlclTXsCvSNis6T2wOGSXgc+B66LiBfKuff9gJcj4leSbgF+APwOKGu8XwOfRUR3AEkHSWoJXAd8OyI2SvoF8HPg+sJBkhcmFwOjSgtC0mXAZQAtW7ZiTPf8ckK2XXVwk9Q+6vouJydnh+PGjRvz1ltvAdClSxemTp1KRkYGv/zlLwH48MMPad269Q7tANauXcuaNWuKyp9//vkS/duuy8vL8xxWMc9p9fC8Vr26Oqc1nVAvAcZLuhmYFREvSBog6VpgX6A58BZpCTWpbQQrI2IFgKSHSRIyoDcwACAinpHUQlKziPisjPH/HhFbJS0BGgBz0+JqD3QGugHZySpUA2BNkvgfGBHPJfUfAr5bSv+7Es9kYAypRH0I218oZACTk5XxRsDKtDYzI2JzcrwGODQi1kvqCUyX1DUiSn9UAWwBCveevwb02cl4307iIrmfTySdQ+rFyEvJ/DQi9cIk3d3A82Ul9xExEZgIcGiHjnHrEn8utipd1T0fzynkXpRZdNykSROmTp3KCSecQJMmTbj//vv59re/zdFHH03r1q3Ztm0bw4YN45prriEzM3OHfnr37s2NN97IYYcdRrt27Rg1ahSPPPIIXbt2rdkbqmNycnJKzLVVjue0enheq15dndMa3fIREe+QWmVdAtwkaQypBGxgshJ6D9C4tKZldFnae69l1QX4KoljG7A1tr+fu43UiwsBb6XtS+4eEd9Jysvr9+vEMx/oKKkVcD7weFJ+JzAhmY8fsuN8bCzqNOKriFifHL8GvAccWU5s6fdbwPYXU2WNV9o9i9Q7CoXzc3REfL/oovQboBWpVWuz3cKJJ57IwIED+eY3v0n37t3Ztm0bl112GZMmTeLII4/kqKOOom3btgwfPhyA1atX069fPwAaNmzIT3/6U/r27UuXLl0YNGiQk2kzMyuhpvdQtwU2RcTDwHjgm8mldcle3BJP9QCWkdracERyfmHateeBi5K+M4F15azQVsRyoJWkk5M+905WfT8FPpPUO6l3URntKxxPktw+AfweWFqYHAPNgMJPPQ0tK1BJrSQ1SI47AJ2A9ytwj8WVNd484Iq08Q4CXgZOkdQxKdtX0pHJ8QigL3Bh8oLFbLfx29/+lmXLlvHmm2/y0EMPsc8++zBq1Cjeeecd3nnnHbKysor2Rrdt25Y5c+YUtT3ppJN45513eO+99/jVr35VW7dgZma7sZp+b7g7ME7SNmAr8CNSq7NLgFzg1eINIuLLZN/tbEnrSO357ZZcHktqD/IbwCbKSUArIiK2KPWovj8k2zwaAreT2oYyHLhP0ibgqTK62NV4JpO652HF+pgqaRWpBPbwMtqeClwvKZ/UivPlEbFhJ+OVFXNp4/0OuEupxwMWAL+NiMclDQMmSdonqXcd8A7wJ+ADYH6SmDxeuDe+LE32bsDytOcFW+Xl5OTssN3BzMzMql+NJtQR8RQlk9GFpJKy4nWHpR3PJbWXunidDcB5FRx7bLHzpqVdi4hFpJLV4u1fA45NKxqblOcAObsaT1J/IcW2iUTEDKDEg25LiX8aUPLBuWWPlX6/jwGP7WS8PEp5QRARzwC9Sin3xl0zMzOrl/wcajMzMzOzSqhzq4qShlPykW0vRcTI0urXtXgkvQLsU6z44ohYUh3jmZmZmdV3dS6hjoj7ST2KbrdQ0/FExIk1NZaZmZmZecuHmZmZmVmlOKE2MzMzM6sEJ9RmZmZmZpXghNrMzMzMrBKcUJuZmZmZVYITajMzMzOzSnBCbWZmZmZWCU6ozWy3tXz5cnr06FH0c8ABB3D77bezePFiTj75ZLp37865557L559/Xmr7uXPn0rlzZzp27EhWVlYNR29mZvVFnftiF9tzbN5aQPvRs2s7jDrlqu75DNvD5zQ36+yi486dO7No0SIACgoKaNeuHRdccAEDBw5k/PjxnHbaadx3332MGzeOG264YYd+CgoKGDlyJNnZ2WRkZNCrVy/69+/P0UcfXZO3Y2Zm9YBXqHdjkh6QNLCU8kxJs2ojpmT8QyXlSbo6Od9X0mxJyyS9JclLgVblnn76aY444ggOO+wwli9fzqmnngpAnz59mDZtWon6CxYsoGPHjnTo0IFGjRoxZMgQZsyYUdNhm5lZPeCE2ipEUvq7GbcBfy9WZXxEHAUcB5wi6bs1FpzVC48++igXXnghAN26dWPmzJkATJ06lQ8//LBE/VWrVnHIIYcUnWdkZLBq1aqaCdbMzOoVJ9Q1TNJ+yWruYklvShosaYykV5PziZJUSruzkhXgF4HvpZU3lzRd0huSXpZ0TBnj7iUpV9KBaWXvSjpY0rmSXpH0uqT/k3Rwcn1sEs884K9J2fnA+8Bbhf1ExKaIeDY53gL8E8io/GyZpWzZsoWZM2fyX//1XwDcd9993HXXXfTs2ZMvvviCRo0alWgTESXKSvlPy8zMrNK8h7rmnQWsjoizASQ1A7Ij4vrk/CHgHODJwgaSGgP3AGcA7wKT0/r7LfB6RJwv6QxSiW+P4oNGxDZJM4ALgPslnQjkRsTHSZJ+UkSEpBHAtcBVSdOeQO+I2CxpP+AXQB/g6tJuLknYzwXuKOP6ZcBlAC1btmJM9/zy5sp20cFNUvuo92Q5OTklyl588UUOP/xwli5dytKlSwH45S9/CcCHH35I69atS7Rbu3YtixcvLip//vnny+y/PHl5ebvcxsrnOa16ntPq4XmtenV1Tp1Q17wlwHhJNwOzIuIFSQMkXQvsCzQntfr7ZFqbo4CVEbECQNLDJEkp0BsYABARz0hqIalZRHxWytiTgTHA/cAQtifmGcBkSW2ARsDKtDYzI2Jzcvxb4LaIyCttpS/ZFjIJ+ENEvF/azUfERGAiwKEdOsatS/wnWJWu6p7Pnj6nuRdllij705/+xI9//GMyM1PX1q5dS+vWrdm2bRvDhg3jmmuuKbpWqHfv3tx6660cdthhtGvXjlGjRvHII4/QtWvXXYonJyenRN9WOZ7Tquc5rR6e16pXV+fUWz5qWES8Q2rVdwlwk6QxwN3AwIjoTmolunFpTcvosrT3sMuqOx/oKKkVcD7weFJ+JzAhGf+HxcbfmHZ8InCLpFzgSuCXkq5Iuz4RWBERt5cxvtku27RpE9nZ2Xzve0U7nZg0aRJHHnkkRx11FG3btmX48OEArF69mn79+gHQsGFDJkyYQN++fenSpQuDBg3a5WTazMysIvbspaw9kKS2wIaIeFhSHjAsubROUlNgIPBYsWbLgMMlHRER7wEXpl17HrgIuEFSJrAuIkp9KG+ypeMJ4PfA0ohYn1xqBhR+WmtoWbFHxP+Xdh9jgbyImJCc/y7pZ0TZd2+26/bdd1/Wr1+/Q9moUaMYNWpUibpt27Zlzpw5Ref9+vUrSrDNzMyqixPqmtcdGCdpG7AV+BGp1eIlQC7wavEGEfFlsvd4tqR1wItAt+TyWFJ7ot8ANlFOQpyYnIwxLK1sLDBV0irgZeDwXbkhSRnAr0gl/v9MtoNMiIh7y2vXZO8GLE975rBVXk5OTqlbJszMzKz6OKGuYRHxFPBUseKFwHWl1B2WdjyX1F7q4nU2AOftwvgLKbZNJCJmACUe0BsRY8vpZ2za8UfF+zQzMzOrL7yH2szMzMysErxCXQdJGg4U32D6UkSMrI14zMzMzOoyJ9R1UETcT+rReGZmZmZWzbzlw8zMzMysEpxQm5mZmZlVghNqMzMzM7NKcEJtZmZmZlYJTqjNzMzMzCrBCbWZmZmZWSU4oTYzMzMzqwQ/h9pqzeatBbQfPbu2w6hTruqez7BqnNPcrLOLjj/99FNGjBjBm2++iSTuu+8+Tj75ZADGjx/PNddcw3/+8x9atmxZop+5c+cyatQoCgoKGDFiBKNHj662mM3MzKqbE2oz+1pGjRrFWWedxWOPPcaWLVvYtGkTAB9++CHZ2dkceuihpbYrKChg5MiRZGdnk5GRQa9evejfvz9HH310TYZvZmZWZerElg9JD0gaWEp5pqRZtRFTWgztJb2ZHB8v6Q+1FMNmSYuSnz99zX7GSro6OR4mqW3atSskvSspJJVckrQ65fPPP+f555/n+9//PgCNGjXiwAMPBOBnP/sZt9xyC5JKbbtgwQI6duxIhw4daNSoEUOGDGHGjBk1FbqZmVmVqxMJ9Z4iIhZGxE9rckxJhe9CvBcRPZKfy6ug62FA27Tzl4BvAx9UQd+2m3v//fdp1aoVw4cP57jjjmPEiBFs3LiRmTNn0q5dO4499tgy265atYpDDjmk6DwjI4NVq1bVRNhmZmbVYrdNqCXtJ2m2pMWS3pQ0WNIYSa8m5xNVyhKYpLMkLZP0IvC9tPLmkqZLekPSy5KOKWfssZIelDRPUq6k70m6RdISSXMl7Z3U6ynpOUmvSXpKUpu08sWS5gMj0/otWjGvaDyS9kpiODCt7F1JB0s6V9Irkl6X9H+SDk6Lf6KkecBfd23mQVJe2vFASQ8Uuz4QOB74W7Li3SQiXo+I3F0dy/ZM+fn5/POf/+RHP/oRr7/+Ovvttx9jx47lxhtv5Prrry+3bUSUKCtrNdvMzGxPsDvvoT4LWB0RZwNIagZkR8T1yflDwDnAk4UNJDUG7gHOAN4FJqf191vg9Yg4X9IZpBLNHuWMfwRwOnA0MB8YEBHXSnoCOFvSbOBO4LyI+I+kwcCNwKXA/cBPIuI5SePK6L9C8UTENkkzgAuA+yWdCORGxMfJi4aTIiIkjQCuBa5KmvYEekfEZkntgcMlvQ58DlwXES+Uc+/liojHJF0BXB0RC3elraTLgMsAWrZsxZju+V83DCvFwU1SH0ysLjk5OQBs2LCBli1bsnnzZnJycjjiiCN44IEHWLlyJZ07dwbgP//5D127duWPf/wjzZs3L+pj7dq1LF68uKiv559/foe+dzd5eXm7bWx7Ks9p1fOcVg/Pa9Wrq3O6OyfUS4Dxkm4GZkXEC5IGSLoW2BdoDrxFWkINHAWsjIgVAJIeJknegN7AAICIeEZSC0nNIuKzMsb/e0RslbQEaADMTYurPdAZ6AZkJ6trDYA1SeJ/YEQ8l9R/CPhuKf3vSjyTgTGkEvUhbH+hkAFMTlbGGwEr09rMjIjNyfEa4NCIWC+pJzBdUteI+LyMe682ETERmAhwaIeOceuS3flPcM9zVfd8qnNOcy/KLDq+7bbbaNOmDZ07dyYnJ4czzzyTceO2v35s3749CxcuLPGUj969e3Prrbdy2GGH0a5dO0aNGsUjjzxC165dqy3uysjJySEzM7O2w6hTPKdVz3NaPTyvVa+uzuluu+UjIt4htcq6BLhJ0hjgbmBgRHQntRLduLSmZXRZ2nvKZdUF+CqJYxuwNba/T72N1AsRAW+l7UvuHhHfScrL6/frxDMf6CipFXA+8HhSficwIZmPH7LjfGws6jTiq4hYnxy/BrwHHFlObOlxlDbHZtx5551cdNFFHHPMMSxatIhf/vKXZdZdvXo1/fr1A6Bhw4ZMmDCBvn370qVLFwYNGrTbJtNmZmYVsdsuDyZPkNgQEQ8ne3qHJZfWSWoKDAQeK9ZsGamtDUdExHvAhWnXngcuAm6QlAmsq+QK7XKglaSTI2J+sq/6yIh4S9JnknpHxIvJmKWpcDzJlo4ngN8DSwuTY6AZUPhprqFlBZok4hsiokBSB6AT8H459/axpC7JPV4AfFFKnS+A/cvpw+q4Hj16sHBh2Tt+cnNzi47btm3LnDlzis779etXlGCbmZnt6XbbhBroDoyTtA3YCvyI1OrsEiAXeLV4g4j4MtmjO1vSOuBFUtsyAMaS2oP8BrCJchLQioiILcmH8/6QbPNoCNxOahvKcOA+SZuAp8roYlfjmUzqnocV62OqpFXAy8DhZbQ9FbheUj5QAFweERvKGWs0MAv4EHgTaFpKnQeAP0naDJwM/IDUHu5vAG9ImhMRI8q7oSZ7N2B52heFWOXl5OTssC3DzMzMqp9K+8S9WU3o3LlzLF++vLbDqFPq6t602uQ5rXqe06rnOa0enteqtyfPqaTXIuL40q7ttnuozczMzMz2BLvzlo9qJ2k4MKpY8UsRMbK0+nUtHkmvAPsUK744IpZUx3hmZmZmdVG9Tqgj4n5Sj6LbLdR0PBFxYk2NZWZmZlZXecuHmZmZmVklOKE2MzMzM6sEJ9RmZmZmZpXghNrMzMzMrBKcUJuZmZmZVYITajMzMzOzSnBCbWZmZmZWCfX6OdRWuzZvLaD96Nm1HUadclX3fIZVYE5zs87e4bx9+/bsv//+NGjQgIYNG7Jw4UIA7rzzTiZMmEDDhg05++yzueWWW0r0NXfuXEaNGkVBQQEjRoxg9OjRVXMzZmZmewgn1HWQpIHAVKBXRCxMygqAwm9A/FdE9P8a/Q4Djo+IKySdD7wTEW8n124AzgO2AWuBYRGxurL3YjXn2WefpWXLljucz5gxgzfeeIN99tmHtWvXlmhTUFDAyJEjyc7OJiMjg169etG/f3+OPvromgzdzMysVnnLRx0hqWHy7/7AT4FXilXZHBE9kp9dTqZLcT6QnjWNi4hjIqIHMAsYUwVjWC364x//yOjRo9lnn9S307du3bpEnQULFtCxY0c6dOhAo0aNGDJkCDNmzKjpUM3MzGqVE+qdkNRe0lJJ90h6S9I8SU0k5Ug6PqnTUlJucjxM0nRJT0paKekKST+X9LqklyU1L2OcLpIWFBv3jeR4jKRXJb0paaIkJeU5kv5X0nPAqKTpDcAtwJeVuOdcSS2T4+Ml5RS7/i2gPzBO0iJJR0TE52lV9gPi645vNU8S3/nOd+jZsycTJ04E4J133uGFF17gxBNP5LTTTuPVV18t0W7VqlUccsghRecZGRmsWrWqxuI2MzPbHXjLR8V0Ai6MiB9ImgIM2En9bsBxQGPgXeAXEXGcpNuAS4DbizeIiKWSGknqEBHvA4OBKcnlCRFxPYCkh4BzgCeTawdGxGnJteOAQyJilqSriw3RWNJCIB/Iiojpu3D/xWP9h6SZwKyIeKywXNKNyf19BpxeWltJlwGXAbRs2Yox3fO/bhhWioObpPZR70xOTs4O5+PGjaNly5Z88sknXH311WzevJnPPvuMJUuWkJWVxbJly+jfvz+PPPIIyes5AN58803WrFlT1N/SpUtZvXp1if73ZHl5eXXqfnYHntOq5zmtHp7XqldX59QJdcWsjIhFyfFrQPud1H82Ir4AvpD0GduT3yXAMeW0mwIMArJIJdSDk/LTJV0L7As0B95K63MygKS9gNuAYWX0fWhErJbUAXhG0pKIeG8n97FLIuJXwK8k/Q9wBfCbUupMBCYCHNqhY9y6xH+CVemq7vlUZE5zL8os89rixYvZunUrnTt35qc//SmZmZmcfvrpjB8/nm7dutGqVauiuvvssw/z588nMzPV3/z58+nVq1fReV2Qk5NTp+5nd+A5rXqe0+rhea16dXVOveWjYr5KOy4g9UIkn+3z17ic+tvSzrdR/ouYycAgSUcCERErJDUG7gYGRkR34J5i421M/t2f1Mp4TrL95CRgZuG2lMIPCCar3zmkVtDLUt69VcQj7HwV33YTGzdu5Isvvig6njdvHt26deP888/nmWeeAVLbP7Zs2bLDhxYBevXqxYoVK1i5ciVbtmzh0UcfpX//qtiib2ZmtudwQv315QI9k+OBVdFhsmJcAPyaZOWZ7QntOklNyxorIj6LiJYR0T4i2gMvA/0jYqGkgyTtA6n93sApwNvlhJLL9nsrKzH+glQST9Jvp7Rr/YFl5fRvu5GPP/6Y3r17c+yxx3LCCSdw9tlnc9ZZZ3HppZfy/vvv061bN4YMGcKDDz6IJFavXk2/fv0AaNiwIRMmTKBv37506dKFQYMG0bVr11q+IzMzs5rl99u/vvHAFEkXA89UYb+TgXHA4QAR8amke0htF8kFSn4ybOe6AH+WtI3Ui6iswsfdleG3wF8k/ZKSTwsp9Chwj6SfkkrysyR1JrUK/wFw+c6CarJ3A5YXex6yVU5OTk652zlK06FDBxYvXlyivFGjRjz88MMlytu2bcucOXOKzvv161eUYJuZmdVHTqh3IiJySW2lKDwfn3Y5fT/0dcn1B4AH0uq3Tzve4VoZ440nlaynl11X2H+x8sxy+slMO/4H0L28cYu1fQE4spTyB0jij4iX2PGxed7iYWZmZvWSt3yYmZmZmVWCV6hrgaS7SO1jTndHRNxfw3E8QbK1JM0vIuKpmozDzMzMbE/mhLoWRMTI2o4BICIuqO0YzMzMzPZ03vJhZmZmZlYJTqjNzMzMzCrBCbWZmZmZWSVUKKGWdETaF4NkSvqppAOrNTIzMzMzsz1ARVeopwEFkjoCfyH1ZIhHqi0qMzMzM7M9REUT6m0RkQ9cANweET8D2lRfWGZmZmZme4aKJtRbJV0IDAVmJWV7V09IZmZmZmZ7joom1MOBk4EbI2KlpMOBh6svLDOrqIKCAo477jjOOeecorI777yTzp0707VrV6699tpS282dO5fOnTvTsWNHsrKyaipcMzOzOqdCX+wSEW9L+gVwaHK+EvD/A1ulbN5aQPvRs2s7jD1ObtbZO5zfcccddOnShc8//xyAZ599lhkzZvDGG2+wzz77sHbt2hJ9FBQUMHLkSLKzs8nIyKBXr17079+fo48+ukbuwczMrC6p6FM+zgUWAXOT8x6SZlZjXDuL5x/V2HcPSf2qq//qJOk8SW9IWiRpoaTeSXnnpKzw53NJV36N/jMlzUo7/lbatVMl/VNSvqSBVXZTVq6PPvqI2bNnM2LEiKKyP/7xj4wePZp99tkHgNatW5dot2DBAjp27EiHDh1o1KgRQ4YMYcaMGTUWt5mZWV1S0S0fY4ETgE8BImIRqSd91IqI+NbOa31tPYBSE2pJu+1XtSexPQ0cGxE9gEuBewEiYnlE9EjKewKbgCcqOWQmkP57+BcwDD/9pUZdeeWV3HLLLey11/b/lN955x1eeOEFTjzxRE477TReffXVEu1WrVrFIYccUnSekZHBqlWraiRmMzOzuqaiCXV+RHxWrCyqOpiKkpSX/Jsp6TlJUyS9IylL0kWSFkhaIumIpN4Dkv4k6YWk3jll9NsIuB4YnKzkDpY0VtJESfOAv0pqn/Tzz+TnW2mx5Eh6TNIySX+TpORalqS3k9Xj8WWM3UxSrqS9kvN9JX0oaW9JP5D0qqTFkqZJ2jftvn4v6Vng5ojIi4jC38t+lP47OhN4LyI+KGd+cyQdnxy3lJRb7Hp74HLgZ8k8/X8RkRsRbwDbyurXqtasWbNo3bo1PXv23KE8Pz+fTz75hJdffplx48YxaNAgtv9ZpBQ/B0j+XM3MzGwXVXTF9U1J/w9oIKkT8FOg2rZd7KJjgS7ABuB94N6IOEHSKOAnwJVJvfbAacARwLOSOkbEl+kdRcQWSWOA4yPiCgBJY0mt6vaOiM1JMtsnIr5M5mIScHzSxXFAV2A18BJwiqS3ST1u8KiIiLK+ECciPpO0OInxWeBc4KmI2Crp8Yi4J4nnd8D3gTuTpkcC346IguT6BcBNQGvgbEoaksT8tUVErqQ/AXkRUeoLhLJIugy4DKBly1aM6Z5fmVDqpZycHAAmTZrEvHnzePzxx9myZQubNm1i48aN7LvvvnTo0IHnnnsOgC1btjBjxgwOPPDAoj7Wrl3L4sWLi/p6/vnnd+jbtsvLy/O8VDHPadXznFYPz2vVq6tzWtGE+ifAr4CvSL2l/xTwu+oKahe9GhFrACS9B8xLypcAp6fVmxIR24AVkt4HjiK1L7wiZkbE5uR4b2CCpB5AAamEttCCiPgoiWURqST+ZeBL4F5Js9n+2MHSTAYGk0qohwB3J+XdkkT6QKApqfkvNLUwmQaIiCeAJySdCtwAfLvwWrIC3x/4nwred5WLiInARIBDO3SMW5fstrtodlu5F2UCkJmZWVSWk5PD+PHjufrqq1m2bBmrV68mMzOTd955h7322ovzzjtvhxXo3r17c+utt3LYYYfRrl07Ro0axSOPPELXrl1r+G52fzk5OTvMtVWe57TqeU6rh+e16tXVOd3plg9JDUgllL+KiF7Jz3XFV3dr0Vdpx9vSzrex4wuG4u9x78qWlY1pxz8DPia1Mn480KiMWAqAhskX4pxA6tsmzyf5YGcZZgLfldSc1Kr4M0n5A8AVEdEd+C3QuIzYikTE88ARklqmFX8X+GdEfFxODAD5bP/baFxeRdv9XHrppbz//vt069aNIUOG8OCDDyKJ1atX069f6uMBDRs2ZMKECfTt25cuXbowaNAgJ9NmZmZf006XByOiQNImSc1K2Ue9J/kvSQ+S+jBlB2B5GfW+APYvp59mwEcRsU3SUKBBeYNKagrsGxFzJL0MvFtW3YjIk7QAuAOYlbbyvD+wRtLewEVAqZ8eU+qr4d9LtpZ8k1Syvz6tyoVUbLtHLqmEfgFQ1hM7vgAOqEBfVgMyMzPJzMwkJyeHRo0a8fDDJR8T37ZtW+bMmVN03q9fv6IE28zMzL6+ir7f/iWwRFI2aSuiEfHTaomqeiwHngMOBi4vZ4X9WWB0smXjplKu3w1Mk/RfSd1SV4jT7A/MkNQYEKkV7vJMBqaSeopGoV8DrwAfkNrKUlbCPwC4RNJWYDMwuPBDioV7v4Ef7mR8gPHAFEkXs32VvLgngccknUdqS9CXpJ4cchBwrqTfRkS5S55N9m7A8qzStnmbmZmZ7TkqmlDPTn52CxHRNPk3B8hJK89MO97hGvBSROwsmSUiNgC9yrm+Ajgmreh/yojlirQ6J+xs3LR2j5FKvNPL/gj8sZS6w4qd3wzcXEa/m4AWFYxhGTve43VJeQ7JPUbEO8XqAGRUpH8zMzOzuqSi35T4YHUHYmZmZma2J6pQQi1pJaV8iC8iOlR5RNWg+EougKS+lFzNXRkRF1R3PJJ+BfxXseKpEXFjdY9dLI67gFOKFd8REffXZBxmZmZme7KKbvk4Pu24MalksHnVh1NzIuIpdnz8XE2OfSNQo8lzGXGMrO0YzMzMzPZ0FfqmxIhYn/azKiJuB86o3tDMzMzMzHZ/Fd3y8c20071IrViX92g5MzMzM7N6oaJbPm5NO84HVgKDqj4cMzMzM7M9S0UT6u9HxPvpBZIOr4Z4zMzMzMz2KBXaQw08VsEyMzMzM7N6pdwVaklHAV2BZpK+l3bpAFJP+zAzMzMzq9d2tuWjM3AOcCBwblr5F8APqikmMzMzM7M9RrlbPiJiRkQMB86JiOFpPz+NiH/UUIxmBhQUFHDcccdxzjnnAHDNNddw1FFHccwxx3DBBRfw6aefltpu7ty5dO7cmY4dO5KVlVWDEZuZmdUPFf1Q4uuSRpLa/lG01SMiLq2WqKxe2Ly1gPajZ9d2GLul3KyzS5TdcccddOnShc8//xyAPn36cNNNN9GwYUN+8YtfcNNNN/Hd7353hzYFBQWMHDmS7OxsMjIy6NWrF/379+foo4+ukfswMzOrDyr6ocSHgG8AfYHngAxS2z6shkgaKCkkHZ9WViBpUfIzcyftcyW1rMb4bpD0RhLLPEltq2us+uijjz5i9uzZjBgxoqjsO9/5Dg0bpl4Tn3TSSXz00Ucl2i1YsICOHTvSoUMHGjVqxJAhQ5gxY0aNxW1mZlYfVDSh7hgRvwY2RsSDwNlA9+oLywAkNUz+3R/4KfBKsSqbI6JH8tO/xgPc0biIOCYiegCzgDG1HE+dcuWVV3LLLbew116l/yd73333lVidBli1ahWHHHJI0XlGRgarVq2qtjjNzMzqo4om1FuTfz+V1A1oBrSvlohqgKT2kpZKukfSW8mKahNJOYUrwJJaSspNjodJmi7pSUkrJV0h6eeSXpf0sqTmZYzTRdKCYuO+kRyPkfSqpDclTZSkpDxH0v9Keg4YlTS9AbgF+LKSt/4TSf+UtCR5gguSTpD0j+Re/iGpc1LeQNL4pO4bkn6SlPeU9Jyk1yQ9JakNQER8njbOfkBUMlZLzJo1i9atW9OzZ89Sr9944400bNiQiy66qMS1iJK/huRPzczMzKpIRfdQT5R0EPBrYCbQlD1/BbITcGFE/EDSFGDATup3A44jtYf8XeAXEXGcpNuAS4DbizeIiKWSGknqkHwxzmBgSnJ5QkRcDyDpIVJPU3kyuXZgRJyWXDsOOCQiZkm6utgQjSUtJPXtlVkRMX0n97AuIr4p6cfA1cAIYBlwakTkS/o28L/JXFwGHA4cl1xrLmlv4E7gvIj4j6TBwI3ApUmsNyZz8RlwemkBSLos6ZuWLVsxpnv+TkKun3JycoqOJ02axLx583j88cfZsmULmzZtok+fPvzqV79i7ty5PPnkk9x6660899xz5OXl7dB27dq1LF68uKjs+eefL9G/la/4nFrleU6rnue0enheq15dndMKJdQRcW9y+BzQofrCqVErI2JRcvwaO19xfzYivgC+kPQZ25PfJcAx5bSbQupr2rNIJdSDk/LTJV0L7As0B95K63MygKS9gNuAYWX0fWhErJbUAXhG0pKIeK+cWB5P/n0NKHyueDPgQUmdSK0q752Ufxv4U0TkA0TEhuTdiW5AdrLK2QBYU9h5RPwK+JWk/wGuAH5TPICImAhMBDi0Q8e4dUlFX9PVL7kXZRYdZ2ZuP87JyWH8+PHMmjWLuXPnMnPmTJ577jlatWpVdD29fu/evbn11ls57LDDaNeuHaNGjeKRRx6ha9euNXQne77ic2qV5zmtep7T6uF5rXp1dU4rtOVD0sGS/iLp78n50ZK+X72hVbuv0o4LSL24yGf7nBT/4pr0+tvSzrdR/guTycAgSUcCERErJDUG7gYGRkR34J5i421M/t2fVAKbk2w/OQmYWbgtJSJWJ/++D+SQWkEvT2HMhfcLqe0kz0ZEN1LPGi+MQ5TctiHgrbR9290j4juljPMIO1/xt0q64oor+OKLL+jTpw89evTg8ssvB2D16tX069cPgIYNGzJhwgT69u1Lly5dGDRokJNpMzOzKlbR5cEHgPuBXyXn75BKFP9SDTHVplygJ7AAGFgVHUbEe5IKSG2XmZwUFyat6yQ1TcYq8VXuEfEZUPRkDkk5wNURsTDZgrMpIr5Knt5xCql91ruqGVD4KbVhaeXzgMsl5RRu+QCWA60knRwR85MtIEdGxFuSOkXEiqRtf1JbSayKZWZmFr2yf/fdd0tcz8nJoW3btsyZM6eorF+/fkUJtpmZmVW9iibULSNiSvJWPkmCVVCNcdWW8cAUSRcDz1Rhv5OBcaT2JBMRn0q6h9R2kVzg1a/RZxfgz5K2kVpVz4qIt79GP7eQ2vLxc3a853uBI4E3JG0F7omICZIGAn+Q1IzU38/tpLarZCUfaNwGfABcvrOBm+zdgOWlPG/ZzMzMbE9S0YR6o6QWJFsAJJ1E6oNne6SIyCW1laLwfHza5fT90Ncl1x8gtUpfWL992vEO18oYbzypZD297LrC/ouVZ5bTT2ba8T/YhUcXFot5IZCZHM8nlTgX+nVSng/8PPlJ72cRcGop/XuLh5mZmdVLFU2of07q6R5HSHoJaEUVbYkwMzMzM9uTlZtQSzo0Iv4VEf+UdBrQmdQH05ZHxNby2tY3ku4itY853R0RcX8Nx/EEydaSNL+IiKdqMg4zMzOz+mJnK9TTgW8mx5P9tn7ZImJkbccAEBEX1HYMZmZmZvXJzh6bl/6VanXl+dNmZmZmZlVmZwl1lHFsZmZmZmbsfMvHsZI+J7VS3SQ5JjmPiDigWqMzMzMzM9vNlZtQR0SDmgrEzMzMzGxPVKGvHjczMzMzs9I5oTYzMzMzqwQn1GZmZmZmlVDRb0o0q3KbtxbQfvTs2g5jt5GbdfYO5wUFBRx//PG0a9eOWbNmsWHDBgYPHkxubi7t27dnypQpHHTQQSX6mTt3LqNGjaKgoIARI0YwevTomroFMzOzeskr1Ga7qTvuuIMuXboUnWdlZXHmmWeyYsUKzjzzTLKyskq0KSgoYOTIkfz973/n7bffZtKkSbz99ts1GbaZmVm944S6DpH0c0lvS3pD0tOSDkvKe0iaL+mt5Nrgr9n/MEkTkuPzJR2ddu2GpO9FkuZJals1d1U/ffTRR8yePZsRI0YUlc2YMYOhQ4cCMHToUKZPn16i3bJly+jYsSMdOnSgUaNGDBkyhBkzZtRU2GZmZvWSE+o6QlJD4HXg+Ig4BngMuCW5vAm4JCK6AmcBt0s6sJJDng8cnXY+LiKOiYgewCxgTCX7r9euvPJKbrnlFvbaa/t/oh9//DFt2rQBoE2bNqxdu7ZEu3Xr1nHIIYcUnWdkZLBq1arqD9jMzKwe8x7qnZDUHvg78CLwLWAVcF5SdnVELJTUElgYEe0lDSOVbDYAugG3Ao2Ai4GvgH4RsaGUcboAD0bECWnjzoyIYySNAc4FmgD/AH4YESEpJzk/Jal7a1qXLwP/DRAR7xQWRsRqSWuBVsCnZdxzLqnEfJ2k44HxEZGZdv1bQH/gNEnXAQMi4r20LvajjG/WlHQZcBlAy5atGNM9v7Rq9VJOTg4A8+fPZ+vWrXzxxRcsWrSI9evXk5OTQ35+flEdoMQ5wObNm1mzZk1R+dKlS1m9enWJelZxeXl5nr8q5jmtep7T6uF5rXp1dU6dUFdMJ+DCiPiBpCnAgJ3U7wYcBzQG3gV+ERHHSboNuAS4vXiDiFgqqZGkDhHxPjAYmJJcnhAR1wNIegg4B3gyuXZgRJxWSgzfJ5X070DSCaQS/PdKtKigiPiHpJnArIh4LK3vG5P7+ww4vYy2E4GJAId26Bi3LvGfYKHcizIBeOqpp3jttdcYNmwYX375JZ9//jn33nsv7dq1o3PnzrRp04Y1a9bQtm1bMjMzd+jjrbfe4vXXXy8qnz9/Pr169SpRzyouJyfH81fFPKdVz3NaPTyvVa+uzqm3fFTMyohYlBy/BrTfSf1nI+KLiPgPqeSyMPldspO2U4BByfFgYHJyfLqkVyQtAc4Auqa1mUwxkv4bOB4YV6y8DfAQMDwitu3kHnZZRPwqIg4B/gZcUdX91xc33XQTH330Ebm5uTz66KOcccYZPPzww/Tv358HH3wQgAcffJDzzjuvRNujjjqKFStWsHLlSrZs2cKjjz5K//79a/oWzMzM6hUn1BXzVdpxAamV/Xy2z1/jcupvSzvfRvnvCkwGBkk6EoiIWCGpMXA3MDAiugP3FBtvY3oHkr4N/AroHxFfpZUfAMwGrouIl8uJgZ3cW0U8ws5X8W0XjR49muzsbDp16kR2dnbR4/BWr15Nv379AGjQoAETJkygb9++dOnShUGDBtG1a9fyujUzM7NK8vvtX18u0BNYAAysig4j4j1JBcCv2b7yXJjQrpPUNBnrsdLaSzoO+DNwVkSsTStvBDwB/DUiplYglFxS9/Z3yk6MvwD2TxujU0SsSE77A8sqMI7tRGZmZtFbYy1atODpp58uUadt27bMmTOn6Lxfv35FCbaZmZlVPyfUX994YIqki4FnqrDfyaS2ahwOEBGfSrqH1HaRXODVctqOA5oCUyUB/Csi+pPaRnIq0CL50CTAsLRtLMX9FviLpF8Cr5RR51HgHkk/JZXkZ0nqTGoV/gPg8p3daJO9G7C82JeZmJmZme1pnFDvRETkkvqQYeH5+LTLx6QdX5dcfwB4IK1++7TjHa6VMd54Usl6etl1hf0XK88sdv7tMvp8GHi4vHGL1X8BOLKU8gdI4o+Il9jxsXne4mFmZmb1kvdQm5mZmZlVgleoa4Gku0g9OzrdHRFxfw3H8QTJ1pI0v4iIp2oyDjMzM7M9mRPqWhARI2s7BoCIuKC2YzAzMzPb03nLh5mZmZlZJTihNjMzMzOrBCfUZmZmZmaV4ITazMzMzKwSnFCbmZmZmVWCE2ozMzMzs0pwQm22myooKOC4447jnHPOAWDDhg306dOHTp060adPHz755JNS282dO5fOnTvTsWNHsrKyajJkMzOzesnPobZas3lrAe1Hz67tMHYbuVln73B+xx130KVLFz7//HMAsrKyOPPMMxk9ejRZWVlkZWVx880379CmoKCAkSNHkp2dTUZGBr169aJ///4cffTRmJmZWfXwCvVuTtLPJb0t6Q1JT0s6LCnvIWm+pLeSa4N30k+upJbVGOc4ScuSWJ6QdGB1jVUffPTRR8yePZsRI0YUlc2YMYOhQ4cCMHToUKZPn16i3bJly+jYsSMdOnSgUaNGDBkyhBkzZtRU2GZmZvWSE+rdmKSGwOvA8RFxDPAYcEtyeRNwSUR0Bc4Cbq/lJDYb6JbE+Q7wP7UYyx7vyiuv5JZbbmGvvbb/J/rxxx/Tpk0bANq0acPatWtLtFu3bh2HHHJI0XlGRgarVq2q/oDNzMzqsXqZUEtqL2mppHuSFd55kppIypF0fFKnpaTc5HiYpOmSnpS0UtIVycrx65JeltS8jHG6SFpQbNw3kuMxkl6V9KakiZKUlOdI+l9JzwGjIuLZiNiUdPEykAEQEe9ExIrkeDWwFmi1k1v/iaR/Sloi6ahkvBMk/SO5l39I6pyUN5A0Pqn7hqSfJOU9JT0n6TVJT0lqk8QwLyLyi8dpu27WrFm0bt2anj177nLbiChRlvxpmZmZWTWpz3uoOwEXRsQPJE0BBuykfjfgOKAx8C7wi4g4TtJtwCXA7cUbRMRSSY0kdYiI94HBwJTk8oSIuB5A0kPAOcCTybUDI+K0UmL4PvD34oWSTgAaAe/t5B7WRcQ3Jf0YuBoYASwDTo2IfEnfBv6X1FxcBhwOHJdcay5pb+BO4LyI+E+yzeRG4NJi41wKTC4tAEmXJX3TsmUrxnTPL61avZSTkwPApEmTmDdvHo8//jhbtmxh06ZN9OnThwMOOIBp06bRokUL1q9fz/7771/UplDTpk1ZvHhxUfnzzz+/Q9+26/Ly8jx/VcxzWvU8p9XD81r16uqc1ueEemVELEqOXwPa76T+sxHxBfCFpM/YnvwuAY4pp90UYBCQRSqhLtzrfLqka4F9gebAW2l9lkhGJf03cDxwWrHyNsBDwNCI2LaTe3g8+fc14HvJcTPgQUmdgAD2Tsq/DfypcNU5IjZI6kbqhUV2surZAFhTLJ5fAfnA30oLICImAhMBDu3QMW5dUp//BHeUe1EmAJmZmUVlOTk5jB8/nlmzZnHNNdewYsUKBgwYQFZWFkOGDNmhLqQ+lHj33Xdz2GGH0a5dO0aNGsUjjzxC165da+5G6picnJwS82yV4zmtep7T6uF5rXp1dU7r5ZaPxFdpxwWkXlzks31OGpdTf1va+TbKf2EyGRgk6UggImKFpMbA3cDAiOgO3FNsvI3pHSQrx78C+kfEV2nlBwCzgesi4uVyYih+D4X3C3ADqRcL3YBz0+IQqQR7h1CAtyKiR/LTPSK+kxbPUFIr7RdFaXsPrFJGjx5NdnY2nTp1Ijs7m9GjRwOwevVq+vXrB0CDBg2YMGECffv2pUuXLgwaNMjJtJmZWTXz8uCOcoGewAJgYFV0GBHvSSoAfs32lefCpHWdpKbJWI+V1l7SccCfgbMiYm1aeSPgCeCvETG1EiE2Awo/tTYsrXwecLmknMItH8ByoJWkkyNifrIF5MiIeEvSWcAvgNPS9nxbJWVmZha9km/RogVPP/10iTpt27Zlzpw5Ref9+vUrSrDNzMys+jmh3tF4YIqki4FnqrDfycA4UnuSiYhPJd1DartILvBqOW3HAU2Bqck2i39FRH9S20hOBVpIGpbUHZa2jaWibiG15ePn7HjP9wJHAm9I2grcExETJA0E/iCpGam/n9tJbVeZAOzD9u0gL0fE5eUN3GTvBiwv9uxlMzMzsz1NvUyoIyKX1F7gwvPxaZfT90Nfl1x/AHggrX77tOMdrpUx3nhSyXp62XWF/Rcrzyx2/u0y+nwYeLi8cYvVb592vBDITI7nk0qcC/06Kc8Hfp78pPeziFQiX7z/jhWNxczMzKwuqc97qM3MzMzMKq1erlBXB0l3AacUK74jIu6v4TieINlakuYXEfFUTcZhZmZmVl84oa4iETGytmMAiIgLajsGMzMzs/rEWz7MzMzMzCrBCbWZmZmZWSU4oTYzMzMzqwQn1GZmZmZmleCE2szMzMysEpxQm5mZmZlVghNqMzMzM7NKcEJttpsqKCjguOOO45xzzgFgw4YN9OnTh06dOtGnTx8++eSTUtvNnTuXzp0707FjR7KysmoyZDMzs3rJX+xitWbz1gLaj55d22HsNnKzzt7h/I477qBLly58/vnnAGRlZXHmmWcyevRosrKyyMrK4uabb96hTUFBASNHjiQ7O5uMjAx69epF//79Ofroo2vsPszMzOobr1DvxiQ9IGlgKeWZkmbVQjwnSFqU/CyWdEFSvn9a+SJJ6yTdXtPx1SUfffQRs2fPZsSIEUVlM2bMYOjQoQAMHTqU6dOnl2i3bNkyOnbsSIcOHWjUqBFDhgxhxowZNRW2mZlZveQVaqsQSQ2BN4HjIyJfUhtgsaQnI+ILoEda3deAx2sn0rrhyiuv5JZbbuGLL74oKvv4449p06YNAG3atGHt2rUl2q1bt45DDjmk6DwjI4NXXnml+gM2MzOrx7xCXcMk7SdpdrLC+6akwZLGSHo1OZ8oSaW0O0vSMkkvAt9LK28uabqkNyS9LOmYMsbdS1KupAPTyt6VdLCkcyW9Iul1Sf8n6eDk+tgknnnAXyNiU0TkJ80bA1HKOJ2A1sALlZimem3WrFm0bt2anj177nLbiBK/Ekr5czIzM7Mq5BXqmncWsDoizgaQ1AzIjojrk/OHgHOAJwsbSGoM3AOcAbwLTE7r77fA6xFxvqQzgL+StlpcKCK2SZoBXADcL+lEIDciPk6S9JMiIiSNAK4Frkqa9gR6R8TmJJYTgfuAw4CL0xLsQhcCk6O0zC7V/jLgMoCWLVsxpnvx5vVXTk4OAJMmTWLevHk8/vjjbNmyhU2bNtGnTx8OOOAApk2bRosWLVi/fj37779/UZtCTZs2ZfHixUXlzz///A59267Ly8vz/FUxz2nV85xWD89r1aurc+qEuuYtAcZLuhmYFREvSBog6VpgX6A58BZpCTVwFLAyIlYASHqYJCkFegMDACLiGUktJDWLiM9KGXsyMAa4HxjC9sQ8A5icbONoBKxMazOzMJlOxngF6CqpC/CgpL9HxJdp9YcAF5d18xExEZgIcGiHjnHrEv8JFsq9KBOAzMzMorKcnBzGjx/PrFmzuOaaa1ixYgUDBgwgKyuLIUOG7FAXUh9KvPvuuznssMNo164do0aN4pFHHqFr1641dyN1TE5OTol5tsrxnFY9z2n18LxWvbo6p97yUcMi4h1Sq75LgJskjQHuBgZGRHdSK9GNS2taRpelvZ9fVt35QEdJrYDz2b7P+U5gQjL+D4uNv7GM+1iaXOtWFIh0LNAwIl4rY3yrhNGjR5OdnU2nTp3Izs5m9OjRAKxevZp+/foB0KBBAyZMmEDfvn3p0qULgwYNcjJtZmZWzbw8WMMktQU2RMTDkvKAYcmldZKaAgOBx4o1WwYcLumIiHiP1LaKQs8DFwE3SMoE1kXE56WNnWzpeAL4PbA0ItYnl5oBq5LjoeXEfjjwYfKhxMOAzkBuWpULgUlltbddl5mZWfRKvkWLFjz99NMl6rRt25Y5c+YUnffr168owTYzM7Pq54S65nUHxknaBmwFfkRqtXgJqeT01eINIuLLZO/xbEnrgBfZvjI8ltSe6DeATZSTECcmJ2MMSysbC0yVtAp4GTi8jLa9gdGStgLbgB9HxLq064OACmdyTfZuwPJiz142MzMz29M4oa5hEfEU8FSx4oXAdaXUHZZ2PJfUXuridTYA5+3C+Asptk0kImYAJR5WHBFji50/BDxUTt8dKhqHmZmZWV3hPdRmZmZmZpXgFeo6SNJwYFSx4pciYmRtxGNmZmZWlzmhroMi4n5Sj8YzMzMzs2rmLR9mZmZmZpXghNrMzMzMrBKcUJuZmZmZVYITajMzMzOzSnBCbWZmZmZWCU6ozczMzMwqwQm1mZmZmVkl+DnUVms2by2g/ejZtR3GbiM36+wdzgsKCjj++ONp164ds2bNYsOGDQwePJjc3Fzat2/PlClTOOigg0r0M3fuXEaNGkVBQQEjRoxg9OjRNXULZmZm9ZJXqM12U3fccQddunQpOs/KyuLMM89kxYoVnHnmmWRlZZVoU1BQwMiRI/n73//O22+/zaRJk3j77bdrMmwzM7N6xwn1HkjSA5IGllKeKWlWLcTTXtJmSYuSnz/VdAx1zUcffcTs2bMZMWJEUdmMGTMYOnQoAEOHDmX69Okl2i1btoyOHTvSoUMHGjVqxJAhQ5gxY0ZNhW1mZlYvecuHVYqkwr+h9yKiR23GUpdceeWV3HLLLXzxxRdFZR9//DFt2rQBoE2bNqxdu7ZEu3Xr1nHIIYcUnWdkZPDKK69Uf8BmZmb1mFeodxOS9pM0W9JiSW9KGixpjKRXk/OJklRKu7MkLZP0IvC9tPLmkqZLekPSy5KOKWPcvSTlSjowrexdSQdLOlfSK5Jel/R/kg5Oro9N4pkH/LXKJ6OemzVrFq1bt6Znz5673DYiSpSV8mdjZmZmVcgr1LuPs4DVEXE2gKRmQHZEXJ+cPwScAzxZ2EBSY+Ae4AzgXWByWn+/BV6PiPMlnUEq8e1RfNCI2CZpBnABcL+kE4HciPg4SdJPioiQNAK4FrgqadoT6B0RmyW1Bw6X9DrwOXBdRLxQ2k1Kugy4DKBly1aM6Z6/q/NUZ+Xk5AAwadIk5s2bx+OPP86WLVvYtGkTffr04YADDmDatGm0aNGC9evXs//++xe1KdS0aVMWL15cVP7888/v0Lftury8PM9fFfOcVj3PafXwvFa9ujqnTqh3H0uA8ZJuBmZFxAuSBki6FtgXaA68RVpCDRwFrIyIFQCSHiZJVoHewACAiHhGUgtJzSLis1LGngyMAe4HhrA9Mc8AJktqAzQCVqa1mRkRm5PjNcChEbFeUk9guqSuEfF58YEiYiIwEeDQDh3j1iX+EyyUe1EmAJmZmUVlOTk5jB8/nlmzZnHNNdewYsUKBgwYQFZWFkOGDNmhLqQ+lHj33Xdz2GGH0a5dO0aNGsUjjzxC165da+5G6picnJwS82yV4zmtep7T6uF5rXp1dU695WM3ERHvkFr1XQLcJGkMcDcwMCK6k1qJblxa0zK6LO19/rLqzgc6SmoFnA88npTfCUxIxv9hsfE3psX+VUSsT45fA94DjixjLPuaRo8eTXZ2Np06dSI7O7vocXirV6+mX79+ADRo0IAJEybQt29funTpwqBBg5xMm5mZVTMvD+4mJLUFNkTEw5LygGHJpXWSmgIDgceKNVtGaqvFERHxHnBh2rXngYuAGyRlAutKWzEGSLZ0PAH8HlhamBwDzYBVyfHQcmJvlcReIKkD0Al4vwK3bTuRmZlZ9Eq+RYsWPP300yXqtG3bljlz5hSd9+vXryjBNjMzs+rnhHr30R0YJ2kbsBX4EanV4iVALvBq8QYR8WWyJ3m2pHXAi0C35PJYUnui3wA2UU5CnJicjDEsrWwsMFXSKuBl4PAy2p4KXC8pHygALo+IDTsZjyZ7N2B5sS8zMTMzM9vTOKHeTUTEU8BTxYoXAteVUndY2vFcUnupi9fZAJy3C+MvpNg2kYiYAZR4iHFEjC12Pg2YVtGxzMzMzOoS76E2MzMzM6sEr1DXI5KGA6OKFb8UESNrIx4zMzOzusAJdT0SEfeTejSemZmZmVURb/kwMzMzM6sEJ9RmZmZmZpXghNrMzMzMrBKcUJuZmZmZVYITajMzMzOzSnBCbWZmZmZWCU6ozczMzMwqwc+htlqzeWsB7UfPru0wakVu1tkAfPnll5x66ql89dVX5OfnM3DgQH77298yePBgli9fDsCnn37KgQceyKJFi0r0M3fuXEaNGkVBQQEjRozgpJNOqsnbMDMzM5xQ1ymSfg6MAPKB/wCXRsQHknoAfwQOAAqAGyNi8tfofxhwfERcIel84J2IeDu59l/AWKALcEJELKz0DdUD++yzD8888wxNmzZl69at9O7dm+9+97tMnrz913PVVVfRrFmzEm0LCgoYOXIk2dnZZGRk0KtXL77xjW/UZPhmZmaGt3zUGZIaAq+TSniPAR4DbkkubwIuiYiuwFnA7ZIOrOSQ5wNHp52/CXwPeL6S/dYrkmjatCkAW7duZevWrUgquh4RTJkyhQsvvLBE2wULFtCxY0c6dOhAo0aNGDJkCC+99FKNxW5mZmYpTqh3QlJ7SUsl3SPpLUnzJDWRlCPp+KROS0m5yfEwSdMlPSlppaQrJP1c0uuSXpbUvIxxukhaUGzcN5LjMZJelfSmpIlKMq4khv+V9BwwKiKejYhNSRcvAxkAEfFORKxIjlcDa4FW5dxzrqSWyfHxknKKXf8W0B8YJ2mRpCMiYmlELN/F6TVSK809evSgdevW9OnThxNPPLHo2gsvvMDBBx9Mp06dSrRbtWoVhxxySNF5RkYG69atq5GYzczMbDtv+aiYTsCFEfEDSVOAATup3w04DmgMvAv8IiKOk3QbcAlwe/EGEbFUUiNJHSLifWAwMCW5PCEirgeQ9BBwDvBkcu3AiDitlBi+D/y9eKGkE4BGwHs7uYcyRcQ/JM0EZkXEY7vSVtJlwGUALVu2Ykz3/K8bxh4tJydnh/Pbb7+dvLw8fv3rX3PUUUdx+OGHA3DbbbdxwgknlKgP8Oabb7JmzZqia0uXLiU/P7/Uuvb15eXleU6rmOe06nlOq4fnterV1Tl1Ql0xKyNiUXL8GtB+J/WfjYgvgC8kfcb25HcJcEw57aYAg4AsUgn14KT8dEnXAvsCzYG30vossRda0n8DxwOnFStvAzwEDI2IbTu5h2oREROBiQCHdugYty6pn3+CuRdlllr+2muvsX79eoYPH05+fj6DBw/mtddeIyMjo0TdffbZh/nz55OZmepr/vz5fOMb3yg6t6qRk5PjOa1intOq5zmtHp7XqldX59RbPirmq7TjAlIvRPLZPn+Ny6m/Le18G+W/iJkMDJJ0JBARsUJSY+BuYGBEdAfuKTbexvQOJH0b+BXQPyK+Sis/AJgNXBcRL5cTAzu5N6tC//nPf/j0008B2Lx5M//3f//HUUcdBVB0XFoyDdCrVy9WrFjBypUr2bJlC48++ijf+ta3aip0MzMzSzih/vpygZ7J8cCq6DAi3iOVsP+a7SvPhQntOklNyxtL0nHAn0kl02vTyhsBTwB/jYipFQgll+33Vtb2li+A/SvQl5VjzZo1nH766RxzzDH06tWLPn36cM455wDw6KOPlvgw4urVq+nXrx8ADRs2ZMKECfTt25cuXbowaNCgoq0iZmZmVnPq5/vtVWM8MEXSxcAzVdjvZGAccDhARHwq6R5S20VygVfLaTsOaApMTT63+K+I6E9qG8mpQIvk0XcAw9K2sRT3W+Avkn4JvFJGnUeBeyT9lFSSfwxwJ6kPO86WtCgi+pZ3o032bsDy5HnM9dUxxxzD66+/Xuq1Bx54oERZ27ZtmTNnTtF5v379ihJsKLk328zMzKqfE+qdiIhcUh8yLDwfn3Y5fT/0dcn1B4AH0uq3Tzve4VoZ440nlaynl11X2H+x8sxi598uo8+HgYfLG7dY/ReAI0spf4Ak/oh4iR0fm/ceqVVwMzMzs3rFWz7MzMzMzCrBK9S1QNJdwCnFiu+IiPtrOI4nSLaWpPlFRDxVk3GYmZmZ7cmcUNeCiBhZ2zEARMQFtR2DmZmZ2Z7OWz7MzMzMzCrBCbWZmZmZWSU4oTYzMzMzqwQn1GZmZmZmleCE2szMzMysEpxQm5mZmZlVghNqMzMzM7NKcEJtVou+/PJLTjjhBI499li6du3Kb37zGwAGDx5Mjx496NGjB+3bt6dHjx6ltp87dy6dO3emY8eOZGVl1WDkZmZmVshf7GK1ZvPWAtqPnl3bYdSK3KyzAdhnn3145plnaNq0KVu3bqV3795897vfZfLkyUV1r7rqKpo1a1aij4KCAkaOHEl2djYZGRn06tWLb3zjGzV2D2ZmZpZSbSvUkv5RXX3vbiTNlPRm2vmpkv4pKV/SwNqMrSpJGiZpQnJ8vqSj067dIOkNSYskzZPUtvYi3XNIomnTpgBs3bqVrVu3IqnoekQwZcoULrzwwhJtFyxYQMeOHenQoQONGjViyJAhvPTSSzUWu5mZmaVUW0IdEd+qrr5rm1L2So6/B+QVq/IvYBjwSA2HtkskNahE8/OBo9POx0XEMRHRA5gFjKlE3/VKQUEBPXr0oHXr1vTp04cTTzyx6NoLL7zAwQcfTKdOnUq0W7VqFYccckjReUZGBuvWrauRmM3MzGy76lyhzkv+zZT0nKQpkt6RlCXpIkkLJC2RdERS7wFJf5L0QlLvnHL6bizp/qT965JOT8qHSZohaa6k5ZJ+U04fN0v6cdr5WElXSWoq6elkhXmJpPOS6+0lLZV0N/BP4BBJTYGfA79L7zsiciPiDWBbBefq2mSsxZKykrIekl5OVn2fkHRQUp4j6TZJzyfx9JL0uKQVkn6X1ud/J3O8SNKfC5NnSXmSrpf0CnByGfHkSmqZHB8vKafY9W8B/YFxSf9HRMTnaVX2A6Ii927QoEEDFi1axEcffcSCBQt4882iNzuYNGlSqavTkFq9Li59ddvMzMxqRk3toT4W6AJsAN4H7o2IEySNAn4CXJnUaw+cBhwBPCupY0R8WUp/IwEioruko4B5ko5Mrp0AdAM2Aa9Kmh0RC0vp41HgduDu5HwQcBbwJXBBRHyeJJUvS5qZ1OkMDI+IHwNIug24NRnra5H0XVKrvSdGxCZJzZNLfwV+EhHPSboe+A3b52lLRJyazN8MoCepuX0viak1MBg4JSK2Ji8CLkr63A94MyK+9gpyRPwjmZNZEfFY2r3cCFwCfAacXsb9XgZcBtCyZSvGdM//umHs0XJyckotb9++PXfddReDBw+moKCAyZMn8+c//7nU+mvXrmXx4sVF155//nn233//Mvu2rycvL89zWsU8p1XPc1o9PK9Vr67OaU0l1K9GxBoASe8B85LyJeyYeE2JiG3ACknvA0cBi0rprzdwJ0BELJP0AVCYUGdHxPpkrMeTuiUS6oh4XVLrZK9vK+CTiPiXpL2B/5V0KqkV5nbAwUmzDyLi5aTvHkDHiPiZpPa7OiFpvg3cHxGbkrg2SGoGHBj/f3v3H2ZVWe5//P2Rn9p4JENKGAQJJQQGDIGvJ44OJznoSBilaF9PSRyPeYVG+a2wEn+cTl2kcPQcMTvaD8hExdKwJJSiES0IUEZ+qGjpWDJcDWSW1IDDcH//WGtwM+w9M7D3zDAzn9d1zTVrPetZz3rWfa0L7v3se++JeCLtswh4MOOc+gR/E7AlI7YvA/3Tex5N8oIC4GigOj2nDvhRHvPNKSK+AnxF0peAq0heBDTscxdwF8BJgwbH/E2d83OxlZeWArBjxw66detGr169qKmpYc6cOcyePZvS0lKWL1/OiBEjuOiii7KOMX78eObPn8+AAQPo168fs2bN4rOf/SylpaWtdyOdQHl5uWNaYI5p4TmmLcNxLbyOGtPWymb2ZGzvy9jf12AODd/DzlU20Nj72s0dA+CHwIXAe0hWrCFZyT0BGJ2u7lYCPdNjf8s490xgdHq8K9BHUnlElDZyvWzUxByzyYxfw9h2TcdcFBFfynLu7oioa2L8vbxdDtSzsY45LAYeJUtCbQfavn07l112GXV1dezbt49p06YxeXJS7XT//fcfVO5RVVXF5ZdfzrJly+jatSsLFixg0qRJ1NXVMWPGDE4++eS2uA0zM7NO7UhbHrxI0iLgZGAQsDVHv1Ukie/KtNTjpLTv+4GJadlEDUkpxYxGrnc/cDfQm6TUBOA4oDpNpicAA7KdGBF3AndCUl9NUv5Q2qy7PNDjwPWSFteXfKSr1H+W9E8R8STwceCJJsbJ9AtgqaRbI6I6jcexEfFqM8+vJFnh/hnw0Rx93gSOrd+RdEpEvJTuTgFeOIT5dlolJSVs2LAh67GFCxce1Na3b1+WLVu2f7+srIyysrL9+x3xbTQzM7Mj3ZGWUG8lSRzfDVyZo34akrrnb0naRLKaOj0i9qTlDU8B9wCDgcU56qcBiIgtko4FttWXTQD3Aj+RtJ6k3OSQE0NJY4CHgXcCH5J0U0QMyzGH5Wn5yHpJbwHLgC8Dl6X3eAxJ3fknm3v9iHhO0nUkteVHAbUkdefNTahvAr4j6cvAb3L0uR+4W9JnSFb550oaQrJK/ipwZVMXObpbF7am38dsZmZm1l61WEIdEUXp73KgPKO9NGP7gGPAryLic80YezfJ19JlUx0RVx3CPEc02N9Jjm+/IPmwY7YxKjOPRcQ6oPgQ5jAXmNugrQL4P1n6lmZsl5M7tg8Ab/91kLfbi5oxnyd5uyY9s30hsDDd/hUHfm1erpVsMzMzsw7Nf3rczMzMzCwPR0zJR0RMb9gmaRLwjQbNr0TE1BxjLCRdQc0Y410kNcUNfbD+20Bag6QRJKUomfZExLhs/VuDpIdJ6tUzzY6Ix9piPmZmZmbt0RGTUGeTJnZ5JXdp0jyqIBPKbx6bjoR5ZMr1wsTMzMzMms8lH2ZmZmZmeXBCbWZmZmaWByfUZmZmZmZ5cEJtZmZmZpYHJ9RmZmZmZnlwQm1mZmZmlgcn1GZmZmZmeXBCbdZGdu/ezdixYxk5ciTDhg3jhhtu2H/s9ttvZ8iQIQwbNowvfvGLWc9fvnw5Q4YMYfDgwcydOzdrHzMzM2t5R/QfdrGOraa2joHXPtrW02hVlXPP37/do0cPVq5cSVFREbW1tYwfP57zzjuPmpoali5dysaNG+nRowfV1dUHjVNXV8fMmTNZsWIFxcXFjBkzhilTprTmrZiZmVnKK9TthKQLJYWkMzLa6iRVpD+PNHF+paTeLTi/WyS9IGmjpIcl9Wqpa3UUkigqKgKgtraW2tpaJHHnnXdy7bXX0qNHDwD69Olz0Llr165l8ODBDBo0iO7du3PJJZewdOnSVp2/mZmZJZxQH8EkdU1/Hwt8BvhNgy41ETEq/Wnr5ckVwPCIKAFeBL7UxvNpF+rq6hg1ahR9+vRh4sSJjBs3jhdffJEnn3yScePGcfbZZ7Nu3bqDztu2bRv9+/ffv19cXMy2bdtac+pmZmaW6pQJtaSBkp6XdLekLZIel3S0pPL6FWBJvSVVptvTJf1Y0k8kvSLpKknXSNogaY2k43NcZ6iktQ2uuzHdvl7SOkmbJd0lSWl7uaSvS3oCmJWe+lXgZmB3nrd+taRnJG2S9L70emMl/Tq9l19LGpK2d5E0L+27UdLVaftoSU9IelrSY5JOBIiIxyNib3qdNUBxnnPtFLp06UJFRQWvvfYaa9euZfPmzezdu5c///nPrFmzhltuuYVp06YREQec13AfkhVvMzMza32duYb6FOBjEfHvkpYAH22i/3DgdKAn8FtgdkScLulW4BPAbQ1PiIjnJXWXNCgiXgYuBpakhxdExH8ASLoHmAz8JD3WKyLOTo+dDvSPiJ9K+nyDS/SUtB7YC8yNiB83cQ87I+L9kj4NfB64HHgBOCsi9ko6B/h6GosrgJOB09Njx0vqBtwOXBAROyRdDHwNmNHgOjOAB7JNQNIV6dj07n0C14/Ym61bh1VeXp7z2MCBA7njjjs45phjGDRoEE888QQAb731FkuXLqVXr177+1ZXV/Pss8/uH2/VqlUA7Nq1q9Fr2KFzTAvPMS08x7RlOK6F11Fj2pkT6lcioiLdfhoY2ET/X0bEm8Cbkv7C28nvJqCkkfOWANOAuSQJ9cVp+wRJXwSOAY4HtmSM+QCApKOAW4HpOcY+KSKqJA0CVkraFBG/a2QuD6W/nwY+km4fByySdAoQQLe0/RzgW/WrzhHxuqThJC8sVqSroV2A7ZkXkPQVkgT/3mwTiIi7gLsATho0OOZv6lyPYOWlpfu3d+zYQbdu3ejVqxc1NTXMmTOH2bNnM3LkSKqqqigtLeXFF1/kqKOO4oILLjhgBXr8+PHMnz+fAQMG0K9fP2bNmsXixYvZsWMHpaWlB1/YDlt5ebljWmCOaeE5pi3DcS28jhrTzpXNHGhPxnYdcDRJIlhfBtOzkf77Mvb30XgcHwAelPQQEBHxkqSewDeBMyLiD5JubHC9v6W/jyVJYMvTZOo9wCOSpkTE+oioIhn0ZUnlJCvojSXU9XOuy5jzV0leLEyVNBAoT9tFkmBnErAlIs7MNriky0hW2j8Y2WoS7ADbt2/nsssuo66ujn379jFt2jQmT57MW2+9xYwZMxg+fDjdu3dn0aJFSKKqqorLL7+cZcuW0bVrVxYsWMCkSZOoq6tjxowZDBs2rEO+6jczMzvSdeaEOptKYDSwFriwEANGxO8k1QFzeLsMoj553impKL3WD7Oc+xdg/zdzpEnz5yNivaR3An+PiD3pt3d8gKTO+lAdB9R/mm16RvvjwJWSyutLPoCtwAmSzoyI1WkJyKkRsUXSucBs4OyI+PthzKPTKSkpYcOGDQe1d+/enR/84AcHtfft25dly5bt3y8rK6OsrKxF52hmZmZNc0J9oHnAEkkfB1YWcNwHgFtIapKJiDck3U1SLlIJHPw1Dk0bCvyvpH0kq+pzI+K5wxjnZpKSj2s48J6/DZwKbJRUC9wdEQskXQj8j6TjSJ6f20jKVRYAPXi7HGRNRFzZ2IWP7taFrRnfy2xmZmbWHnXKhDoiKklKKer352UczqyHvi49vhBYmNF/YMb2AcdyXG8eSbKe2XZd/fgN2ksbGac0Y/vXwIjGrtvg3IEZ2+uB0nR7NUniXG9O2r4XuCb9yRynAjgry/iDmzsXMzMzs46kU35tnpmZmZlZoXTKFeqWIOkOkjrmTP8dEd9r5Xk8TFpakmF2RDzWmvMwMzMz6yycUBdIRMxs6zkARMTUtp6DmZmZWWfikg8zMzMzszw4oTYzMzMzy4MTajMzMzOzPDihNjMzMzPLgxNqMzMzM7M8OKE2MzMzM8uDE2ozMzMzszz4e6itzdTU1jHw2kfbehotrnLu+QDs3r2bs846iz179rB3714uvPBCbrrppv395s2bxxe+8AV27NhB7969Dxpn+fLlzJo1i7q6Oi6//HKuvfbaVrsHMzMzy80r1GatpEePHqxcuZJnn32WiooKli9fzpo1awD4wx/+wIoVKzjppJOynltXV8fMmTP52c9+xnPPPcd9993Hc88915rTNzMzsxycUB/hJF0j6TlJGyX9QtKAtH2UpNWStqTHLm5inEpJBy97Fm6eX03nUSHpcUl9W+pa7ZUkioqKAKitraW2thZJAHzuc5/j5ptv3r/f0Nq1axk8eDCDBg2ie/fuXHLJJSxdurTV5m5mZma5OaE+gknqCmwAzoiIEuCHwM3p4b8Dn4iIYcC5wG2SerXJRBO3RERJRIwCfgpc34ZzOWLV1dUxatQo+vTpw8SJExk3bhyPPPII/fr1Y+TIkTnP27ZtG/3799+/X1xczLZt21pjymZmZtaETllDLWkg8DPgKeAfgW3ABWnb5yNifbqauz4iBkqaDnwY6AIMB+YD3YGPA3uAsoh4Pct1hgKLImJsxnUfiYgSSdcDHwKOBn4NfCoiQlJ5uv+BtO/8jCHXAP8KEBEv1jdGRJWkauAE4I1Gbv1qSR8CugEXRcQLksYCt6XzqAE+GRFbJXUBvgFMAgK4OyJulzQa+C+gCNgJTI+I7RHx14zrvCM95yCSrgCuAOjd+wSuH7G3kel2DOXl5Qfs33bbbezatYs5c+Zw6qmnMm/ePG655RbKy8vZvXs3v/rVrzjuuOMOOGfz5s1s3759/1jPP/88VVVVB429a9eug9osP45p4TmmheeYtgzHtfA6akw7ZUKdOgX4WET8u6QlwEeb6D8cOB3oCfwWmB0Rp0u6FfgESVJ6gIh4XlJ3SYMi4mXgYmBJenhBRPwHgKR7gMnAT9JjvSLi7Cxz+DeSpP8AaVLcHfhdE/ewMyLeL+nTwOeBy4EXgLMiYq+kc4Cvk8TiCuBk4PT02PGSugG3AxdExI60zORrwIx0Hl9LY/EXYEK2CUTEXcBdACcNGhzzN3X8R7Dy0tKs7U8//TRVVVX86U9/4qqrrgJg586dXH311axdu5b3vOc9+/v26NGD1atXU1qajLV69WrGjBmzf79eeXn5QW2WH8e08BzTwnNMW4bjWngdNaadueTjlYioSLefBgY20f+XEfFmROwgSRjrk99NTZy7BJiWbl8MPJBuT5D0G0mbgH8GhmWc8wANSPpX4AzglgbtJwL3kKws72viHh5Kf2fe73HAg5I2A7dmzOMc4FsRsRcgXYEfQvLCYoWkCuA6oLh+8Ij4SkT0B+4FrmpiLp3Ojh07eOONNwCoqanh5z//OaeffjrV1dVUVlZSWVlJcXExzzzzzAHJNMCYMWN46aWXeOWVV3jrrbe4//77mTJlShvchZmZmTXUmRPqPRnbdSSr9Xt5OyY9G+m/L2N/H42v9D8ATJN0KhAR8ZKknsA3gQsjYgRwd4Pr/S1zgHTl+CvAlIjYk9H+D8CjwHURsaaROTS8h/r7BfgqyYuF4SQlKPXzEAeXbQjYEhGj0p8REfEvWa6zmKZX/Dud7du3M2HCBEpKShgzZgwTJ05k8uTJOftXVVVRVlYGQNeuXVmwYAGTJk1i6NChTJs2jWHDhuU818zMzFpPx3+//dBUAqOBtcCFhRgwIn4nqQ6Yw9srz/VJ605JRem1fpjtfEmnA/8LnBsR1Rnt3YGHge9HxIN5TPE4khpygOkZ7Y8DV0oqry/5ALYCJ0g6MyJWpyUgp0bEFkmnRMRL6blTSEpJLENJSQkbNmxotE9lZeX+7b59+7Js2bL9+2VlZfsTbDMzMztyOKE+0DxgiaSPAysLOO4DJKUaJwNExBuS7iYpF6kE1jVy7i0kHwB8MP1Ktd9HxBSSMpKzgHelH5qE5AOCFYc4t5uBRZKu4cB7/jZwKrBRUi3JhxIXSLoQ+B9Jx5E8P7cBW4C5koaQrNi/ClzZ1IWP7taFrekfPTEzMzNrrzplQh0RlSS1wPX78zIOl2RsX5ceXwgszOg/MGP7gGM5rjePJFnPbLuufvwG7aUN9s/JMeYPgB80dt0G/QdmbK8HStPt1SSJc705afte4Jr0J3OcCpJEvuH4LvEwMzOzTqkz11CbmZmZmeWtU65QtwRJd5B8d3Sm/46I77XyPB4mLS3JMDsiHmvNeZiZmZl1Fk6oCyQiZrb1HAAiYmpbz8HMzMysM3HJh5mZmZlZHpxQm5mZmZnlwQm1mZmZmVkenFCbmZmZmeXBCbWZmZmZWR6cUJuZmZmZ5cEJtVkL2L17N2PHjmXkyJEMGzaMG264AYAHH3yQYcOGcdRRR7F+/fqc5y9fvpwhQ4YwePBg5s6d21rTNjMzs8Pg76G2NlNTW8fAax9t62kUVOXc8wHo0aMHK1eupKioiNraWsaPH895553H8OHDeeihh/jUpz6Vc4y6ujpmzpzJihUrKC4uZsyYMUyZMoXTTjuttW7DzMzMDkGnWqGW9Ou2nkNrkfSIpM0Z+2dJekbSXkkX5jFuuaQz0u0vNzj2XUnVmdftrCRRVFQEQG1tLbW1tUhi6NChDBkypNFz165dy+DBgxk0aBDdu3fnkksuYenSpa0xbTMzMzsMnSqhjoh/bOs5tBQljkq3PwLsatDl98B0YHEBL/vlBvsLgXMLOH67VldXx6hRo+jTpw8TJ05k3LhxzTpv27Zt9O/ff/9+cXEx27Zta6lpmpmZWZ46VUItaVf6u1TSE5KWSHpR0lxJl0paK2mTpPem/RZK+pakJ9N+kxsZu6ek76Xnb5A0IW2fLmmppOWStkq6oZExviHp0xn7N0r6f5KKJP0iXWHeJOmC9PhASc9L+ibwDNBfUhFwDfCfmWNHRGVEbAT2NSNOpZJ+mrG/QNL0Bn3mAkdLqpB0b3qNVcDrTY3fWXTp0oWKigpee+011q5dy+bNzVu4j4iD2iQVenpmZmZWIJ25hnokMJQkAXwZ+HZEjJU0C7ga+GzabyBwNvBe4JeSBkfE7izjzQSIiBGS3gc8LunU9NhYYDjwd2CdpEcjItsn0u4HbgO+me5PI1nx3Q1MjYi/SuoNrJH0SNpnCPDJiPg0gKRbgfnptVpMRFwr6aqIGHUo50m6ArgCoHfvE7h+xN6WmF6bKS8vz9o+cOBA7rjjDi6++GIA3njjDZ5++ml27Wr4RgJUV1fz7LPP7h9r1apVjY6dadeuXc3qZ83nmBaeY1p4jmnLcFwLr6PGtDMn1OsiYjuApN8Bj6ftm4AJGf2WRMQ+4CVJLwPvAyqyjDceuB0gIl6Q9CpQn1CviIg/pdd6KO17UEIdERsk9ZHUFzgB+HNE/F5SN+Drks4iWWHuB7w7Pe3ViFiTjj0KGBwRn5M08FAD0hoi4i7gLoCTBg2O+Zs61iNYeWkpADt27KBbt2706tWLmpoa5syZw+zZsyktTY736tWL0aNHc8YZZxw0xvjx45k/fz4DBgygX79+zJo1i8WLFzNs2LAmr19eXr7/GlYYjmnhOaaF55i2DMe18DpqTDtVyUcDezK292Xs7+PAFxoN338/+P34RGPvyTd3DIAfAhcCF5OsWANcSpJgj05XhP8I9EyP/S3j3DOB0ZIqgaeAUyWVN3KtXPZy4LPRM1dHy2779u1MmDCBkpISxowZw8SJE5k8eTIPP/wwxcXFrF69mvPPP59JkyYBUFVVRVlZGQBdu3ZlwYIFTJo0iaFDhzJt2rRmJdNmZmbWNjrW8mDLuEjSIuBkYBCwNUe/VSSJ78q01OOktO/7gYmSjgdqgA8DMxq53v3A3UBvklITgOOA6oioTWuzB2Q7MSLuBO6EpL4a+GlElDbrLg/0KnCapB4kyfQHSRL0hmoldYuI2sO4RodWUlLChg0bDmqfOnUqU6dOPai9b9++LFu2bP9+WVnZ/gTbzMzMjmxOqJu2FXiCpMTiyhz105DUPX9L0iaSFd7pEbEn/TDZU8A9wGBgcY76aQAiYoukY4Ft9SUpwL3ATyStJyk3eeFQb0LSGOBh4J3AhyTdFBFZlz0j4g+SlgAbgZeAgzPDxF3ARknPRMSlku4DSoHekl4DboiI7+Sa09HdurA1/d5mMzMzs/aqUyXUEVGU/i4HyjPaSzO2DzgG/CoiPteMsXeTfC1dNtURcdUhzHNEg/2dJOUc2QzPMUZl5rGIWAcUH8Icvgh8MUt7acb2bGB2xv7Hmju+mZmZWUfRmWuozczMzMzy1qlWqA9VRExv2CZpEvCNBs2vRMTBhbHJGAtJ/uBJ5hjvAn6RpfsH678NpDVIGkFSipJpT0Q07y+QmJmZmZkT6kMVEY8Bj+U5xp+AUQWZUH7z2HQkzMPMzMysPXPJh5mZmZlZHpxQm5mZmZnlwQm1mZmZmVkenFCbmZmZmeXBCbWZmZmZWR6cUJuZmZmZ5cEJtZmZmZlZHpxQm5mZmZnlwQm1mZmZmVkenFCbmZmZmeXBCbWZmZmZWR6cUJuZmZmZ5UER0dZzsE5K0pvA1raeRwfTG9jZ1pPoYBzTwnNMC88xbRmOa+G155gOiIgTsh3o2tozMcuwNSLOaOtJdCSS1jumheWYFp5jWniOactwXAuvo8bUJR9mZmZmZnlwQm1mZmZmlgcn1NaW7mrrCXRAjmnhOaaF55gWnmPaMhzXwuuQMfWHEs3MzMzM8uAVajMzMzOzPDihtlYn6VxJWyX9VtK1bT2f9kxSpaRNkiokrU/bjpe0QtJL6e93tvU8j2SSviupWtLmjLacMZT0pfTZ3SppUtvM+siWI6Y3StqWPqsVksoyjjmmTZDUX9IvJT0vaYukWWm7n9XD1EhM/aweJkk9Ja2V9Gwa05vS9g7/nLrkw1qVpC7Ai8BE4DVgHfCxiHiuTSfWTkmqBM6IiJ0ZbTcDr0fE3PQFyzsjYnZbzfFIJ+ksYBfw/YgYnrZljaGk04D7gLFAX+DnwKkRUddG0z8i5YjpjcCuiJjXoK9j2gySTgROjIhnJB0LPA18GJiOn9XD0khMp+Fn9bBIEvCOiNglqRvwFDAL+Agd/Dn1CrW1trHAbyPi5Yh4C7gfuKCN59TRXAAsSrcXkfwHYTlExCrg9QbNuWJ4AXB/ROyJiFeA35I805YhR0xzcUybISK2R8Qz6fabwPNAP/ysHrZGYpqLY9qESOxKd7ulP0EneE6dUFtr6wf8IWP/NRr/B8waF8Djkp6WdEXa9u6I2A7JfxhAnzabXfuVK4Z+fvNzlaSNaUlI/Vu+jukhkjQQOB34DX5WC6JBTMHP6mGT1EVSBVANrIiITvGcOqG21qYsba47OnwfiIj3A+cBM9O32q3l+Pk9fHcC7wVGAduB+Wm7Y3oIJBUBPwI+GxF/baxrljbHNYssMfWzmoeIqIuIUUAxMFbS8Ea6d5iYOqG21vYa0D9jvxioaqO5tHsRUZX+rgYeJnmr7I9pbWB9jWB1282w3coVQz+/hyki/pj+R7sPuJu339Z1TJsprUn9EXBvRDyUNvtZzUO2mPpZLYyIeAMoB86lEzynTqitta0DTpF0sqTuwCXAI208p3ZJ0jvSD9Ig6R3AvwCbSeJ5WdrtMmBp28ywXcsVw0eASyT1kHQycAqwtg3m1+7U/2eamkryrIJj2izph72+AzwfEf+VccjP6mHKFVM/q4dP0gmSeqXbRwPnAC/QCZ7Trm09AetcImKvpKuAx4AuwHcjYksbT6u9ejfwcPJ/Al2BxRGxXNI6YImkfwN+D1zUhnM84km6DygFekt6DbgBmEuWGEbEFklLgOeAvcDM9vhp9JaWI6alkkaRvJ1bCXwKHNND8AHg48CmtD4V4Mv4Wc1Hrph+zM/qYTsRWJR+o9dRwJKI+Kmk1XTw59Rfm2dmZmZmlgeXfJiZmZmZ5cEJtZmZmZlZHpxQm5mZmZnlwQm1mZmZmVkenFCbmZmZmeXBX5tnZmZHDEl1wKaMpg9HRGUbTcfMrFn8tXlmZnbEkLQrIopa8XpdI2Jva13PzDoml3yYmVm7IelESaskVUjaLOmf0vZzJT0j6VlJv0jbjpf0Y0kbJa2RVJK23yjpLkmPA99P/7rbjyStS38+0Ia3aGbtkEs+zMzsSHJ0xl+teyUipjY4/n+BxyLia+lfYztG0gnA3cBZEfGKpOPTvjcBGyLiw5L+Gfg+MCo9NhoYHxE1khYDt0bEU5JOIvlLrkNb7A7NrMNxQm1mZkeSmogY1cjxdcB3JXUDfhwRFZJKgVUR8QpARLye9h0PfDRtWynpXZKOS489EhE16fY5wGmS6q/xD5KOjYg3C3VTZtaxOaE2M7N2IyJWSToLOB+4R9ItwBtAtg8EKUtbfb+/ZbQdBZyZkWCbmR0S11CbmVm7IWkAUB0RdwPfAd4PrAbOlnRy2qe+5GMVcGnaVgrsjIi/Zhn2ceCqjGuMaqHpm1kH5RVqMzNrT0qBL0iqBXYBn4iIHZKuAB6SdBRQDUwEbgS+J2kj8Hfgshxjfga4I+3XlSQRv7JF78LMOhR/bZ6ZmZmZWR5c8mFmZmZmlgcn1GZmZmZmeXBCbWZmZmaWByfUZmZmZmZ5cEJtZmZmZpYHJ9RmZmZmZnlwQm1mZmZmlgcn1GZmZmZmefj/YkAE0BG5B7MAAAAASUVORK5CYII=\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "from xgboost import plot_importance\n", + "import matplotlib.pyplot as plt\n", + "%matplotlib inline\n", + "\n", + "fig, ax = plt.subplots(1,1,figsize=(10,8))\n", + "plot_importance(xgb_clf, ax=ax , max_num_features=20,height=0.4)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### LightGBM 모델 학습과 하이퍼 파라미터 튜닝" + ] + }, + { + "cell_type": "code", + "execution_count": 27, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[1]\ttraining's auc: 0.82625\ttraining's binary_logloss: 0.15523\tvalid_1's auc: 0.809814\tvalid_1's binary_logloss: 0.15774\n", + "[2]\ttraining's auc: 0.833899\ttraining's binary_logloss: 0.149581\tvalid_1's auc: 0.81222\tvalid_1's binary_logloss: 0.153275\n", + "[3]\ttraining's auc: 0.841789\ttraining's binary_logloss: 0.145416\tvalid_1's auc: 0.814833\tvalid_1's binary_logloss: 0.149999\n", + "[4]\ttraining's auc: 0.847243\ttraining's binary_logloss: 0.14212\tvalid_1's auc: 0.819406\tvalid_1's binary_logloss: 0.147524\n", + "[5]\ttraining's auc: 0.849589\ttraining's binary_logloss: 0.139438\tvalid_1's auc: 0.821869\tvalid_1's binary_logloss: 0.145464\n", + "[6]\ttraining's auc: 0.853413\ttraining's binary_logloss: 0.137254\tvalid_1's auc: 0.820878\tvalid_1's binary_logloss: 0.143973\n", + "[7]\ttraining's auc: 0.85551\ttraining's binary_logloss: 0.1354\tvalid_1's auc: 0.821815\tvalid_1's binary_logloss: 0.142746\n", + "[8]\ttraining's auc: 0.858698\ttraining's binary_logloss: 0.133561\tvalid_1's auc: 0.823733\tvalid_1's binary_logloss: 0.141592\n", + "[9]\ttraining's auc: 0.862123\ttraining's binary_logloss: 0.132058\tvalid_1's auc: 0.825821\tvalid_1's binary_logloss: 0.140633\n", + "[10]\ttraining's auc: 0.865345\ttraining's binary_logloss: 0.13065\tvalid_1's auc: 0.826285\tvalid_1's binary_logloss: 0.139756\n", + "[11]\ttraining's auc: 0.867407\ttraining's binary_logloss: 0.129493\tvalid_1's auc: 0.827562\tvalid_1's binary_logloss: 0.139069\n", + "[12]\ttraining's auc: 0.870828\ttraining's binary_logloss: 0.128398\tvalid_1's auc: 0.827436\tvalid_1's binary_logloss: 0.138559\n", + "[13]\ttraining's auc: 0.872805\ttraining's binary_logloss: 0.127345\tvalid_1's auc: 0.827656\tvalid_1's binary_logloss: 0.138135\n", + "[14]\ttraining's auc: 0.875007\ttraining's binary_logloss: 0.126347\tvalid_1's auc: 0.826473\tvalid_1's binary_logloss: 0.137872\n", + "[15]\ttraining's auc: 0.876836\ttraining's binary_logloss: 0.125429\tvalid_1's auc: 0.826904\tvalid_1's binary_logloss: 0.137519\n", + "[16]\ttraining's auc: 0.878431\ttraining's binary_logloss: 0.124582\tvalid_1's auc: 0.827524\tvalid_1's binary_logloss: 0.137125\n", + "[17]\ttraining's auc: 0.879993\ttraining's binary_logloss: 0.123838\tvalid_1's auc: 0.827988\tvalid_1's binary_logloss: 0.136944\n", + "[18]\ttraining's auc: 0.881612\ttraining's binary_logloss: 0.123118\tvalid_1's auc: 0.829045\tvalid_1's binary_logloss: 0.136749\n", + "[19]\ttraining's auc: 0.883197\ttraining's binary_logloss: 0.122465\tvalid_1's auc: 0.829311\tvalid_1's binary_logloss: 0.13649\n", + "[20]\ttraining's auc: 0.884776\ttraining's binary_logloss: 0.121777\tvalid_1's auc: 0.829603\tvalid_1's binary_logloss: 0.136324\n", + "[21]\ttraining's auc: 0.886842\ttraining's binary_logloss: 0.12111\tvalid_1's auc: 0.829426\tvalid_1's binary_logloss: 0.13621\n", + "[22]\ttraining's auc: 0.888858\ttraining's binary_logloss: 0.120435\tvalid_1's auc: 0.829605\tvalid_1's binary_logloss: 0.136091\n", + "[23]\ttraining's auc: 0.889621\ttraining's binary_logloss: 0.119871\tvalid_1's auc: 0.829652\tvalid_1's binary_logloss: 0.135971\n", + "[24]\ttraining's auc: 0.890866\ttraining's binary_logloss: 0.11938\tvalid_1's auc: 0.829961\tvalid_1's binary_logloss: 0.135886\n", + "[25]\ttraining's auc: 0.892624\ttraining's binary_logloss: 0.118821\tvalid_1's auc: 0.829862\tvalid_1's binary_logloss: 0.135802\n", + "[26]\ttraining's auc: 0.894525\ttraining's binary_logloss: 0.118295\tvalid_1's auc: 0.830409\tvalid_1's binary_logloss: 0.13569\n", + "[27]\ttraining's auc: 0.895856\ttraining's binary_logloss: 0.117824\tvalid_1's auc: 0.83041\tvalid_1's binary_logloss: 0.135642\n", + "[28]\ttraining's auc: 0.896735\ttraining's binary_logloss: 0.117415\tvalid_1's auc: 0.830191\tvalid_1's binary_logloss: 0.135613\n", + "[29]\ttraining's auc: 0.89905\ttraining's binary_logloss: 0.116933\tvalid_1's auc: 0.830669\tvalid_1's binary_logloss: 0.135554\n", + "[30]\ttraining's auc: 0.899896\ttraining's binary_logloss: 0.116506\tvalid_1's auc: 0.83085\tvalid_1's binary_logloss: 0.135507\n", + "[31]\ttraining's auc: 0.901114\ttraining's binary_logloss: 0.116122\tvalid_1's auc: 0.831318\tvalid_1's binary_logloss: 0.135419\n", + "[32]\ttraining's auc: 0.902376\ttraining's binary_logloss: 0.115678\tvalid_1's auc: 0.830736\tvalid_1's binary_logloss: 0.135495\n", + "[33]\ttraining's auc: 0.903176\ttraining's binary_logloss: 0.115337\tvalid_1's auc: 0.831341\tvalid_1's binary_logloss: 0.135413\n", + "[34]\ttraining's auc: 0.903928\ttraining's binary_logloss: 0.114946\tvalid_1's auc: 0.831809\tvalid_1's binary_logloss: 0.135345\n", + "[35]\ttraining's auc: 0.904656\ttraining's binary_logloss: 0.114561\tvalid_1's auc: 0.831758\tvalid_1's binary_logloss: 0.135381\n", + "[36]\ttraining's auc: 0.90615\ttraining's binary_logloss: 0.114188\tvalid_1's auc: 0.831443\tvalid_1's binary_logloss: 0.135392\n", + "[37]\ttraining's auc: 0.90717\ttraining's binary_logloss: 0.113837\tvalid_1's auc: 0.831706\tvalid_1's binary_logloss: 0.135348\n", + "[38]\ttraining's auc: 0.908184\ttraining's binary_logloss: 0.113468\tvalid_1's auc: 0.831723\tvalid_1's binary_logloss: 0.135329\n", + "[39]\ttraining's auc: 0.909007\ttraining's binary_logloss: 0.11311\tvalid_1's auc: 0.831518\tvalid_1's binary_logloss: 0.135355\n", + "[40]\ttraining's auc: 0.909525\ttraining's binary_logloss: 0.112795\tvalid_1's auc: 0.831749\tvalid_1's binary_logloss: 0.135283\n", + "[41]\ttraining's auc: 0.910173\ttraining's binary_logloss: 0.112442\tvalid_1's auc: 0.831852\tvalid_1's binary_logloss: 0.135272\n", + "[42]\ttraining's auc: 0.91059\ttraining's binary_logloss: 0.112183\tvalid_1's auc: 0.831787\tvalid_1's binary_logloss: 0.13527\n", + "[43]\ttraining's auc: 0.911363\ttraining's binary_logloss: 0.111896\tvalid_1's auc: 0.831339\tvalid_1's binary_logloss: 0.135351\n", + "[44]\ttraining's auc: 0.912024\ttraining's binary_logloss: 0.111629\tvalid_1's auc: 0.831414\tvalid_1's binary_logloss: 0.135352\n", + "[45]\ttraining's auc: 0.912839\ttraining's binary_logloss: 0.111221\tvalid_1's auc: 0.831259\tvalid_1's binary_logloss: 0.135367\n", + "[46]\ttraining's auc: 0.913498\ttraining's binary_logloss: 0.110928\tvalid_1's auc: 0.831154\tvalid_1's binary_logloss: 0.135389\n", + "[47]\ttraining's auc: 0.913892\ttraining's binary_logloss: 0.11066\tvalid_1's auc: 0.831192\tvalid_1's binary_logloss: 0.135392\n", + "[48]\ttraining's auc: 0.915067\ttraining's binary_logloss: 0.110329\tvalid_1's auc: 0.831606\tvalid_1's binary_logloss: 0.135323\n", + "[49]\ttraining's auc: 0.915826\ttraining's binary_logloss: 0.11\tvalid_1's auc: 0.831638\tvalid_1's binary_logloss: 0.135365\n", + "[50]\ttraining's auc: 0.916562\ttraining's binary_logloss: 0.109711\tvalid_1's auc: 0.831734\tvalid_1's binary_logloss: 0.13536\n", + "[51]\ttraining's auc: 0.917206\ttraining's binary_logloss: 0.109469\tvalid_1's auc: 0.831617\tvalid_1's binary_logloss: 0.135393\n", + "[52]\ttraining's auc: 0.917536\ttraining's binary_logloss: 0.109235\tvalid_1's auc: 0.831257\tvalid_1's binary_logloss: 0.135442\n", + "[53]\ttraining's auc: 0.917907\ttraining's binary_logloss: 0.108987\tvalid_1's auc: 0.831382\tvalid_1's binary_logloss: 0.135437\n", + "[54]\ttraining's auc: 0.918284\ttraining's binary_logloss: 0.108769\tvalid_1's auc: 0.831495\tvalid_1's binary_logloss: 0.135434\n", + "[55]\ttraining's auc: 0.918573\ttraining's binary_logloss: 0.108589\tvalid_1's auc: 0.831495\tvalid_1's binary_logloss: 0.135415\n", + "[56]\ttraining's auc: 0.918935\ttraining's binary_logloss: 0.108409\tvalid_1's auc: 0.831518\tvalid_1's binary_logloss: 0.135406\n", + "[57]\ttraining's auc: 0.919173\ttraining's binary_logloss: 0.10824\tvalid_1's auc: 0.831656\tvalid_1's binary_logloss: 0.135386\n", + "[58]\ttraining's auc: 0.919779\ttraining's binary_logloss: 0.108043\tvalid_1's auc: 0.831551\tvalid_1's binary_logloss: 0.135417\n", + "[59]\ttraining's auc: 0.920357\ttraining's binary_logloss: 0.107751\tvalid_1's auc: 0.8317\tvalid_1's binary_logloss: 0.135425\n", + "[60]\ttraining's auc: 0.92059\ttraining's binary_logloss: 0.107571\tvalid_1's auc: 0.8319\tvalid_1's binary_logloss: 0.135368\n", + "[61]\ttraining's auc: 0.920797\ttraining's binary_logloss: 0.107442\tvalid_1's auc: 0.831807\tvalid_1's binary_logloss: 0.135378\n", + "[62]\ttraining's auc: 0.921181\ttraining's binary_logloss: 0.107241\tvalid_1's auc: 0.831859\tvalid_1's binary_logloss: 0.135393\n", + "[63]\ttraining's auc: 0.922297\ttraining's binary_logloss: 0.106885\tvalid_1's auc: 0.831503\tvalid_1's binary_logloss: 0.135484\n", + "[64]\ttraining's auc: 0.922813\ttraining's binary_logloss: 0.10663\tvalid_1's auc: 0.831716\tvalid_1's binary_logloss: 0.135438\n", + "[65]\ttraining's auc: 0.923479\ttraining's binary_logloss: 0.106343\tvalid_1's auc: 0.831698\tvalid_1's binary_logloss: 0.135468\n", + "[66]\ttraining's auc: 0.923773\ttraining's binary_logloss: 0.106134\tvalid_1's auc: 0.831502\tvalid_1's binary_logloss: 0.135547\n", + "[67]\ttraining's auc: 0.923991\ttraining's binary_logloss: 0.105977\tvalid_1's auc: 0.831669\tvalid_1's binary_logloss: 0.135537\n", + "[68]\ttraining's auc: 0.924656\ttraining's binary_logloss: 0.105802\tvalid_1's auc: 0.831775\tvalid_1's binary_logloss: 0.135525\n", + "[69]\ttraining's auc: 0.925273\ttraining's binary_logloss: 0.105548\tvalid_1's auc: 0.831952\tvalid_1's binary_logloss: 0.135527\n", + "[70]\ttraining's auc: 0.925899\ttraining's binary_logloss: 0.105314\tvalid_1's auc: 0.831659\tvalid_1's binary_logloss: 0.135611\n", + "[71]\ttraining's auc: 0.926827\ttraining's binary_logloss: 0.105054\tvalid_1's auc: 0.831626\tvalid_1's binary_logloss: 0.135621\n", + "[72]\ttraining's auc: 0.927861\ttraining's binary_logloss: 0.104712\tvalid_1's auc: 0.831612\tvalid_1's binary_logloss: 0.135665\n", + "[73]\ttraining's auc: 0.928078\ttraining's binary_logloss: 0.104537\tvalid_1's auc: 0.831395\tvalid_1's binary_logloss: 0.135709\n", + "[74]\ttraining's auc: 0.928329\ttraining's binary_logloss: 0.104353\tvalid_1's auc: 0.831106\tvalid_1's binary_logloss: 0.135773\n", + "[75]\ttraining's auc: 0.928639\ttraining's binary_logloss: 0.104167\tvalid_1's auc: 0.83094\tvalid_1's binary_logloss: 0.135819\n", + "[76]\ttraining's auc: 0.928812\ttraining's binary_logloss: 0.104032\tvalid_1's auc: 0.831078\tvalid_1's binary_logloss: 0.135819\n", + "[77]\ttraining's auc: 0.929094\ttraining's binary_logloss: 0.103841\tvalid_1's auc: 0.831173\tvalid_1's binary_logloss: 0.135831\n", + "[78]\ttraining's auc: 0.929304\ttraining's binary_logloss: 0.103661\tvalid_1's auc: 0.831108\tvalid_1's binary_logloss: 0.135854\n", + "[79]\ttraining's auc: 0.929558\ttraining's binary_logloss: 0.103444\tvalid_1's auc: 0.830932\tvalid_1's binary_logloss: 0.135942\n", + "[80]\ttraining's auc: 0.930062\ttraining's binary_logloss: 0.103185\tvalid_1's auc: 0.831212\tvalid_1's binary_logloss: 0.135846\n", + "[81]\ttraining's auc: 0.93021\ttraining's binary_logloss: 0.103035\tvalid_1's auc: 0.831221\tvalid_1's binary_logloss: 0.13587\n", + "[82]\ttraining's auc: 0.930873\ttraining's binary_logloss: 0.102757\tvalid_1's auc: 0.831112\tvalid_1's binary_logloss: 0.135917\n", + "[83]\ttraining's auc: 0.931024\ttraining's binary_logloss: 0.102636\tvalid_1's auc: 0.831065\tvalid_1's binary_logloss: 0.135936\n", + "[84]\ttraining's auc: 0.931479\ttraining's binary_logloss: 0.102405\tvalid_1's auc: 0.830915\tvalid_1's binary_logloss: 0.135993\n", + "[85]\ttraining's auc: 0.931704\ttraining's binary_logloss: 0.102221\tvalid_1's auc: 0.831007\tvalid_1's binary_logloss: 0.135984\n", + "[86]\ttraining's auc: 0.931863\ttraining's binary_logloss: 0.1021\tvalid_1's auc: 0.831073\tvalid_1's binary_logloss: 0.135943\n", + "[87]\ttraining's auc: 0.932249\ttraining's binary_logloss: 0.101879\tvalid_1's auc: 0.831022\tvalid_1's binary_logloss: 0.135962\n", + "[88]\ttraining's auc: 0.932765\ttraining's binary_logloss: 0.101605\tvalid_1's auc: 0.830827\tvalid_1's binary_logloss: 0.136022\n", + "[89]\ttraining's auc: 0.933029\ttraining's binary_logloss: 0.101427\tvalid_1's auc: 0.830847\tvalid_1's binary_logloss: 0.13606\n", + "[90]\ttraining's auc: 0.933574\ttraining's binary_logloss: 0.101132\tvalid_1's auc: 0.830845\tvalid_1's binary_logloss: 0.136074\n", + "[91]\ttraining's auc: 0.933718\ttraining's binary_logloss: 0.100966\tvalid_1's auc: 0.831067\tvalid_1's binary_logloss: 0.136028\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[92]\ttraining's auc: 0.933882\ttraining's binary_logloss: 0.100834\tvalid_1's auc: 0.830966\tvalid_1's binary_logloss: 0.13606\n", + "[93]\ttraining's auc: 0.934042\ttraining's binary_logloss: 0.100677\tvalid_1's auc: 0.830691\tvalid_1's binary_logloss: 0.136126\n", + "[94]\ttraining's auc: 0.934515\ttraining's binary_logloss: 0.100417\tvalid_1's auc: 0.830759\tvalid_1's binary_logloss: 0.136153\n", + "[95]\ttraining's auc: 0.934868\ttraining's binary_logloss: 0.100212\tvalid_1's auc: 0.830436\tvalid_1's binary_logloss: 0.136221\n", + "[96]\ttraining's auc: 0.935009\ttraining's binary_logloss: 0.1001\tvalid_1's auc: 0.830566\tvalid_1's binary_logloss: 0.136227\n", + "[97]\ttraining's auc: 0.935251\ttraining's binary_logloss: 0.0999167\tvalid_1's auc: 0.830664\tvalid_1's binary_logloss: 0.13623\n", + "[98]\ttraining's auc: 0.935506\ttraining's binary_logloss: 0.0997379\tvalid_1's auc: 0.830618\tvalid_1's binary_logloss: 0.13627\n", + "[99]\ttraining's auc: 0.935882\ttraining's binary_logloss: 0.0995979\tvalid_1's auc: 0.830275\tvalid_1's binary_logloss: 0.136349\n", + "[100]\ttraining's auc: 0.936241\ttraining's binary_logloss: 0.0993852\tvalid_1's auc: 0.830154\tvalid_1's binary_logloss: 0.136377\n", + "[101]\ttraining's auc: 0.936333\ttraining's binary_logloss: 0.0992904\tvalid_1's auc: 0.830043\tvalid_1's binary_logloss: 0.136418\n", + "[102]\ttraining's auc: 0.9367\ttraining's binary_logloss: 0.0990862\tvalid_1's auc: 0.829994\tvalid_1's binary_logloss: 0.13649\n", + "[103]\ttraining's auc: 0.936984\ttraining's binary_logloss: 0.0989027\tvalid_1's auc: 0.830189\tvalid_1's binary_logloss: 0.136458\n", + "[104]\ttraining's auc: 0.937129\ttraining's binary_logloss: 0.098774\tvalid_1's auc: 0.830084\tvalid_1's binary_logloss: 0.136529\n", + "[105]\ttraining's auc: 0.937202\ttraining's binary_logloss: 0.0986737\tvalid_1's auc: 0.829896\tvalid_1's binary_logloss: 0.13659\n", + "[106]\ttraining's auc: 0.937564\ttraining's binary_logloss: 0.0984463\tvalid_1's auc: 0.829901\tvalid_1's binary_logloss: 0.136565\n", + "[107]\ttraining's auc: 0.937841\ttraining's binary_logloss: 0.0983149\tvalid_1's auc: 0.830041\tvalid_1's binary_logloss: 0.136565\n", + "[108]\ttraining's auc: 0.938216\ttraining's binary_logloss: 0.098084\tvalid_1's auc: 0.83014\tvalid_1's binary_logloss: 0.136553\n", + "[109]\ttraining's auc: 0.938267\ttraining's binary_logloss: 0.0980124\tvalid_1's auc: 0.830141\tvalid_1's binary_logloss: 0.136539\n", + "[110]\ttraining's auc: 0.938407\ttraining's binary_logloss: 0.0978703\tvalid_1's auc: 0.830052\tvalid_1's binary_logloss: 0.136566\n", + "[111]\ttraining's auc: 0.93931\ttraining's binary_logloss: 0.09755\tvalid_1's auc: 0.829724\tvalid_1's binary_logloss: 0.136676\n", + "[112]\ttraining's auc: 0.939421\ttraining's binary_logloss: 0.0974606\tvalid_1's auc: 0.829726\tvalid_1's binary_logloss: 0.136717\n", + "[113]\ttraining's auc: 0.939745\ttraining's binary_logloss: 0.0973115\tvalid_1's auc: 0.829762\tvalid_1's binary_logloss: 0.136724\n", + "[114]\ttraining's auc: 0.940126\ttraining's binary_logloss: 0.0970794\tvalid_1's auc: 0.829718\tvalid_1's binary_logloss: 0.136816\n", + "[115]\ttraining's auc: 0.940527\ttraining's binary_logloss: 0.0968341\tvalid_1's auc: 0.829629\tvalid_1's binary_logloss: 0.136873\n", + "[116]\ttraining's auc: 0.940641\ttraining's binary_logloss: 0.0966994\tvalid_1's auc: 0.829556\tvalid_1's binary_logloss: 0.136899\n", + "[117]\ttraining's auc: 0.941227\ttraining's binary_logloss: 0.0964334\tvalid_1's auc: 0.829605\tvalid_1's binary_logloss: 0.136933\n", + "[118]\ttraining's auc: 0.941656\ttraining's binary_logloss: 0.0961947\tvalid_1's auc: 0.829688\tvalid_1's binary_logloss: 0.136933\n", + "[119]\ttraining's auc: 0.941748\ttraining's binary_logloss: 0.0960705\tvalid_1's auc: 0.829666\tvalid_1's binary_logloss: 0.136953\n", + "[120]\ttraining's auc: 0.94216\ttraining's binary_logloss: 0.0958417\tvalid_1's auc: 0.829622\tvalid_1's binary_logloss: 0.136997\n", + "[121]\ttraining's auc: 0.94238\ttraining's binary_logloss: 0.0956645\tvalid_1's auc: 0.829516\tvalid_1's binary_logloss: 0.137036\n", + "[122]\ttraining's auc: 0.942499\ttraining's binary_logloss: 0.0955579\tvalid_1's auc: 0.829434\tvalid_1's binary_logloss: 0.137052\n", + "[123]\ttraining's auc: 0.942588\ttraining's binary_logloss: 0.0954606\tvalid_1's auc: 0.829298\tvalid_1's binary_logloss: 0.137111\n", + "[124]\ttraining's auc: 0.942943\ttraining's binary_logloss: 0.0952291\tvalid_1's auc: 0.829389\tvalid_1's binary_logloss: 0.137106\n", + "[125]\ttraining's auc: 0.943424\ttraining's binary_logloss: 0.0950165\tvalid_1's auc: 0.829568\tvalid_1's binary_logloss: 0.137063\n", + "[126]\ttraining's auc: 0.943549\ttraining's binary_logloss: 0.0949034\tvalid_1's auc: 0.82942\tvalid_1's binary_logloss: 0.137116\n", + "[127]\ttraining's auc: 0.943906\ttraining's binary_logloss: 0.0946862\tvalid_1's auc: 0.829425\tvalid_1's binary_logloss: 0.137126\n", + "[128]\ttraining's auc: 0.9441\ttraining's binary_logloss: 0.0945286\tvalid_1's auc: 0.829372\tvalid_1's binary_logloss: 0.137162\n", + "[129]\ttraining's auc: 0.944404\ttraining's binary_logloss: 0.0943193\tvalid_1's auc: 0.829456\tvalid_1's binary_logloss: 0.137161\n", + "[130]\ttraining's auc: 0.944786\ttraining's binary_logloss: 0.0940784\tvalid_1's auc: 0.829409\tvalid_1's binary_logloss: 0.137231\n", + "[131]\ttraining's auc: 0.944991\ttraining's binary_logloss: 0.0939332\tvalid_1's auc: 0.82933\tvalid_1's binary_logloss: 0.13726\n", + "[132]\ttraining's auc: 0.945083\ttraining's binary_logloss: 0.0938351\tvalid_1's auc: 0.829237\tvalid_1's binary_logloss: 0.137312\n", + "[133]\ttraining's auc: 0.945246\ttraining's binary_logloss: 0.09369\tvalid_1's auc: 0.829071\tvalid_1's binary_logloss: 0.137368\n", + "[134]\ttraining's auc: 0.945545\ttraining's binary_logloss: 0.0935468\tvalid_1's auc: 0.829027\tvalid_1's binary_logloss: 0.137391\n", + "[135]\ttraining's auc: 0.946253\ttraining's binary_logloss: 0.0933204\tvalid_1's auc: 0.829006\tvalid_1's binary_logloss: 0.13739\n", + "[136]\ttraining's auc: 0.946589\ttraining's binary_logloss: 0.0931143\tvalid_1's auc: 0.829054\tvalid_1's binary_logloss: 0.137403\n", + "[137]\ttraining's auc: 0.946772\ttraining's binary_logloss: 0.092979\tvalid_1's auc: 0.828949\tvalid_1's binary_logloss: 0.137447\n", + "[138]\ttraining's auc: 0.946832\ttraining's binary_logloss: 0.0929083\tvalid_1's auc: 0.828907\tvalid_1's binary_logloss: 0.137476\n", + "[139]\ttraining's auc: 0.947105\ttraining's binary_logloss: 0.0927328\tvalid_1's auc: 0.829034\tvalid_1's binary_logloss: 0.137463\n", + "[140]\ttraining's auc: 0.94779\ttraining's binary_logloss: 0.0924716\tvalid_1's auc: 0.829175\tvalid_1's binary_logloss: 0.137451\n", + "[141]\ttraining's auc: 0.948038\ttraining's binary_logloss: 0.0923201\tvalid_1's auc: 0.829218\tvalid_1's binary_logloss: 0.137468\n", + "[142]\ttraining's auc: 0.948302\ttraining's binary_logloss: 0.0921179\tvalid_1's auc: 0.829267\tvalid_1's binary_logloss: 0.137482\n", + "ROC AUC: 0.8384\n" + ] + } + ], + "source": [ + "from lightgbm import LGBMClassifier\n", + "\n", + "lgbm_clf = LGBMClassifier(n_estimators=500)\n", + "\n", + "eval_set=[(X_tr, y_tr), (X_val, y_val)]\n", + "lgbm_clf.fit(X_tr, y_tr, early_stopping_rounds=100, eval_metric=\"auc\", eval_set=eval_set)\n", + "\n", + "lgbm_roc_score = roc_auc_score(y_test, lgbm_clf.predict_proba(X_test)[:,1])\n", + "print('ROC AUC: {0:.4f}'.format(lgbm_roc_score))" + ] + }, + { + "cell_type": "code", + "execution_count": 30, + "metadata": {}, + "outputs": [], + "source": [ + "lgbm_search_space = {'num_leaves': hp.quniform('num_leaves', 32, 64, 1),\n", + " 'max_depth': hp.quniform('max_depth', 100, 160, 1),\n", + " 'min_child_samples': hp.quniform('min_child_samples', 60, 100, 1),\n", + " 'subsample': hp.uniform('subsample', 0.7, 1),\n", + " 'learning_rate': hp.uniform('learning_rate', 0.01, 0.2)\n", + " }" + ] + }, + { + "cell_type": "code", + "execution_count": 31, + "metadata": {}, + "outputs": [], + "source": [ + "def objective_func(search_space):\n", + " lgbm_clf = LGBMClassifier(n_estimators=100, num_leaves=int(search_space['num_leaves']),\n", + " max_depth=int(search_space['max_depth']),\n", + " min_child_samples=int(search_space['min_child_samples']), \n", + " subsample=search_space['subsample'],\n", + " learning_rate=search_space['learning_rate'])\n", + " # 3개 k-fold 방식으로 평가된 roc_auc 지표를 담는 list\n", + " roc_auc_list = []\n", + " \n", + " # 3개 k-fold방식 적용 \n", + " kf = KFold(n_splits=3)\n", + " # X_train을 다시 학습과 검증용 데이터로 분리\n", + " for tr_index, val_index in kf.split(X_train):\n", + " # kf.split(X_train)으로 추출된 학습과 검증 index값으로 학습과 검증 데이터 세트 분리 \n", + " X_tr, y_tr = X_train.iloc[tr_index], y_train.iloc[tr_index]\n", + " X_val, y_val = X_train.iloc[val_index], y_train.iloc[val_index]\n", + "\n", + " # early stopping은 30회로 설정하고 추출된 학습과 검증 데이터로 XGBClassifier 학습 수행. \n", + " lgbm_clf.fit(X_tr, y_tr, early_stopping_rounds=30, eval_metric=\"auc\",\n", + " eval_set=[(X_tr, y_tr), (X_val, y_val)])\n", + "\n", + " # 1로 예측한 확률값 추출후 roc auc 계산하고 평균 roc auc 계산을 위해 list에 결과값 담음.\n", + " score = roc_auc_score(y_val, lgbm_clf.predict_proba(X_val)[:, 1]) \n", + " roc_auc_list.append(score)\n", + " \n", + " # 3개 k-fold로 계산된 roc_auc값의 평균값을 반환하되, \n", + " # HyperOpt는 목적함수의 최소값을 위한 입력값을 찾으므로 -1을 곱한 뒤 반환.\n", + " return -1*np.mean(roc_auc_list)" + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[1]\ttraining's auc: 0.82736\ttraining's binary_logloss: 0.162294\tvalid_1's auc: 0.804818\tvalid_1's binary_logloss: 0.163544\n", + "[2]\ttraining's auc: 0.828309\ttraining's binary_logloss: 0.160269\tvalid_1's auc: 0.804585\tvalid_1's binary_logloss: 0.161866\n", + "[3]\ttraining's auc: 0.833368\ttraining's binary_logloss: 0.158478\tvalid_1's auc: 0.806871\tvalid_1's binary_logloss: 0.16038\n", + "[4]\ttraining's auc: 0.834671\ttraining's binary_logloss: 0.156852\tvalid_1's auc: 0.80706\tvalid_1's binary_logloss: 0.159053\n", + "[5]\ttraining's auc: 0.837783\ttraining's binary_logloss: 0.155354\tvalid_1's auc: 0.811645\tvalid_1's binary_logloss: 0.157793\n", + "[6]\ttraining's auc: 0.839052\ttraining's binary_logloss: 0.153966\tvalid_1's auc: 0.81271\tvalid_1's binary_logloss: 0.156635\n", + "[7]\ttraining's auc: 0.841216\ttraining's binary_logloss: 0.152691\tvalid_1's auc: 0.815103\tvalid_1's binary_logloss: 0.155585\n", + "[8]\ttraining's auc: 0.841859\ttraining's binary_logloss: 0.151499\tvalid_1's auc: 0.814773\tvalid_1's binary_logloss: 0.154617\n", + "[9]\ttraining's auc: 0.844543\ttraining's binary_logloss: 0.150393\tvalid_1's auc: 0.816663\tvalid_1's binary_logloss: 0.153725\n", + "[10]\ttraining's auc: 0.845228\ttraining's binary_logloss: 0.149346\tvalid_1's auc: 0.816528\tvalid_1's binary_logloss: 0.152878\n", + "[11]\ttraining's auc: 0.8479\ttraining's binary_logloss: 0.148364\tvalid_1's auc: 0.818315\tvalid_1's binary_logloss: 0.152101\n", + "[12]\ttraining's auc: 0.848789\ttraining's binary_logloss: 0.147436\tvalid_1's auc: 0.818839\tvalid_1's binary_logloss: 0.151369\n", + "[13]\ttraining's auc: 0.849537\ttraining's binary_logloss: 0.146567\tvalid_1's auc: 0.82048\tvalid_1's binary_logloss: 0.150661\n", + "[14]\ttraining's auc: 0.850363\ttraining's binary_logloss: 0.145732\tvalid_1's auc: 0.820545\tvalid_1's binary_logloss: 0.150023\n", + "[15]\ttraining's auc: 0.851536\ttraining's binary_logloss: 0.144941\tvalid_1's auc: 0.821707\tvalid_1's binary_logloss: 0.149388\n", + "[16]\ttraining's auc: 0.852542\ttraining's binary_logloss: 0.14421\tvalid_1's auc: 0.822234\tvalid_1's binary_logloss: 0.148805\n", + "[17]\ttraining's auc: 0.853019\ttraining's binary_logloss: 0.143458\tvalid_1's auc: 0.822418\tvalid_1's binary_logloss: 0.148223\n", + "[18]\ttraining's auc: 0.854924\ttraining's binary_logloss: 0.142757\tvalid_1's auc: 0.823738\tvalid_1's binary_logloss: 0.147689\n", + "[19]\ttraining's auc: 0.855156\ttraining's binary_logloss: 0.142099\tvalid_1's auc: 0.824535\tvalid_1's binary_logloss: 0.147136\n", + "[20]\ttraining's auc: 0.855564\ttraining's binary_logloss: 0.141467\tvalid_1's auc: 0.824824\tvalid_1's binary_logloss: 0.146639\n", + "[21]\ttraining's auc: 0.856772\ttraining's binary_logloss: 0.14086\tvalid_1's auc: 0.825749\tvalid_1's binary_logloss: 0.14617\n", + "[22]\ttraining's auc: 0.857006\ttraining's binary_logloss: 0.140279\tvalid_1's auc: 0.826089\tvalid_1's binary_logloss: 0.14572\n", + "[23]\ttraining's auc: 0.8577\ttraining's binary_logloss: 0.13973\tvalid_1's auc: 0.826044\tvalid_1's binary_logloss: 0.145315\n", + "[24]\ttraining's auc: 0.857878\ttraining's binary_logloss: 0.139206\tvalid_1's auc: 0.825979\tvalid_1's binary_logloss: 0.144946\n", + "[25]\ttraining's auc: 0.85788\ttraining's binary_logloss: 0.138692\tvalid_1's auc: 0.825977\tvalid_1's binary_logloss: 0.144561\n", + "[26]\ttraining's auc: 0.85796\ttraining's binary_logloss: 0.13821\tvalid_1's auc: 0.82609\tvalid_1's binary_logloss: 0.144213\n", + "[27]\ttraining's auc: 0.858746\ttraining's binary_logloss: 0.137726\tvalid_1's auc: 0.826481\tvalid_1's binary_logloss: 0.143852\n", + "[28]\ttraining's auc: 0.859159\ttraining's binary_logloss: 0.137267\tvalid_1's auc: 0.826417\tvalid_1's binary_logloss: 0.143505\n", + "[29]\ttraining's auc: 0.86041\ttraining's binary_logloss: 0.136829\tvalid_1's auc: 0.826777\tvalid_1's binary_logloss: 0.143175\n", + "[30]\ttraining's auc: 0.860868\ttraining's binary_logloss: 0.136398\tvalid_1's auc: 0.826976\tvalid_1's binary_logloss: 0.142884\n", + "[31]\ttraining's auc: 0.86107\ttraining's binary_logloss: 0.13599\tvalid_1's auc: 0.826882\tvalid_1's binary_logloss: 0.142616\n", + "[32]\ttraining's auc: 0.861254\ttraining's binary_logloss: 0.135587\tvalid_1's auc: 0.826343\tvalid_1's binary_logloss: 0.142359\n", + "[33]\ttraining's auc: 0.861675\ttraining's binary_logloss: 0.135193\tvalid_1's auc: 0.826727\tvalid_1's binary_logloss: 0.142075\n", + "[34]\ttraining's auc: 0.862184\ttraining's binary_logloss: 0.134816\tvalid_1's auc: 0.826725\tvalid_1's binary_logloss: 0.141828\n", + "[35]\ttraining's auc: 0.86269\ttraining's binary_logloss: 0.134453\tvalid_1's auc: 0.82723\tvalid_1's binary_logloss: 0.141553\n", + "[36]\ttraining's auc: 0.862869\ttraining's binary_logloss: 0.134105\tvalid_1's auc: 0.827332\tvalid_1's binary_logloss: 0.1413\n", + "[37]\ttraining's auc: 0.863113\ttraining's binary_logloss: 0.133774\tvalid_1's auc: 0.827675\tvalid_1's binary_logloss: 0.141066\n", + "[38]\ttraining's auc: 0.864227\ttraining's binary_logloss: 0.133438\tvalid_1's auc: 0.827587\tvalid_1's binary_logloss: 0.140849\n", + "[39]\ttraining's auc: 0.864575\ttraining's binary_logloss: 0.133118\tvalid_1's auc: 0.827714\tvalid_1's binary_logloss: 0.140649\n", + "[40]\ttraining's auc: 0.864869\ttraining's binary_logloss: 0.132804\tvalid_1's auc: 0.827789\tvalid_1's binary_logloss: 0.140459\n", + "[41]\ttraining's auc: 0.865372\ttraining's binary_logloss: 0.132476\tvalid_1's auc: 0.828011\tvalid_1's binary_logloss: 0.140263\n", + "[42]\ttraining's auc: 0.865899\ttraining's binary_logloss: 0.132178\tvalid_1's auc: 0.827975\tvalid_1's binary_logloss: 0.140097\n", + "[43]\ttraining's auc: 0.8662\ttraining's binary_logloss: 0.131873\tvalid_1's auc: 0.828199\tvalid_1's binary_logloss: 0.139924\n", + "[44]\ttraining's auc: 0.866291\ttraining's binary_logloss: 0.131582\tvalid_1's auc: 0.828127\tvalid_1's binary_logloss: 0.139765\n", + "[45]\ttraining's auc: 0.867193\ttraining's binary_logloss: 0.131295\tvalid_1's auc: 0.828463\tvalid_1's binary_logloss: 0.139591\n", + "[46]\ttraining's auc: 0.86755\ttraining's binary_logloss: 0.131011\tvalid_1's auc: 0.828484\tvalid_1's binary_logloss: 0.139422\n", + "[47]\ttraining's auc: 0.868151\ttraining's binary_logloss: 0.130742\tvalid_1's auc: 0.828661\tvalid_1's binary_logloss: 0.139264\n", + "[48]\ttraining's auc: 0.868467\ttraining's binary_logloss: 0.130483\tvalid_1's auc: 0.828577\tvalid_1's binary_logloss: 0.139142\n", + "[49]\ttraining's auc: 0.869009\ttraining's binary_logloss: 0.130233\tvalid_1's auc: 0.828612\tvalid_1's binary_logloss: 0.13901\n", + "[50]\ttraining's auc: 0.869341\ttraining's binary_logloss: 0.130003\tvalid_1's auc: 0.828544\tvalid_1's binary_logloss: 0.138887\n", + "[51]\ttraining's auc: 0.869923\ttraining's binary_logloss: 0.129754\tvalid_1's auc: 0.828647\tvalid_1's binary_logloss: 0.138754\n", + "[52]\ttraining's auc: 0.870435\ttraining's binary_logloss: 0.129523\tvalid_1's auc: 0.828877\tvalid_1's binary_logloss: 0.138622\n", + "[53]\ttraining's auc: 0.870843\ttraining's binary_logloss: 0.129293\tvalid_1's auc: 0.828691\tvalid_1's binary_logloss: 0.13851\n", + "[54]\ttraining's auc: 0.871421\ttraining's binary_logloss: 0.129056\tvalid_1's auc: 0.828891\tvalid_1's binary_logloss: 0.138378\n", + "[55]\ttraining's auc: 0.87172\ttraining's binary_logloss: 0.128844\tvalid_1's auc: 0.829102\tvalid_1's binary_logloss: 0.138264\n", + "[56]\ttraining's auc: 0.87216\ttraining's binary_logloss: 0.128617\tvalid_1's auc: 0.829113\tvalid_1's binary_logloss: 0.138145\n", + "[57]\ttraining's auc: 0.872412\ttraining's binary_logloss: 0.128414\tvalid_1's auc: 0.82926\tvalid_1's binary_logloss: 0.138033\n", + "[58]\ttraining's auc: 0.872885\ttraining's binary_logloss: 0.1282\tvalid_1's auc: 0.829445\tvalid_1's binary_logloss: 0.137916\n", + "[59]\ttraining's auc: 0.873194\ttraining's binary_logloss: 0.128005\tvalid_1's auc: 0.829547\tvalid_1's binary_logloss: 0.137814\n", + "[60]\ttraining's auc: 0.873606\ttraining's binary_logloss: 0.127798\tvalid_1's auc: 0.829606\tvalid_1's binary_logloss: 0.137711\n", + "[61]\ttraining's auc: 0.873942\ttraining's binary_logloss: 0.127601\tvalid_1's auc: 0.82973\tvalid_1's binary_logloss: 0.13761\n", + "[62]\ttraining's auc: 0.874359\ttraining's binary_logloss: 0.127396\tvalid_1's auc: 0.829856\tvalid_1's binary_logloss: 0.13752\n", + "[63]\ttraining's auc: 0.874868\ttraining's binary_logloss: 0.1272\tvalid_1's auc: 0.829787\tvalid_1's binary_logloss: 0.137451\n", + "[64]\ttraining's auc: 0.875214\ttraining's binary_logloss: 0.127008\tvalid_1's auc: 0.829883\tvalid_1's binary_logloss: 0.137368\n", + "[65]\ttraining's auc: 0.87576\ttraining's binary_logloss: 0.126819\tvalid_1's auc: 0.829913\tvalid_1's binary_logloss: 0.137293\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[66]\ttraining's auc: 0.876244\ttraining's binary_logloss: 0.126639\tvalid_1's auc: 0.829919\tvalid_1's binary_logloss: 0.137223\n", + "[67]\ttraining's auc: 0.876733\ttraining's binary_logloss: 0.126457\tvalid_1's auc: 0.829943\tvalid_1's binary_logloss: 0.137148\n", + "[68]\ttraining's auc: 0.877004\ttraining's binary_logloss: 0.126282\tvalid_1's auc: 0.829954\tvalid_1's binary_logloss: 0.137083\n", + "[69]\ttraining's auc: 0.87756\ttraining's binary_logloss: 0.1261\tvalid_1's auc: 0.830128\tvalid_1's binary_logloss: 0.137018\n", + "[70]\ttraining's auc: 0.87797\ttraining's binary_logloss: 0.12593\tvalid_1's auc: 0.830009\tvalid_1's binary_logloss: 0.136959\n", + "[71]\ttraining's auc: 0.878271\ttraining's binary_logloss: 0.125757\tvalid_1's auc: 0.83006\tvalid_1's binary_logloss: 0.136874\n", + "[72]\ttraining's auc: 0.878636\ttraining's binary_logloss: 0.125587\tvalid_1's auc: 0.830076\tvalid_1's binary_logloss: 0.136826\n", + "[73]\ttraining's auc: 0.879184\ttraining's binary_logloss: 0.125399\tvalid_1's auc: 0.830085\tvalid_1's binary_logloss: 0.136789\n", + "[74]\ttraining's auc: 0.879469\ttraining's binary_logloss: 0.125237\tvalid_1's auc: 0.830075\tvalid_1's binary_logloss: 0.136732\n", + "[75]\ttraining's auc: 0.879964\ttraining's binary_logloss: 0.125056\tvalid_1's auc: 0.830222\tvalid_1's binary_logloss: 0.136685\n", + "[76]\ttraining's auc: 0.880303\ttraining's binary_logloss: 0.124899\tvalid_1's auc: 0.830241\tvalid_1's binary_logloss: 0.136648\n", + "[77]\ttraining's auc: 0.88089\ttraining's binary_logloss: 0.124722\tvalid_1's auc: 0.830215\tvalid_1's binary_logloss: 0.136597\n", + "[78]\ttraining's auc: 0.881192\ttraining's binary_logloss: 0.124574\tvalid_1's auc: 0.830266\tvalid_1's binary_logloss: 0.136547\n", + "[79]\ttraining's auc: 0.881363\ttraining's binary_logloss: 0.124436\tvalid_1's auc: 0.830499\tvalid_1's binary_logloss: 0.136479\n", + "[80]\ttraining's auc: 0.881666\ttraining's binary_logloss: 0.124293\tvalid_1's auc: 0.830716\tvalid_1's binary_logloss: 0.136417\n", + "[81]\ttraining's auc: 0.881924\ttraining's binary_logloss: 0.124142\tvalid_1's auc: 0.830713\tvalid_1's binary_logloss: 0.136371\n", + "[82]\ttraining's auc: 0.882378\ttraining's binary_logloss: 0.123993\tvalid_1's auc: 0.830755\tvalid_1's binary_logloss: 0.136333\n", + "[83]\ttraining's auc: 0.882585\ttraining's binary_logloss: 0.123854\tvalid_1's auc: 0.830732\tvalid_1's binary_logloss: 0.136295\n", + "[84]\ttraining's auc: 0.882911\ttraining's binary_logloss: 0.123715\tvalid_1's auc: 0.83068\tvalid_1's binary_logloss: 0.136272\n", + "[85]\ttraining's auc: 0.883229\ttraining's binary_logloss: 0.123574\tvalid_1's auc: 0.830717\tvalid_1's binary_logloss: 0.136235\n", + "[86]\ttraining's auc: 0.883497\ttraining's binary_logloss: 0.123438\tvalid_1's auc: 0.830844\tvalid_1's binary_logloss: 0.136201\n", + "[87]\ttraining's auc: 0.883822\ttraining's binary_logloss: 0.123296\tvalid_1's auc: 0.830747\tvalid_1's binary_logloss: 0.136165\n", + "[88]\ttraining's auc: 0.884093\ttraining's binary_logloss: 0.123163\tvalid_1's auc: 0.830845\tvalid_1's binary_logloss: 0.136136\n", + "[89]\ttraining's auc: 0.884391\ttraining's binary_logloss: 0.123021\tvalid_1's auc: 0.830922\tvalid_1's binary_logloss: 0.136103\n", + "[90]\ttraining's auc: 0.884729\ttraining's binary_logloss: 0.122885\tvalid_1's auc: 0.830912\tvalid_1's binary_logloss: 0.136081\n", + "[91]\ttraining's auc: 0.885214\ttraining's binary_logloss: 0.12273\tvalid_1's auc: 0.830915\tvalid_1's binary_logloss: 0.136065\n", + "[92]\ttraining's auc: 0.885589\ttraining's binary_logloss: 0.122593\tvalid_1's auc: 0.830956\tvalid_1's binary_logloss: 0.136041\n", + "[93]\ttraining's auc: 0.885884\ttraining's binary_logloss: 0.122452\tvalid_1's auc: 0.830832\tvalid_1's binary_logloss: 0.13604\n", + "[94]\ttraining's auc: 0.886093\ttraining's binary_logloss: 0.122337\tvalid_1's auc: 0.830805\tvalid_1's binary_logloss: 0.136025\n", + "[95]\ttraining's auc: 0.886763\ttraining's binary_logloss: 0.122187\tvalid_1's auc: 0.831188\tvalid_1's binary_logloss: 0.135958\n", + "[96]\ttraining's auc: 0.88694\ttraining's binary_logloss: 0.122068\tvalid_1's auc: 0.831232\tvalid_1's binary_logloss: 0.135925\n", + "[97]\ttraining's auc: 0.887253\ttraining's binary_logloss: 0.12194\tvalid_1's auc: 0.831265\tvalid_1's binary_logloss: 0.135908\n", + "[98]\ttraining's auc: 0.88765\ttraining's binary_logloss: 0.121808\tvalid_1's auc: 0.831519\tvalid_1's binary_logloss: 0.135868\n", + "[99]\ttraining's auc: 0.887879\ttraining's binary_logloss: 0.121691\tvalid_1's auc: 0.831455\tvalid_1's binary_logloss: 0.135854\n", + "[100]\ttraining's auc: 0.888166\ttraining's binary_logloss: 0.121575\tvalid_1's auc: 0.83126\tvalid_1's binary_logloss: 0.135856\n", + "[1]\ttraining's auc: 0.826374\ttraining's binary_logloss: 0.164747\tvalid_1's auc: 0.813652\tvalid_1's binary_logloss: 0.158892\n", + "[2]\ttraining's auc: 0.828688\ttraining's binary_logloss: 0.16274\tvalid_1's auc: 0.814697\tvalid_1's binary_logloss: 0.157243\n", + "[3]\ttraining's auc: 0.831453\ttraining's binary_logloss: 0.160948\tvalid_1's auc: 0.817983\tvalid_1's binary_logloss: 0.155679\n", + "[4]\ttraining's auc: 0.832427\ttraining's binary_logloss: 0.159315\tvalid_1's auc: 0.818151\tvalid_1's binary_logloss: 0.154326\n", + "[5]\ttraining's auc: 0.835396\ttraining's binary_logloss: 0.1578\tvalid_1's auc: 0.81967\tvalid_1's binary_logloss: 0.153072\n", + "[6]\ttraining's auc: 0.838759\ttraining's binary_logloss: 0.156414\tvalid_1's auc: 0.821771\tvalid_1's binary_logloss: 0.15188\n", + "[7]\ttraining's auc: 0.840479\ttraining's binary_logloss: 0.155141\tvalid_1's auc: 0.824454\tvalid_1's binary_logloss: 0.150827\n", + "[8]\ttraining's auc: 0.84112\ttraining's binary_logloss: 0.153937\tvalid_1's auc: 0.824531\tvalid_1's binary_logloss: 0.149835\n", + "[9]\ttraining's auc: 0.842056\ttraining's binary_logloss: 0.152806\tvalid_1's auc: 0.825335\tvalid_1's binary_logloss: 0.148909\n", + "[10]\ttraining's auc: 0.843103\ttraining's binary_logloss: 0.15176\tvalid_1's auc: 0.825846\tvalid_1's binary_logloss: 0.148059\n", + "[11]\ttraining's auc: 0.843774\ttraining's binary_logloss: 0.150786\tvalid_1's auc: 0.826224\tvalid_1's binary_logloss: 0.147257\n", + "[12]\ttraining's auc: 0.847482\ttraining's binary_logloss: 0.149853\tvalid_1's auc: 0.829888\tvalid_1's binary_logloss: 0.146517\n", + "[13]\ttraining's auc: 0.848602\ttraining's binary_logloss: 0.148991\tvalid_1's auc: 0.830007\tvalid_1's binary_logloss: 0.145819\n", + "[14]\ttraining's auc: 0.84897\ttraining's binary_logloss: 0.148166\tvalid_1's auc: 0.829994\tvalid_1's binary_logloss: 0.145141\n", + "[15]\ttraining's auc: 0.849639\ttraining's binary_logloss: 0.147361\tvalid_1's auc: 0.829923\tvalid_1's binary_logloss: 0.144546\n", + "[16]\ttraining's auc: 0.850498\ttraining's binary_logloss: 0.146609\tvalid_1's auc: 0.829911\tvalid_1's binary_logloss: 0.143967\n", + "[17]\ttraining's auc: 0.850791\ttraining's binary_logloss: 0.145901\tvalid_1's auc: 0.830165\tvalid_1's binary_logloss: 0.143422\n", + "[18]\ttraining's auc: 0.852013\ttraining's binary_logloss: 0.145227\tvalid_1's auc: 0.830766\tvalid_1's binary_logloss: 0.1429\n", + "[19]\ttraining's auc: 0.852539\ttraining's binary_logloss: 0.144539\tvalid_1's auc: 0.831139\tvalid_1's binary_logloss: 0.142401\n", + "[20]\ttraining's auc: 0.853698\ttraining's binary_logloss: 0.143882\tvalid_1's auc: 0.831679\tvalid_1's binary_logloss: 0.14192\n", + "[21]\ttraining's auc: 0.854376\ttraining's binary_logloss: 0.143259\tvalid_1's auc: 0.831805\tvalid_1's binary_logloss: 0.141432\n", + "[22]\ttraining's auc: 0.854952\ttraining's binary_logloss: 0.142675\tvalid_1's auc: 0.832628\tvalid_1's binary_logloss: 0.140983\n", + "[23]\ttraining's auc: 0.85535\ttraining's binary_logloss: 0.142115\tvalid_1's auc: 0.833283\tvalid_1's binary_logloss: 0.14055\n", + "[24]\ttraining's auc: 0.856172\ttraining's binary_logloss: 0.141577\tvalid_1's auc: 0.83472\tvalid_1's binary_logloss: 0.140156\n", + "[25]\ttraining's auc: 0.857059\ttraining's binary_logloss: 0.141052\tvalid_1's auc: 0.834676\tvalid_1's binary_logloss: 0.139798\n", + "[26]\ttraining's auc: 0.857799\ttraining's binary_logloss: 0.14055\tvalid_1's auc: 0.834992\tvalid_1's binary_logloss: 0.139424\n", + "[27]\ttraining's auc: 0.858112\ttraining's binary_logloss: 0.140053\tvalid_1's auc: 0.835325\tvalid_1's binary_logloss: 0.139036\n", + "[28]\ttraining's auc: 0.858544\ttraining's binary_logloss: 0.13959\tvalid_1's auc: 0.835425\tvalid_1's binary_logloss: 0.138689\n", + "[29]\ttraining's auc: 0.858888\ttraining's binary_logloss: 0.139137\tvalid_1's auc: 0.835662\tvalid_1's binary_logloss: 0.13837\n", + "[30]\ttraining's auc: 0.859921\ttraining's binary_logloss: 0.138699\tvalid_1's auc: 0.83536\tvalid_1's binary_logloss: 0.138101\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[31]\ttraining's auc: 0.860346\ttraining's binary_logloss: 0.138259\tvalid_1's auc: 0.835652\tvalid_1's binary_logloss: 0.137767\n", + "[32]\ttraining's auc: 0.860623\ttraining's binary_logloss: 0.137851\tvalid_1's auc: 0.835706\tvalid_1's binary_logloss: 0.137481\n", + "[33]\ttraining's auc: 0.861233\ttraining's binary_logloss: 0.137451\tvalid_1's auc: 0.835552\tvalid_1's binary_logloss: 0.137215\n", + "[34]\ttraining's auc: 0.861685\ttraining's binary_logloss: 0.137067\tvalid_1's auc: 0.835533\tvalid_1's binary_logloss: 0.136967\n", + "[35]\ttraining's auc: 0.862184\ttraining's binary_logloss: 0.136698\tvalid_1's auc: 0.835406\tvalid_1's binary_logloss: 0.136728\n", + "[36]\ttraining's auc: 0.862667\ttraining's binary_logloss: 0.136338\tvalid_1's auc: 0.835312\tvalid_1's binary_logloss: 0.136482\n", + "[37]\ttraining's auc: 0.862991\ttraining's binary_logloss: 0.135983\tvalid_1's auc: 0.835197\tvalid_1's binary_logloss: 0.136257\n", + "[38]\ttraining's auc: 0.863528\ttraining's binary_logloss: 0.135648\tvalid_1's auc: 0.835072\tvalid_1's binary_logloss: 0.136031\n", + "[39]\ttraining's auc: 0.864036\ttraining's binary_logloss: 0.135331\tvalid_1's auc: 0.834926\tvalid_1's binary_logloss: 0.135828\n", + "[40]\ttraining's auc: 0.86419\ttraining's binary_logloss: 0.135015\tvalid_1's auc: 0.834894\tvalid_1's binary_logloss: 0.135611\n", + "[41]\ttraining's auc: 0.86474\ttraining's binary_logloss: 0.134713\tvalid_1's auc: 0.83485\tvalid_1's binary_logloss: 0.135404\n", + "[42]\ttraining's auc: 0.865544\ttraining's binary_logloss: 0.134411\tvalid_1's auc: 0.834855\tvalid_1's binary_logloss: 0.135221\n", + "[43]\ttraining's auc: 0.865918\ttraining's binary_logloss: 0.13411\tvalid_1's auc: 0.834771\tvalid_1's binary_logloss: 0.135063\n", + "[44]\ttraining's auc: 0.866171\ttraining's binary_logloss: 0.13382\tvalid_1's auc: 0.834808\tvalid_1's binary_logloss: 0.134884\n", + "[45]\ttraining's auc: 0.866869\ttraining's binary_logloss: 0.13354\tvalid_1's auc: 0.83508\tvalid_1's binary_logloss: 0.13471\n", + "[46]\ttraining's auc: 0.86732\ttraining's binary_logloss: 0.133271\tvalid_1's auc: 0.835107\tvalid_1's binary_logloss: 0.134547\n", + "[47]\ttraining's auc: 0.867708\ttraining's binary_logloss: 0.133008\tvalid_1's auc: 0.835387\tvalid_1's binary_logloss: 0.134399\n", + "[48]\ttraining's auc: 0.86798\ttraining's binary_logloss: 0.132763\tvalid_1's auc: 0.835316\tvalid_1's binary_logloss: 0.13426\n", + "[49]\ttraining's auc: 0.868314\ttraining's binary_logloss: 0.132505\tvalid_1's auc: 0.835349\tvalid_1's binary_logloss: 0.134127\n", + "[50]\ttraining's auc: 0.868599\ttraining's binary_logloss: 0.132263\tvalid_1's auc: 0.835123\tvalid_1's binary_logloss: 0.134008\n", + "[51]\ttraining's auc: 0.869004\ttraining's binary_logloss: 0.132025\tvalid_1's auc: 0.835034\tvalid_1's binary_logloss: 0.13389\n", + "[52]\ttraining's auc: 0.869305\ttraining's binary_logloss: 0.131788\tvalid_1's auc: 0.83492\tvalid_1's binary_logloss: 0.133776\n", + "[53]\ttraining's auc: 0.869633\ttraining's binary_logloss: 0.131559\tvalid_1's auc: 0.834772\tvalid_1's binary_logloss: 0.133668\n", + "[54]\ttraining's auc: 0.870067\ttraining's binary_logloss: 0.131313\tvalid_1's auc: 0.834806\tvalid_1's binary_logloss: 0.13355\n", + "[55]\ttraining's auc: 0.870349\ttraining's binary_logloss: 0.131103\tvalid_1's auc: 0.834867\tvalid_1's binary_logloss: 0.133439\n", + "[56]\ttraining's auc: 0.870699\ttraining's binary_logloss: 0.130868\tvalid_1's auc: 0.834689\tvalid_1's binary_logloss: 0.133343\n", + "[57]\ttraining's auc: 0.871007\ttraining's binary_logloss: 0.130664\tvalid_1's auc: 0.834627\tvalid_1's binary_logloss: 0.133228\n", + "[58]\ttraining's auc: 0.871175\ttraining's binary_logloss: 0.130444\tvalid_1's auc: 0.834535\tvalid_1's binary_logloss: 0.13314\n", + "[59]\ttraining's auc: 0.871393\ttraining's binary_logloss: 0.130238\tvalid_1's auc: 0.834511\tvalid_1's binary_logloss: 0.133048\n", + "[60]\ttraining's auc: 0.871753\ttraining's binary_logloss: 0.130041\tvalid_1's auc: 0.834354\tvalid_1's binary_logloss: 0.132979\n", + "[61]\ttraining's auc: 0.871933\ttraining's binary_logloss: 0.129849\tvalid_1's auc: 0.834247\tvalid_1's binary_logloss: 0.132898\n", + "[62]\ttraining's auc: 0.87225\ttraining's binary_logloss: 0.129658\tvalid_1's auc: 0.834386\tvalid_1's binary_logloss: 0.132803\n", + "[1]\ttraining's auc: 0.827078\ttraining's binary_logloss: 0.160957\tvalid_1's auc: 0.806826\tvalid_1's binary_logloss: 0.166539\n", + "[2]\ttraining's auc: 0.829428\ttraining's binary_logloss: 0.159062\tvalid_1's auc: 0.81121\tvalid_1's binary_logloss: 0.1647\n", + "[3]\ttraining's auc: 0.834189\ttraining's binary_logloss: 0.157388\tvalid_1's auc: 0.814212\tvalid_1's binary_logloss: 0.163126\n", + "[4]\ttraining's auc: 0.834898\ttraining's binary_logloss: 0.15584\tvalid_1's auc: 0.816332\tvalid_1's binary_logloss: 0.161663\n", + "[5]\ttraining's auc: 0.836613\ttraining's binary_logloss: 0.154385\tvalid_1's auc: 0.817578\tvalid_1's binary_logloss: 0.160308\n", + "[6]\ttraining's auc: 0.837141\ttraining's binary_logloss: 0.153051\tvalid_1's auc: 0.817975\tvalid_1's binary_logloss: 0.159098\n", + "[7]\ttraining's auc: 0.84037\ttraining's binary_logloss: 0.15182\tvalid_1's auc: 0.821337\tvalid_1's binary_logloss: 0.157941\n", + "[8]\ttraining's auc: 0.841178\ttraining's binary_logloss: 0.150681\tvalid_1's auc: 0.821845\tvalid_1's binary_logloss: 0.156842\n", + "[9]\ttraining's auc: 0.841712\ttraining's binary_logloss: 0.149623\tvalid_1's auc: 0.821699\tvalid_1's binary_logloss: 0.155891\n", + "[10]\ttraining's auc: 0.843781\ttraining's binary_logloss: 0.148613\tvalid_1's auc: 0.824629\tvalid_1's binary_logloss: 0.154956\n", + "[11]\ttraining's auc: 0.844314\ttraining's binary_logloss: 0.147655\tvalid_1's auc: 0.82506\tvalid_1's binary_logloss: 0.154081\n", + "[12]\ttraining's auc: 0.845033\ttraining's binary_logloss: 0.146756\tvalid_1's auc: 0.825923\tvalid_1's binary_logloss: 0.15327\n", + "[13]\ttraining's auc: 0.846456\ttraining's binary_logloss: 0.145885\tvalid_1's auc: 0.826616\tvalid_1's binary_logloss: 0.152506\n", + "[14]\ttraining's auc: 0.847715\ttraining's binary_logloss: 0.145065\tvalid_1's auc: 0.827245\tvalid_1's binary_logloss: 0.151776\n", + "[15]\ttraining's auc: 0.84848\ttraining's binary_logloss: 0.144288\tvalid_1's auc: 0.827591\tvalid_1's binary_logloss: 0.151073\n", + "[16]\ttraining's auc: 0.848826\ttraining's binary_logloss: 0.143548\tvalid_1's auc: 0.827746\tvalid_1's binary_logloss: 0.150435\n", + "[17]\ttraining's auc: 0.85013\ttraining's binary_logloss: 0.142811\tvalid_1's auc: 0.827822\tvalid_1's binary_logloss: 0.149836\n", + "[18]\ttraining's auc: 0.850937\ttraining's binary_logloss: 0.142125\tvalid_1's auc: 0.828309\tvalid_1's binary_logloss: 0.149259\n", + "[19]\ttraining's auc: 0.851384\ttraining's binary_logloss: 0.141468\tvalid_1's auc: 0.828536\tvalid_1's binary_logloss: 0.148697\n", + "[20]\ttraining's auc: 0.852465\ttraining's binary_logloss: 0.140849\tvalid_1's auc: 0.829155\tvalid_1's binary_logloss: 0.148176\n", + "[21]\ttraining's auc: 0.8531\ttraining's binary_logloss: 0.140262\tvalid_1's auc: 0.829788\tvalid_1's binary_logloss: 0.14768\n", + "[22]\ttraining's auc: 0.853672\ttraining's binary_logloss: 0.139699\tvalid_1's auc: 0.829902\tvalid_1's binary_logloss: 0.147223\n", + "[23]\ttraining's auc: 0.854069\ttraining's binary_logloss: 0.139153\tvalid_1's auc: 0.830179\tvalid_1's binary_logloss: 0.146752\n", + "[24]\ttraining's auc: 0.854188\ttraining's binary_logloss: 0.138636\tvalid_1's auc: 0.830134\tvalid_1's binary_logloss: 0.146339\n", + "[25]\ttraining's auc: 0.854513\ttraining's binary_logloss: 0.138145\tvalid_1's auc: 0.830101\tvalid_1's binary_logloss: 0.145959\n", + "[26]\ttraining's auc: 0.855162\ttraining's binary_logloss: 0.13766\tvalid_1's auc: 0.830427\tvalid_1's binary_logloss: 0.145557\n", + "[27]\ttraining's auc: 0.855745\ttraining's binary_logloss: 0.137201\tvalid_1's auc: 0.830493\tvalid_1's binary_logloss: 0.145197\n", + "[28]\ttraining's auc: 0.856194\ttraining's binary_logloss: 0.136764\tvalid_1's auc: 0.830498\tvalid_1's binary_logloss: 0.144827\n", + "[29]\ttraining's auc: 0.856409\ttraining's binary_logloss: 0.136291\tvalid_1's auc: 0.830549\tvalid_1's binary_logloss: 0.144485\n", + "[30]\ttraining's auc: 0.856921\ttraining's binary_logloss: 0.135833\tvalid_1's auc: 0.831037\tvalid_1's binary_logloss: 0.144164\n", + "[31]\ttraining's auc: 0.857352\ttraining's binary_logloss: 0.135401\tvalid_1's auc: 0.831342\tvalid_1's binary_logloss: 0.143854\n", + "[32]\ttraining's auc: 0.857588\ttraining's binary_logloss: 0.134987\tvalid_1's auc: 0.831532\tvalid_1's binary_logloss: 0.143556\n", + "[33]\ttraining's auc: 0.857821\ttraining's binary_logloss: 0.134603\tvalid_1's auc: 0.831764\tvalid_1's binary_logloss: 0.143283\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[34]\ttraining's auc: 0.858306\ttraining's binary_logloss: 0.13423\tvalid_1's auc: 0.831793\tvalid_1's binary_logloss: 0.143018\n", + "[35]\ttraining's auc: 0.858929\ttraining's binary_logloss: 0.133883\tvalid_1's auc: 0.831932\tvalid_1's binary_logloss: 0.142746\n", + "[36]\ttraining's auc: 0.859609\ttraining's binary_logloss: 0.133542\tvalid_1's auc: 0.832139\tvalid_1's binary_logloss: 0.142495\n", + "[37]\ttraining's auc: 0.860114\ttraining's binary_logloss: 0.133199\tvalid_1's auc: 0.832296\tvalid_1's binary_logloss: 0.142265\n", + "[38]\ttraining's auc: 0.860777\ttraining's binary_logloss: 0.132855\tvalid_1's auc: 0.832378\tvalid_1's binary_logloss: 0.142016\n", + "[39]\ttraining's auc: 0.861056\ttraining's binary_logloss: 0.132533\tvalid_1's auc: 0.832541\tvalid_1's binary_logloss: 0.141797\n", + "[40]\ttraining's auc: 0.861747\ttraining's binary_logloss: 0.132224\tvalid_1's auc: 0.832606\tvalid_1's binary_logloss: 0.141578\n", + "[41]\ttraining's auc: 0.862158\ttraining's binary_logloss: 0.131929\tvalid_1's auc: 0.832747\tvalid_1's binary_logloss: 0.141381\n", + "[42]\ttraining's auc: 0.862803\ttraining's binary_logloss: 0.131641\tvalid_1's auc: 0.8327\tvalid_1's binary_logloss: 0.141179\n", + "[43]\ttraining's auc: 0.863343\ttraining's binary_logloss: 0.131354\tvalid_1's auc: 0.832837\tvalid_1's binary_logloss: 0.140985\n", + "[44]\ttraining's auc: 0.86388\ttraining's binary_logloss: 0.131084\tvalid_1's auc: 0.832996\tvalid_1's binary_logloss: 0.14079\n", + "[45]\ttraining's auc: 0.864446\ttraining's binary_logloss: 0.130812\tvalid_1's auc: 0.833038\tvalid_1's binary_logloss: 0.140619\n", + "[46]\ttraining's auc: 0.864811\ttraining's binary_logloss: 0.130549\tvalid_1's auc: 0.83316\tvalid_1's binary_logloss: 0.140456\n", + "[47]\ttraining's auc: 0.865352\ttraining's binary_logloss: 0.130289\tvalid_1's auc: 0.833126\tvalid_1's binary_logloss: 0.140285\n", + "[48]\ttraining's auc: 0.865811\ttraining's binary_logloss: 0.130038\tvalid_1's auc: 0.833192\tvalid_1's binary_logloss: 0.140136\n", + "[49]\ttraining's auc: 0.866929\ttraining's binary_logloss: 0.129784\tvalid_1's auc: 0.833911\tvalid_1's binary_logloss: 0.139972\n", + "[50]\ttraining's auc: 0.867961\ttraining's binary_logloss: 0.129522\tvalid_1's auc: 0.835037\tvalid_1's binary_logloss: 0.139818\n", + "[51]\ttraining's auc: 0.868287\ttraining's binary_logloss: 0.129291\tvalid_1's auc: 0.835004\tvalid_1's binary_logloss: 0.139683\n", + "[52]\ttraining's auc: 0.868959\ttraining's binary_logloss: 0.12906\tvalid_1's auc: 0.835063\tvalid_1's binary_logloss: 0.139545\n", + "[53]\ttraining's auc: 0.869297\ttraining's binary_logloss: 0.128834\tvalid_1's auc: 0.83522\tvalid_1's binary_logloss: 0.139393\n", + "[54]\ttraining's auc: 0.86977\ttraining's binary_logloss: 0.128611\tvalid_1's auc: 0.835131\tvalid_1's binary_logloss: 0.139274\n", + "[55]\ttraining's auc: 0.870365\ttraining's binary_logloss: 0.128388\tvalid_1's auc: 0.835251\tvalid_1's binary_logloss: 0.139136\n", + "[56]\ttraining's auc: 0.870909\ttraining's binary_logloss: 0.12817\tvalid_1's auc: 0.835378\tvalid_1's binary_logloss: 0.139008\n", + "[57]\ttraining's auc: 0.871175\ttraining's binary_logloss: 0.127966\tvalid_1's auc: 0.835592\tvalid_1's binary_logloss: 0.138884\n", + "[58]\ttraining's auc: 0.871624\ttraining's binary_logloss: 0.127769\tvalid_1's auc: 0.835808\tvalid_1's binary_logloss: 0.138778\n", + "[59]\ttraining's auc: 0.872034\ttraining's binary_logloss: 0.127565\tvalid_1's auc: 0.835826\tvalid_1's binary_logloss: 0.138651\n", + "[60]\ttraining's auc: 0.873075\ttraining's binary_logloss: 0.127338\tvalid_1's auc: 0.836086\tvalid_1's binary_logloss: 0.138544\n", + "[61]\ttraining's auc: 0.87342\ttraining's binary_logloss: 0.127152\tvalid_1's auc: 0.836126\tvalid_1's binary_logloss: 0.13845\n", + "[62]\ttraining's auc: 0.873704\ttraining's binary_logloss: 0.126967\tvalid_1's auc: 0.836205\tvalid_1's binary_logloss: 0.138346\n", + "[63]\ttraining's auc: 0.874207\ttraining's binary_logloss: 0.126763\tvalid_1's auc: 0.836345\tvalid_1's binary_logloss: 0.138249\n", + "[64]\ttraining's auc: 0.874564\ttraining's binary_logloss: 0.126593\tvalid_1's auc: 0.836528\tvalid_1's binary_logloss: 0.138159\n", + "[65]\ttraining's auc: 0.874693\ttraining's binary_logloss: 0.126423\tvalid_1's auc: 0.836587\tvalid_1's binary_logloss: 0.138066\n", + "[66]\ttraining's auc: 0.875095\ttraining's binary_logloss: 0.126263\tvalid_1's auc: 0.836868\tvalid_1's binary_logloss: 0.137982\n", + "[67]\ttraining's auc: 0.875326\ttraining's binary_logloss: 0.126102\tvalid_1's auc: 0.837139\tvalid_1's binary_logloss: 0.13789\n", + "[68]\ttraining's auc: 0.875758\ttraining's binary_logloss: 0.125918\tvalid_1's auc: 0.837392\tvalid_1's binary_logloss: 0.137816\n", + "[69]\ttraining's auc: 0.876135\ttraining's binary_logloss: 0.125733\tvalid_1's auc: 0.837368\tvalid_1's binary_logloss: 0.137746\n", + "[70]\ttraining's auc: 0.876375\ttraining's binary_logloss: 0.125567\tvalid_1's auc: 0.83736\tvalid_1's binary_logloss: 0.13766\n", + "[71]\ttraining's auc: 0.876895\ttraining's binary_logloss: 0.125405\tvalid_1's auc: 0.837383\tvalid_1's binary_logloss: 0.137575\n", + "[72]\ttraining's auc: 0.877208\ttraining's binary_logloss: 0.125249\tvalid_1's auc: 0.837341\tvalid_1's binary_logloss: 0.137503\n", + "[73]\ttraining's auc: 0.877587\ttraining's binary_logloss: 0.125085\tvalid_1's auc: 0.837398\tvalid_1's binary_logloss: 0.137443\n", + "[74]\ttraining's auc: 0.877803\ttraining's binary_logloss: 0.12494\tvalid_1's auc: 0.837351\tvalid_1's binary_logloss: 0.13737\n", + "[75]\ttraining's auc: 0.878086\ttraining's binary_logloss: 0.124777\tvalid_1's auc: 0.837364\tvalid_1's binary_logloss: 0.137315\n", + "[76]\ttraining's auc: 0.878504\ttraining's binary_logloss: 0.124619\tvalid_1's auc: 0.837236\tvalid_1's binary_logloss: 0.137259\n", + "[77]\ttraining's auc: 0.878911\ttraining's binary_logloss: 0.124471\tvalid_1's auc: 0.837336\tvalid_1's binary_logloss: 0.137193\n", + "[78]\ttraining's auc: 0.879287\ttraining's binary_logloss: 0.124321\tvalid_1's auc: 0.837223\tvalid_1's binary_logloss: 0.137143\n", + "[79]\ttraining's auc: 0.879658\ttraining's binary_logloss: 0.124175\tvalid_1's auc: 0.837299\tvalid_1's binary_logloss: 0.137086\n", + "[80]\ttraining's auc: 0.879888\ttraining's binary_logloss: 0.124032\tvalid_1's auc: 0.837402\tvalid_1's binary_logloss: 0.137026\n", + "[81]\ttraining's auc: 0.880091\ttraining's binary_logloss: 0.123891\tvalid_1's auc: 0.837435\tvalid_1's binary_logloss: 0.136979\n", + "[82]\ttraining's auc: 0.880479\ttraining's binary_logloss: 0.123738\tvalid_1's auc: 0.837332\tvalid_1's binary_logloss: 0.136947\n", + "[83]\ttraining's auc: 0.88089\ttraining's binary_logloss: 0.123584\tvalid_1's auc: 0.837385\tvalid_1's binary_logloss: 0.136898\n", + "[84]\ttraining's auc: 0.881134\ttraining's binary_logloss: 0.12344\tvalid_1's auc: 0.837391\tvalid_1's binary_logloss: 0.136853\n", + "[85]\ttraining's auc: 0.881432\ttraining's binary_logloss: 0.123298\tvalid_1's auc: 0.837403\tvalid_1's binary_logloss: 0.136817\n", + "[86]\ttraining's auc: 0.881824\ttraining's binary_logloss: 0.12315\tvalid_1's auc: 0.837252\tvalid_1's binary_logloss: 0.1368\n", + "[87]\ttraining's auc: 0.882096\ttraining's binary_logloss: 0.123018\tvalid_1's auc: 0.837419\tvalid_1's binary_logloss: 0.13675\n", + "[88]\ttraining's auc: 0.882451\ttraining's binary_logloss: 0.122881\tvalid_1's auc: 0.837324\tvalid_1's binary_logloss: 0.136724\n", + "[89]\ttraining's auc: 0.882749\ttraining's binary_logloss: 0.122746\tvalid_1's auc: 0.837242\tvalid_1's binary_logloss: 0.136707\n", + "[90]\ttraining's auc: 0.882987\ttraining's binary_logloss: 0.122618\tvalid_1's auc: 0.837328\tvalid_1's binary_logloss: 0.136666\n", + "[91]\ttraining's auc: 0.883337\ttraining's binary_logloss: 0.122482\tvalid_1's auc: 0.837365\tvalid_1's binary_logloss: 0.136635\n", + "[92]\ttraining's auc: 0.883611\ttraining's binary_logloss: 0.122356\tvalid_1's auc: 0.837295\tvalid_1's binary_logloss: 0.136613\n", + "[93]\ttraining's auc: 0.883967\ttraining's binary_logloss: 0.122203\tvalid_1's auc: 0.83739\tvalid_1's binary_logloss: 0.136587\n", + "[94]\ttraining's auc: 0.88421\ttraining's binary_logloss: 0.122072\tvalid_1's auc: 0.837337\tvalid_1's binary_logloss: 0.136571\n", + "[95]\ttraining's auc: 0.884415\ttraining's binary_logloss: 0.121962\tvalid_1's auc: 0.837283\tvalid_1's binary_logloss: 0.136546\n", + "[96]\ttraining's auc: 0.884749\ttraining's binary_logloss: 0.121826\tvalid_1's auc: 0.837378\tvalid_1's binary_logloss: 0.136511\n", + "[97]\ttraining's auc: 0.885099\ttraining's binary_logloss: 0.121706\tvalid_1's auc: 0.83749\tvalid_1's binary_logloss: 0.136478\n", + "[98]\ttraining's auc: 0.885445\ttraining's binary_logloss: 0.121577\tvalid_1's auc: 0.837538\tvalid_1's binary_logloss: 0.136446\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[99]\ttraining's auc: 0.885685\ttraining's binary_logloss: 0.121466\tvalid_1's auc: 0.837478\tvalid_1's binary_logloss: 0.136439\n", + "[100]\ttraining's auc: 0.886052\ttraining's binary_logloss: 0.121345\tvalid_1's auc: 0.837486\tvalid_1's binary_logloss: 0.136434\n", + "[1]\ttraining's auc: 0.840138\ttraining's binary_logloss: 0.15221\tvalid_1's auc: 0.812785\tvalid_1's binary_logloss: 0.155558\n", + "[2]\ttraining's auc: 0.84777\ttraining's binary_logloss: 0.145745\tvalid_1's auc: 0.815828\tvalid_1's binary_logloss: 0.150616\n", + "[3]\ttraining's auc: 0.857571\ttraining's binary_logloss: 0.141216\tvalid_1's auc: 0.821962\tvalid_1's binary_logloss: 0.147259\n", + "[4]\ttraining's auc: 0.861358\ttraining's binary_logloss: 0.137643\tvalid_1's auc: 0.824181\tvalid_1's binary_logloss: 0.144869\n", + "[5]\ttraining's auc: 0.866559\ttraining's binary_logloss: 0.134811\tvalid_1's auc: 0.825962\tvalid_1's binary_logloss: 0.14308\n", + "[6]\ttraining's auc: 0.869278\ttraining's binary_logloss: 0.132436\tvalid_1's auc: 0.827506\tvalid_1's binary_logloss: 0.141548\n", + "[7]\ttraining's auc: 0.872721\ttraining's binary_logloss: 0.130404\tvalid_1's auc: 0.829742\tvalid_1's binary_logloss: 0.1403\n", + "[8]\ttraining's auc: 0.876014\ttraining's binary_logloss: 0.128648\tvalid_1's auc: 0.830458\tvalid_1's binary_logloss: 0.139332\n", + "[9]\ttraining's auc: 0.878333\ttraining's binary_logloss: 0.127071\tvalid_1's auc: 0.829403\tvalid_1's binary_logloss: 0.138713\n", + "[10]\ttraining's auc: 0.880574\ttraining's binary_logloss: 0.125698\tvalid_1's auc: 0.829365\tvalid_1's binary_logloss: 0.138082\n", + "[11]\ttraining's auc: 0.883241\ttraining's binary_logloss: 0.124425\tvalid_1's auc: 0.828854\tvalid_1's binary_logloss: 0.137725\n", + "[12]\ttraining's auc: 0.885439\ttraining's binary_logloss: 0.123275\tvalid_1's auc: 0.828343\tvalid_1's binary_logloss: 0.137355\n", + "[13]\ttraining's auc: 0.888805\ttraining's binary_logloss: 0.122122\tvalid_1's auc: 0.828374\tvalid_1's binary_logloss: 0.137123\n", + "[14]\ttraining's auc: 0.891135\ttraining's binary_logloss: 0.121105\tvalid_1's auc: 0.827487\tvalid_1's binary_logloss: 0.137037\n", + "[15]\ttraining's auc: 0.893481\ttraining's binary_logloss: 0.120139\tvalid_1's auc: 0.827855\tvalid_1's binary_logloss: 0.136874\n", + "[16]\ttraining's auc: 0.895725\ttraining's binary_logloss: 0.119223\tvalid_1's auc: 0.827108\tvalid_1's binary_logloss: 0.1369\n", + "[17]\ttraining's auc: 0.897357\ttraining's binary_logloss: 0.118463\tvalid_1's auc: 0.827339\tvalid_1's binary_logloss: 0.136773\n", + "[18]\ttraining's auc: 0.898782\ttraining's binary_logloss: 0.117643\tvalid_1's auc: 0.827504\tvalid_1's binary_logloss: 0.136603\n", + "[19]\ttraining's auc: 0.900445\ttraining's binary_logloss: 0.116853\tvalid_1's auc: 0.828079\tvalid_1's binary_logloss: 0.136545\n", + "[20]\ttraining's auc: 0.901811\ttraining's binary_logloss: 0.116101\tvalid_1's auc: 0.827911\tvalid_1's binary_logloss: 0.13651\n", + "[21]\ttraining's auc: 0.90391\ttraining's binary_logloss: 0.115328\tvalid_1's auc: 0.827634\tvalid_1's binary_logloss: 0.136568\n", + "[22]\ttraining's auc: 0.905803\ttraining's binary_logloss: 0.11452\tvalid_1's auc: 0.827371\tvalid_1's binary_logloss: 0.136667\n", + "[23]\ttraining's auc: 0.907455\ttraining's binary_logloss: 0.113836\tvalid_1's auc: 0.827442\tvalid_1's binary_logloss: 0.136737\n", + "[24]\ttraining's auc: 0.908909\ttraining's binary_logloss: 0.113171\tvalid_1's auc: 0.827206\tvalid_1's binary_logloss: 0.136865\n", + "[25]\ttraining's auc: 0.910288\ttraining's binary_logloss: 0.112509\tvalid_1's auc: 0.827927\tvalid_1's binary_logloss: 0.136799\n", + "[26]\ttraining's auc: 0.911943\ttraining's binary_logloss: 0.111965\tvalid_1's auc: 0.82786\tvalid_1's binary_logloss: 0.136799\n", + "[27]\ttraining's auc: 0.914536\ttraining's binary_logloss: 0.111272\tvalid_1's auc: 0.828846\tvalid_1's binary_logloss: 0.136646\n", + "[28]\ttraining's auc: 0.915527\ttraining's binary_logloss: 0.110745\tvalid_1's auc: 0.82807\tvalid_1's binary_logloss: 0.136787\n", + "[29]\ttraining's auc: 0.916597\ttraining's binary_logloss: 0.1102\tvalid_1's auc: 0.827497\tvalid_1's binary_logloss: 0.136912\n", + "[30]\ttraining's auc: 0.918061\ttraining's binary_logloss: 0.109591\tvalid_1's auc: 0.827686\tvalid_1's binary_logloss: 0.136921\n", + "[31]\ttraining's auc: 0.919708\ttraining's binary_logloss: 0.109071\tvalid_1's auc: 0.827489\tvalid_1's binary_logloss: 0.136961\n", + "[32]\ttraining's auc: 0.920786\ttraining's binary_logloss: 0.108496\tvalid_1's auc: 0.827387\tvalid_1's binary_logloss: 0.136997\n", + "[33]\ttraining's auc: 0.922615\ttraining's binary_logloss: 0.108007\tvalid_1's auc: 0.827552\tvalid_1's binary_logloss: 0.136998\n", + "[34]\ttraining's auc: 0.924119\ttraining's binary_logloss: 0.107467\tvalid_1's auc: 0.827417\tvalid_1's binary_logloss: 0.137122\n", + "[35]\ttraining's auc: 0.925215\ttraining's binary_logloss: 0.106896\tvalid_1's auc: 0.82713\tvalid_1's binary_logloss: 0.137248\n", + "[36]\ttraining's auc: 0.926354\ttraining's binary_logloss: 0.106241\tvalid_1's auc: 0.826635\tvalid_1's binary_logloss: 0.13741\n", + "[37]\ttraining's auc: 0.927314\ttraining's binary_logloss: 0.105859\tvalid_1's auc: 0.826208\tvalid_1's binary_logloss: 0.137553\n", + "[38]\ttraining's auc: 0.928369\ttraining's binary_logloss: 0.105317\tvalid_1's auc: 0.82606\tvalid_1's binary_logloss: 0.137682\n", + "[1]\ttraining's auc: 0.835385\ttraining's binary_logloss: 0.155035\tvalid_1's auc: 0.820986\tvalid_1's binary_logloss: 0.151103\n", + "[2]\ttraining's auc: 0.843742\ttraining's binary_logloss: 0.148306\tvalid_1's auc: 0.823826\tvalid_1's binary_logloss: 0.146172\n", + "[3]\ttraining's auc: 0.853372\ttraining's binary_logloss: 0.143655\tvalid_1's auc: 0.829\tvalid_1's binary_logloss: 0.14287\n", + "[4]\ttraining's auc: 0.859239\ttraining's binary_logloss: 0.140159\tvalid_1's auc: 0.831548\tvalid_1's binary_logloss: 0.140399\n", + "[5]\ttraining's auc: 0.864747\ttraining's binary_logloss: 0.137227\tvalid_1's auc: 0.832085\tvalid_1's binary_logloss: 0.138509\n", + "[6]\ttraining's auc: 0.867488\ttraining's binary_logloss: 0.134833\tvalid_1's auc: 0.833908\tvalid_1's binary_logloss: 0.136874\n", + "[7]\ttraining's auc: 0.871497\ttraining's binary_logloss: 0.132791\tvalid_1's auc: 0.834228\tvalid_1's binary_logloss: 0.135671\n", + "[8]\ttraining's auc: 0.872984\ttraining's binary_logloss: 0.131078\tvalid_1's auc: 0.834811\tvalid_1's binary_logloss: 0.134752\n", + "[9]\ttraining's auc: 0.876004\ttraining's binary_logloss: 0.129519\tvalid_1's auc: 0.835219\tvalid_1's binary_logloss: 0.134005\n", + "[10]\ttraining's auc: 0.878658\ttraining's binary_logloss: 0.128095\tvalid_1's auc: 0.834713\tvalid_1's binary_logloss: 0.13348\n", + "[11]\ttraining's auc: 0.881127\ttraining's binary_logloss: 0.126866\tvalid_1's auc: 0.834363\tvalid_1's binary_logloss: 0.132988\n", + "[12]\ttraining's auc: 0.883338\ttraining's binary_logloss: 0.12559\tvalid_1's auc: 0.833918\tvalid_1's binary_logloss: 0.132722\n", + "[13]\ttraining's auc: 0.885517\ttraining's binary_logloss: 0.124428\tvalid_1's auc: 0.833809\tvalid_1's binary_logloss: 0.132395\n", + "[14]\ttraining's auc: 0.887587\ttraining's binary_logloss: 0.123374\tvalid_1's auc: 0.833506\tvalid_1's binary_logloss: 0.132167\n", + "[15]\ttraining's auc: 0.889727\ttraining's binary_logloss: 0.122379\tvalid_1's auc: 0.832766\tvalid_1's binary_logloss: 0.132062\n", + "[16]\ttraining's auc: 0.892448\ttraining's binary_logloss: 0.121478\tvalid_1's auc: 0.833517\tvalid_1's binary_logloss: 0.131817\n", + "[17]\ttraining's auc: 0.894232\ttraining's binary_logloss: 0.120651\tvalid_1's auc: 0.83333\tvalid_1's binary_logloss: 0.131719\n", + "[18]\ttraining's auc: 0.895935\ttraining's binary_logloss: 0.119831\tvalid_1's auc: 0.832874\tvalid_1's binary_logloss: 0.131728\n", + "[19]\ttraining's auc: 0.897993\ttraining's binary_logloss: 0.118991\tvalid_1's auc: 0.832518\tvalid_1's binary_logloss: 0.131701\n", + "[20]\ttraining's auc: 0.900167\ttraining's binary_logloss: 0.118172\tvalid_1's auc: 0.833565\tvalid_1's binary_logloss: 0.13152\n", + "[21]\ttraining's auc: 0.902969\ttraining's binary_logloss: 0.117293\tvalid_1's auc: 0.834523\tvalid_1's binary_logloss: 0.131402\n", + "[22]\ttraining's auc: 0.90531\ttraining's binary_logloss: 0.116475\tvalid_1's auc: 0.834618\tvalid_1's binary_logloss: 0.131358\n", + "[23]\ttraining's auc: 0.907056\ttraining's binary_logloss: 0.115757\tvalid_1's auc: 0.834942\tvalid_1's binary_logloss: 0.131246\n", + "[24]\ttraining's auc: 0.909088\ttraining's binary_logloss: 0.115144\tvalid_1's auc: 0.8348\tvalid_1's binary_logloss: 0.131217\n", + "[25]\ttraining's auc: 0.91079\ttraining's binary_logloss: 0.114412\tvalid_1's auc: 0.834459\tvalid_1's binary_logloss: 0.131233\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[26]\ttraining's auc: 0.912142\ttraining's binary_logloss: 0.113763\tvalid_1's auc: 0.834075\tvalid_1's binary_logloss: 0.131343\n", + "[27]\ttraining's auc: 0.913719\ttraining's binary_logloss: 0.113067\tvalid_1's auc: 0.833813\tvalid_1's binary_logloss: 0.131392\n", + "[28]\ttraining's auc: 0.915337\ttraining's binary_logloss: 0.112479\tvalid_1's auc: 0.83399\tvalid_1's binary_logloss: 0.131391\n", + "[29]\ttraining's auc: 0.917253\ttraining's binary_logloss: 0.11188\tvalid_1's auc: 0.833599\tvalid_1's binary_logloss: 0.131448\n", + "[30]\ttraining's auc: 0.918443\ttraining's binary_logloss: 0.111286\tvalid_1's auc: 0.833538\tvalid_1's binary_logloss: 0.131427\n", + "[31]\ttraining's auc: 0.919457\ttraining's binary_logloss: 0.110746\tvalid_1's auc: 0.833293\tvalid_1's binary_logloss: 0.131479\n", + "[32]\ttraining's auc: 0.920976\ttraining's binary_logloss: 0.110085\tvalid_1's auc: 0.833202\tvalid_1's binary_logloss: 0.131461\n", + "[33]\ttraining's auc: 0.922191\ttraining's binary_logloss: 0.109456\tvalid_1's auc: 0.83292\tvalid_1's binary_logloss: 0.13157\n", + "[34]\ttraining's auc: 0.923352\ttraining's binary_logloss: 0.108908\tvalid_1's auc: 0.833192\tvalid_1's binary_logloss: 0.131535\n", + "[35]\ttraining's auc: 0.924442\ttraining's binary_logloss: 0.108369\tvalid_1's auc: 0.83302\tvalid_1's binary_logloss: 0.131592\n", + "[36]\ttraining's auc: 0.925529\ttraining's binary_logloss: 0.107831\tvalid_1's auc: 0.833198\tvalid_1's binary_logloss: 0.1316\n", + "[37]\ttraining's auc: 0.926386\ttraining's binary_logloss: 0.107369\tvalid_1's auc: 0.833276\tvalid_1's binary_logloss: 0.131619\n", + "[38]\ttraining's auc: 0.927671\ttraining's binary_logloss: 0.106787\tvalid_1's auc: 0.832651\tvalid_1's binary_logloss: 0.131748\n", + "[39]\ttraining's auc: 0.928756\ttraining's binary_logloss: 0.106245\tvalid_1's auc: 0.832392\tvalid_1's binary_logloss: 0.131804\n", + "[1]\ttraining's auc: 0.833555\ttraining's binary_logloss: 0.151597\tvalid_1's auc: 0.810326\tvalid_1's binary_logloss: 0.158643\n", + "[2]\ttraining's auc: 0.846544\ttraining's binary_logloss: 0.145078\tvalid_1's auc: 0.816486\tvalid_1's binary_logloss: 0.153114\n", + "[3]\ttraining's auc: 0.853639\ttraining's binary_logloss: 0.140283\tvalid_1's auc: 0.821862\tvalid_1's binary_logloss: 0.149441\n", + "[4]\ttraining's auc: 0.859777\ttraining's binary_logloss: 0.13683\tvalid_1's auc: 0.824145\tvalid_1's binary_logloss: 0.146764\n", + "[5]\ttraining's auc: 0.863141\ttraining's binary_logloss: 0.133972\tvalid_1's auc: 0.824348\tvalid_1's binary_logloss: 0.144863\n", + "[6]\ttraining's auc: 0.86626\ttraining's binary_logloss: 0.13162\tvalid_1's auc: 0.826186\tvalid_1's binary_logloss: 0.143307\n", + "[7]\ttraining's auc: 0.869463\ttraining's binary_logloss: 0.129614\tvalid_1's auc: 0.82667\tvalid_1's binary_logloss: 0.142102\n", + "[8]\ttraining's auc: 0.872344\ttraining's binary_logloss: 0.127958\tvalid_1's auc: 0.8277\tvalid_1's binary_logloss: 0.141201\n", + "[9]\ttraining's auc: 0.875753\ttraining's binary_logloss: 0.126347\tvalid_1's auc: 0.827731\tvalid_1's binary_logloss: 0.140398\n", + "[10]\ttraining's auc: 0.878484\ttraining's binary_logloss: 0.124968\tvalid_1's auc: 0.828427\tvalid_1's binary_logloss: 0.139764\n", + "[11]\ttraining's auc: 0.883387\ttraining's binary_logloss: 0.123635\tvalid_1's auc: 0.830264\tvalid_1's binary_logloss: 0.139261\n", + "[12]\ttraining's auc: 0.885916\ttraining's binary_logloss: 0.122464\tvalid_1's auc: 0.830807\tvalid_1's binary_logloss: 0.138962\n", + "[13]\ttraining's auc: 0.888562\ttraining's binary_logloss: 0.121367\tvalid_1's auc: 0.831043\tvalid_1's binary_logloss: 0.13859\n", + "[14]\ttraining's auc: 0.891172\ttraining's binary_logloss: 0.120299\tvalid_1's auc: 0.831048\tvalid_1's binary_logloss: 0.138421\n", + "[15]\ttraining's auc: 0.892525\ttraining's binary_logloss: 0.119337\tvalid_1's auc: 0.831107\tvalid_1's binary_logloss: 0.13818\n", + "[16]\ttraining's auc: 0.895804\ttraining's binary_logloss: 0.118192\tvalid_1's auc: 0.831424\tvalid_1's binary_logloss: 0.138036\n", + "[17]\ttraining's auc: 0.897685\ttraining's binary_logloss: 0.117316\tvalid_1's auc: 0.832056\tvalid_1's binary_logloss: 0.137878\n", + "[18]\ttraining's auc: 0.899694\ttraining's binary_logloss: 0.116407\tvalid_1's auc: 0.831466\tvalid_1's binary_logloss: 0.137863\n", + "[19]\ttraining's auc: 0.901422\ttraining's binary_logloss: 0.115584\tvalid_1's auc: 0.831294\tvalid_1's binary_logloss: 0.137826\n", + "[20]\ttraining's auc: 0.902959\ttraining's binary_logloss: 0.114807\tvalid_1's auc: 0.831091\tvalid_1's binary_logloss: 0.137799\n", + "[21]\ttraining's auc: 0.905273\ttraining's binary_logloss: 0.113906\tvalid_1's auc: 0.830625\tvalid_1's binary_logloss: 0.137838\n", + "[22]\ttraining's auc: 0.906716\ttraining's binary_logloss: 0.113216\tvalid_1's auc: 0.830173\tvalid_1's binary_logloss: 0.13793\n", + "[23]\ttraining's auc: 0.909472\ttraining's binary_logloss: 0.112404\tvalid_1's auc: 0.830286\tvalid_1's binary_logloss: 0.137904\n", + "[24]\ttraining's auc: 0.911083\ttraining's binary_logloss: 0.11182\tvalid_1's auc: 0.830279\tvalid_1's binary_logloss: 0.137935\n", + "[25]\ttraining's auc: 0.912876\ttraining's binary_logloss: 0.111171\tvalid_1's auc: 0.830284\tvalid_1's binary_logloss: 0.13791\n", + "[26]\ttraining's auc: 0.914366\ttraining's binary_logloss: 0.110514\tvalid_1's auc: 0.829854\tvalid_1's binary_logloss: 0.13804\n", + "[27]\ttraining's auc: 0.916118\ttraining's binary_logloss: 0.109765\tvalid_1's auc: 0.829912\tvalid_1's binary_logloss: 0.138012\n", + "[28]\ttraining's auc: 0.917996\ttraining's binary_logloss: 0.109147\tvalid_1's auc: 0.829453\tvalid_1's binary_logloss: 0.138068\n", + "[29]\ttraining's auc: 0.919653\ttraining's binary_logloss: 0.108625\tvalid_1's auc: 0.829261\tvalid_1's binary_logloss: 0.138152\n", + "[30]\ttraining's auc: 0.920972\ttraining's binary_logloss: 0.108035\tvalid_1's auc: 0.829367\tvalid_1's binary_logloss: 0.138184\n", + "[31]\ttraining's auc: 0.922218\ttraining's binary_logloss: 0.107441\tvalid_1's auc: 0.828987\tvalid_1's binary_logloss: 0.138286\n", + "[32]\ttraining's auc: 0.923942\ttraining's binary_logloss: 0.106917\tvalid_1's auc: 0.829096\tvalid_1's binary_logloss: 0.138329\n", + "[33]\ttraining's auc: 0.925291\ttraining's binary_logloss: 0.106296\tvalid_1's auc: 0.828695\tvalid_1's binary_logloss: 0.138441\n", + "[34]\ttraining's auc: 0.926429\ttraining's binary_logloss: 0.105812\tvalid_1's auc: 0.829145\tvalid_1's binary_logloss: 0.138404\n", + "[35]\ttraining's auc: 0.927396\ttraining's binary_logloss: 0.105243\tvalid_1's auc: 0.8291\tvalid_1's binary_logloss: 0.13846\n", + "[36]\ttraining's auc: 0.928048\ttraining's binary_logloss: 0.104809\tvalid_1's auc: 0.828556\tvalid_1's binary_logloss: 0.138542\n", + "[37]\ttraining's auc: 0.928725\ttraining's binary_logloss: 0.104399\tvalid_1's auc: 0.827868\tvalid_1's binary_logloss: 0.138687\n", + "[38]\ttraining's auc: 0.929757\ttraining's binary_logloss: 0.103841\tvalid_1's auc: 0.828098\tvalid_1's binary_logloss: 0.138707\n", + "[39]\ttraining's auc: 0.930432\ttraining's binary_logloss: 0.103458\tvalid_1's auc: 0.827868\tvalid_1's binary_logloss: 0.138775\n", + "[40]\ttraining's auc: 0.931214\ttraining's binary_logloss: 0.103011\tvalid_1's auc: 0.827667\tvalid_1's binary_logloss: 0.138869\n", + "[41]\ttraining's auc: 0.931945\ttraining's binary_logloss: 0.102464\tvalid_1's auc: 0.826968\tvalid_1's binary_logloss: 0.139039\n", + "[42]\ttraining's auc: 0.932355\ttraining's binary_logloss: 0.10214\tvalid_1's auc: 0.82644\tvalid_1's binary_logloss: 0.139174\n", + "[43]\ttraining's auc: 0.933172\ttraining's binary_logloss: 0.101676\tvalid_1's auc: 0.826256\tvalid_1's binary_logloss: 0.139262\n", + "[44]\ttraining's auc: 0.933569\ttraining's binary_logloss: 0.101296\tvalid_1's auc: 0.825773\tvalid_1's binary_logloss: 0.139428\n", + "[45]\ttraining's auc: 0.934175\ttraining's binary_logloss: 0.100855\tvalid_1's auc: 0.825556\tvalid_1's binary_logloss: 0.139525\n", + "[46]\ttraining's auc: 0.934949\ttraining's binary_logloss: 0.100477\tvalid_1's auc: 0.826272\tvalid_1's binary_logloss: 0.139441\n", + "[47]\ttraining's auc: 0.936035\ttraining's binary_logloss: 0.099964\tvalid_1's auc: 0.826319\tvalid_1's binary_logloss: 0.139438\n", + "[1]\ttraining's auc: 0.839116\ttraining's binary_logloss: 0.158407\tvalid_1's auc: 0.808457\tvalid_1's binary_logloss: 0.160442\n", + "[2]\ttraining's auc: 0.84236\ttraining's binary_logloss: 0.153995\tvalid_1's auc: 0.808509\tvalid_1's binary_logloss: 0.156958\n", + "[3]\ttraining's auc: 0.845859\ttraining's binary_logloss: 0.150591\tvalid_1's auc: 0.811508\tvalid_1's binary_logloss: 0.154196\n", + "[4]\ttraining's auc: 0.852968\ttraining's binary_logloss: 0.147664\tvalid_1's auc: 0.81863\tvalid_1's binary_logloss: 0.151787\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[5]\ttraining's auc: 0.855483\ttraining's binary_logloss: 0.145139\tvalid_1's auc: 0.820538\tvalid_1's binary_logloss: 0.149919\n", + "[6]\ttraining's auc: 0.856827\ttraining's binary_logloss: 0.14298\tvalid_1's auc: 0.821063\tvalid_1's binary_logloss: 0.148333\n", + "[7]\ttraining's auc: 0.858639\ttraining's binary_logloss: 0.14107\tvalid_1's auc: 0.821902\tvalid_1's binary_logloss: 0.146983\n", + "[8]\ttraining's auc: 0.859908\ttraining's binary_logloss: 0.139361\tvalid_1's auc: 0.822497\tvalid_1's binary_logloss: 0.145726\n", + "[9]\ttraining's auc: 0.863745\ttraining's binary_logloss: 0.137787\tvalid_1's auc: 0.824282\tvalid_1's binary_logloss: 0.14463\n", + "[10]\ttraining's auc: 0.864538\ttraining's binary_logloss: 0.136428\tvalid_1's auc: 0.825618\tvalid_1's binary_logloss: 0.143613\n", + "[11]\ttraining's auc: 0.866724\ttraining's binary_logloss: 0.135202\tvalid_1's auc: 0.826482\tvalid_1's binary_logloss: 0.142771\n", + "[12]\ttraining's auc: 0.867727\ttraining's binary_logloss: 0.134076\tvalid_1's auc: 0.826391\tvalid_1's binary_logloss: 0.142056\n", + "[13]\ttraining's auc: 0.868857\ttraining's binary_logloss: 0.133027\tvalid_1's auc: 0.827342\tvalid_1's binary_logloss: 0.14137\n", + "[14]\ttraining's auc: 0.869679\ttraining's binary_logloss: 0.132059\tvalid_1's auc: 0.828518\tvalid_1's binary_logloss: 0.140793\n", + "[15]\ttraining's auc: 0.871776\ttraining's binary_logloss: 0.131133\tvalid_1's auc: 0.828835\tvalid_1's binary_logloss: 0.140221\n", + "[16]\ttraining's auc: 0.873402\ttraining's binary_logloss: 0.130227\tvalid_1's auc: 0.828737\tvalid_1's binary_logloss: 0.139779\n", + "[17]\ttraining's auc: 0.874229\ttraining's binary_logloss: 0.129462\tvalid_1's auc: 0.828419\tvalid_1's binary_logloss: 0.139356\n", + "[18]\ttraining's auc: 0.87588\ttraining's binary_logloss: 0.128723\tvalid_1's auc: 0.829012\tvalid_1's binary_logloss: 0.138981\n", + "[19]\ttraining's auc: 0.876785\ttraining's binary_logloss: 0.127956\tvalid_1's auc: 0.828379\tvalid_1's binary_logloss: 0.138633\n", + "[20]\ttraining's auc: 0.879179\ttraining's binary_logloss: 0.127219\tvalid_1's auc: 0.829929\tvalid_1's binary_logloss: 0.138249\n", + "[21]\ttraining's auc: 0.880303\ttraining's binary_logloss: 0.126597\tvalid_1's auc: 0.830448\tvalid_1's binary_logloss: 0.137992\n", + "[22]\ttraining's auc: 0.881288\ttraining's binary_logloss: 0.126\tvalid_1's auc: 0.830394\tvalid_1's binary_logloss: 0.137763\n", + "[23]\ttraining's auc: 0.882558\ttraining's binary_logloss: 0.125393\tvalid_1's auc: 0.830038\tvalid_1's binary_logloss: 0.137588\n", + "[24]\ttraining's auc: 0.883926\ttraining's binary_logloss: 0.124825\tvalid_1's auc: 0.830192\tvalid_1's binary_logloss: 0.137368\n", + "[25]\ttraining's auc: 0.885044\ttraining's binary_logloss: 0.124271\tvalid_1's auc: 0.829873\tvalid_1's binary_logloss: 0.137225\n", + "[26]\ttraining's auc: 0.885878\ttraining's binary_logloss: 0.123746\tvalid_1's auc: 0.829939\tvalid_1's binary_logloss: 0.137022\n", + "[27]\ttraining's auc: 0.88709\ttraining's binary_logloss: 0.123222\tvalid_1's auc: 0.829906\tvalid_1's binary_logloss: 0.136905\n", + "[28]\ttraining's auc: 0.888339\ttraining's binary_logloss: 0.122766\tvalid_1's auc: 0.829364\tvalid_1's binary_logloss: 0.136813\n", + "[29]\ttraining's auc: 0.889307\ttraining's binary_logloss: 0.122303\tvalid_1's auc: 0.829371\tvalid_1's binary_logloss: 0.136708\n", + "[30]\ttraining's auc: 0.890269\ttraining's binary_logloss: 0.121836\tvalid_1's auc: 0.8294\tvalid_1's binary_logloss: 0.136606\n", + "[31]\ttraining's auc: 0.891429\ttraining's binary_logloss: 0.121393\tvalid_1's auc: 0.829075\tvalid_1's binary_logloss: 0.136557\n", + "[32]\ttraining's auc: 0.892144\ttraining's binary_logloss: 0.120951\tvalid_1's auc: 0.829362\tvalid_1's binary_logloss: 0.136424\n", + "[33]\ttraining's auc: 0.892964\ttraining's binary_logloss: 0.120532\tvalid_1's auc: 0.829091\tvalid_1's binary_logloss: 0.136395\n", + "[34]\ttraining's auc: 0.893836\ttraining's binary_logloss: 0.120122\tvalid_1's auc: 0.829155\tvalid_1's binary_logloss: 0.136334\n", + "[35]\ttraining's auc: 0.894672\ttraining's binary_logloss: 0.119724\tvalid_1's auc: 0.829209\tvalid_1's binary_logloss: 0.136262\n", + "[36]\ttraining's auc: 0.896202\ttraining's binary_logloss: 0.119294\tvalid_1's auc: 0.82952\tvalid_1's binary_logloss: 0.136197\n", + "[37]\ttraining's auc: 0.896842\ttraining's binary_logloss: 0.118953\tvalid_1's auc: 0.829144\tvalid_1's binary_logloss: 0.136226\n", + "[38]\ttraining's auc: 0.897667\ttraining's binary_logloss: 0.118549\tvalid_1's auc: 0.82905\tvalid_1's binary_logloss: 0.136224\n", + "[39]\ttraining's auc: 0.898387\ttraining's binary_logloss: 0.118188\tvalid_1's auc: 0.82945\tvalid_1's binary_logloss: 0.136145\n", + "[40]\ttraining's auc: 0.89917\ttraining's binary_logloss: 0.117842\tvalid_1's auc: 0.829547\tvalid_1's binary_logloss: 0.13612\n", + "[41]\ttraining's auc: 0.90016\ttraining's binary_logloss: 0.117447\tvalid_1's auc: 0.82916\tvalid_1's binary_logloss: 0.136157\n", + "[42]\ttraining's auc: 0.901061\ttraining's binary_logloss: 0.117077\tvalid_1's auc: 0.829399\tvalid_1's binary_logloss: 0.136128\n", + "[43]\ttraining's auc: 0.901701\ttraining's binary_logloss: 0.116759\tvalid_1's auc: 0.829311\tvalid_1's binary_logloss: 0.136142\n", + "[44]\ttraining's auc: 0.902711\ttraining's binary_logloss: 0.116342\tvalid_1's auc: 0.829114\tvalid_1's binary_logloss: 0.136202\n", + "[45]\ttraining's auc: 0.903459\ttraining's binary_logloss: 0.116016\tvalid_1's auc: 0.828989\tvalid_1's binary_logloss: 0.136209\n", + "[46]\ttraining's auc: 0.904852\ttraining's binary_logloss: 0.115661\tvalid_1's auc: 0.828915\tvalid_1's binary_logloss: 0.136218\n", + "[47]\ttraining's auc: 0.90558\ttraining's binary_logloss: 0.115335\tvalid_1's auc: 0.828664\tvalid_1's binary_logloss: 0.136265\n", + "[48]\ttraining's auc: 0.906524\ttraining's binary_logloss: 0.114987\tvalid_1's auc: 0.829332\tvalid_1's binary_logloss: 0.136185\n", + "[49]\ttraining's auc: 0.90757\ttraining's binary_logloss: 0.114703\tvalid_1's auc: 0.829223\tvalid_1's binary_logloss: 0.136156\n", + "[50]\ttraining's auc: 0.908323\ttraining's binary_logloss: 0.114429\tvalid_1's auc: 0.829253\tvalid_1's binary_logloss: 0.136146\n", + "[51]\ttraining's auc: 0.908915\ttraining's binary_logloss: 0.114138\tvalid_1's auc: 0.829178\tvalid_1's binary_logloss: 0.136162\n", + "[1]\ttraining's auc: 0.835511\ttraining's binary_logloss: 0.160929\tvalid_1's auc: 0.819654\tvalid_1's binary_logloss: 0.155831\n", + "[2]\ttraining's auc: 0.840626\ttraining's binary_logloss: 0.156494\tvalid_1's auc: 0.822946\tvalid_1's binary_logloss: 0.152183\n", + "[3]\ttraining's auc: 0.844525\ttraining's binary_logloss: 0.152878\tvalid_1's auc: 0.825064\tvalid_1's binary_logloss: 0.149383\n", + "[4]\ttraining's auc: 0.851467\ttraining's binary_logloss: 0.149991\tvalid_1's auc: 0.829936\tvalid_1's binary_logloss: 0.147084\n", + "[5]\ttraining's auc: 0.854447\ttraining's binary_logloss: 0.147533\tvalid_1's auc: 0.83216\tvalid_1's binary_logloss: 0.14519\n", + "[6]\ttraining's auc: 0.857472\ttraining's binary_logloss: 0.145319\tvalid_1's auc: 0.833905\tvalid_1's binary_logloss: 0.143543\n", + "[7]\ttraining's auc: 0.860339\ttraining's binary_logloss: 0.143397\tvalid_1's auc: 0.834078\tvalid_1's binary_logloss: 0.142131\n", + "[8]\ttraining's auc: 0.861304\ttraining's binary_logloss: 0.141745\tvalid_1's auc: 0.834468\tvalid_1's binary_logloss: 0.140892\n", + "[9]\ttraining's auc: 0.862956\ttraining's binary_logloss: 0.140132\tvalid_1's auc: 0.834869\tvalid_1's binary_logloss: 0.139771\n", + "[10]\ttraining's auc: 0.864847\ttraining's binary_logloss: 0.138724\tvalid_1's auc: 0.835446\tvalid_1's binary_logloss: 0.13885\n", + "[11]\ttraining's auc: 0.86623\ttraining's binary_logloss: 0.137473\tvalid_1's auc: 0.835713\tvalid_1's binary_logloss: 0.138002\n", + "[12]\ttraining's auc: 0.867981\ttraining's binary_logloss: 0.136307\tvalid_1's auc: 0.835994\tvalid_1's binary_logloss: 0.13717\n", + "[13]\ttraining's auc: 0.869792\ttraining's binary_logloss: 0.135215\tvalid_1's auc: 0.835849\tvalid_1's binary_logloss: 0.136529\n", + "[14]\ttraining's auc: 0.87115\ttraining's binary_logloss: 0.134209\tvalid_1's auc: 0.836053\tvalid_1's binary_logloss: 0.135914\n", + "[15]\ttraining's auc: 0.871924\ttraining's binary_logloss: 0.133319\tvalid_1's auc: 0.835712\tvalid_1's binary_logloss: 0.135401\n", + "[16]\ttraining's auc: 0.872904\ttraining's binary_logloss: 0.132493\tvalid_1's auc: 0.835751\tvalid_1's binary_logloss: 0.134902\n", + "[17]\ttraining's auc: 0.874395\ttraining's binary_logloss: 0.131698\tvalid_1's auc: 0.836064\tvalid_1's binary_logloss: 0.134472\n", + "[18]\ttraining's auc: 0.875218\ttraining's binary_logloss: 0.130924\tvalid_1's auc: 0.836057\tvalid_1's binary_logloss: 0.134051\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[19]\ttraining's auc: 0.876474\ttraining's binary_logloss: 0.130177\tvalid_1's auc: 0.836385\tvalid_1's binary_logloss: 0.133702\n", + "[20]\ttraining's auc: 0.8775\ttraining's binary_logloss: 0.129479\tvalid_1's auc: 0.836202\tvalid_1's binary_logloss: 0.133362\n", + "[21]\ttraining's auc: 0.878491\ttraining's binary_logloss: 0.128823\tvalid_1's auc: 0.835944\tvalid_1's binary_logloss: 0.133095\n", + "[22]\ttraining's auc: 0.879727\ttraining's binary_logloss: 0.128171\tvalid_1's auc: 0.835803\tvalid_1's binary_logloss: 0.132857\n", + "[23]\ttraining's auc: 0.880833\ttraining's binary_logloss: 0.127616\tvalid_1's auc: 0.835788\tvalid_1's binary_logloss: 0.132656\n", + "[24]\ttraining's auc: 0.881877\ttraining's binary_logloss: 0.127021\tvalid_1's auc: 0.836304\tvalid_1's binary_logloss: 0.132396\n", + "[25]\ttraining's auc: 0.882678\ttraining's binary_logloss: 0.126477\tvalid_1's auc: 0.835986\tvalid_1's binary_logloss: 0.132262\n", + "[26]\ttraining's auc: 0.883555\ttraining's binary_logloss: 0.125961\tvalid_1's auc: 0.835858\tvalid_1's binary_logloss: 0.13208\n", + "[27]\ttraining's auc: 0.884369\ttraining's binary_logloss: 0.125451\tvalid_1's auc: 0.835428\tvalid_1's binary_logloss: 0.131989\n", + "[28]\ttraining's auc: 0.885377\ttraining's binary_logloss: 0.124981\tvalid_1's auc: 0.835452\tvalid_1's binary_logloss: 0.13185\n", + "[29]\ttraining's auc: 0.886205\ttraining's binary_logloss: 0.124531\tvalid_1's auc: 0.835686\tvalid_1's binary_logloss: 0.131779\n", + "[30]\ttraining's auc: 0.88734\ttraining's binary_logloss: 0.124051\tvalid_1's auc: 0.835626\tvalid_1's binary_logloss: 0.131672\n", + "[31]\ttraining's auc: 0.888378\ttraining's binary_logloss: 0.123597\tvalid_1's auc: 0.835459\tvalid_1's binary_logloss: 0.131575\n", + "[32]\ttraining's auc: 0.889141\ttraining's binary_logloss: 0.123168\tvalid_1's auc: 0.835337\tvalid_1's binary_logloss: 0.131481\n", + "[33]\ttraining's auc: 0.890503\ttraining's binary_logloss: 0.122676\tvalid_1's auc: 0.835828\tvalid_1's binary_logloss: 0.131353\n", + "[34]\ttraining's auc: 0.891378\ttraining's binary_logloss: 0.122245\tvalid_1's auc: 0.836002\tvalid_1's binary_logloss: 0.131263\n", + "[35]\ttraining's auc: 0.892331\ttraining's binary_logloss: 0.121818\tvalid_1's auc: 0.836003\tvalid_1's binary_logloss: 0.131189\n", + "[36]\ttraining's auc: 0.893258\ttraining's binary_logloss: 0.121405\tvalid_1's auc: 0.836243\tvalid_1's binary_logloss: 0.13109\n", + "[37]\ttraining's auc: 0.894007\ttraining's binary_logloss: 0.121003\tvalid_1's auc: 0.836329\tvalid_1's binary_logloss: 0.131002\n", + "[38]\ttraining's auc: 0.894857\ttraining's binary_logloss: 0.120597\tvalid_1's auc: 0.836167\tvalid_1's binary_logloss: 0.130971\n", + "[39]\ttraining's auc: 0.895892\ttraining's binary_logloss: 0.120185\tvalid_1's auc: 0.836212\tvalid_1's binary_logloss: 0.130903\n", + "[40]\ttraining's auc: 0.896974\ttraining's binary_logloss: 0.119802\tvalid_1's auc: 0.836233\tvalid_1's binary_logloss: 0.130872\n", + "[41]\ttraining's auc: 0.898098\ttraining's binary_logloss: 0.119418\tvalid_1's auc: 0.836148\tvalid_1's binary_logloss: 0.130862\n", + "[42]\ttraining's auc: 0.899063\ttraining's binary_logloss: 0.119056\tvalid_1's auc: 0.836593\tvalid_1's binary_logloss: 0.130779\n", + "[43]\ttraining's auc: 0.899745\ttraining's binary_logloss: 0.118756\tvalid_1's auc: 0.836736\tvalid_1's binary_logloss: 0.130742\n", + "[44]\ttraining's auc: 0.900656\ttraining's binary_logloss: 0.118388\tvalid_1's auc: 0.836915\tvalid_1's binary_logloss: 0.130682\n", + "[45]\ttraining's auc: 0.901872\ttraining's binary_logloss: 0.118002\tvalid_1's auc: 0.836931\tvalid_1's binary_logloss: 0.130638\n", + "[46]\ttraining's auc: 0.90301\ttraining's binary_logloss: 0.117643\tvalid_1's auc: 0.836945\tvalid_1's binary_logloss: 0.130634\n", + "[47]\ttraining's auc: 0.903653\ttraining's binary_logloss: 0.11734\tvalid_1's auc: 0.837037\tvalid_1's binary_logloss: 0.130606\n", + "[48]\ttraining's auc: 0.904504\ttraining's binary_logloss: 0.117001\tvalid_1's auc: 0.836725\tvalid_1's binary_logloss: 0.130627\n", + "[49]\ttraining's auc: 0.905254\ttraining's binary_logloss: 0.116708\tvalid_1's auc: 0.836879\tvalid_1's binary_logloss: 0.130611\n", + "[50]\ttraining's auc: 0.906078\ttraining's binary_logloss: 0.116441\tvalid_1's auc: 0.836768\tvalid_1's binary_logloss: 0.130604\n", + "[51]\ttraining's auc: 0.907102\ttraining's binary_logloss: 0.116124\tvalid_1's auc: 0.83688\tvalid_1's binary_logloss: 0.130594\n", + "[52]\ttraining's auc: 0.908065\ttraining's binary_logloss: 0.115817\tvalid_1's auc: 0.836719\tvalid_1's binary_logloss: 0.130621\n", + "[53]\ttraining's auc: 0.908831\ttraining's binary_logloss: 0.115538\tvalid_1's auc: 0.836933\tvalid_1's binary_logloss: 0.130597\n", + "[54]\ttraining's auc: 0.909531\ttraining's binary_logloss: 0.115232\tvalid_1's auc: 0.836806\tvalid_1's binary_logloss: 0.130625\n", + "[55]\ttraining's auc: 0.910267\ttraining's binary_logloss: 0.114953\tvalid_1's auc: 0.836906\tvalid_1's binary_logloss: 0.13061\n", + "[56]\ttraining's auc: 0.910996\ttraining's binary_logloss: 0.114663\tvalid_1's auc: 0.836881\tvalid_1's binary_logloss: 0.130603\n", + "[57]\ttraining's auc: 0.911761\ttraining's binary_logloss: 0.114364\tvalid_1's auc: 0.836948\tvalid_1's binary_logloss: 0.130614\n", + "[58]\ttraining's auc: 0.912603\ttraining's binary_logloss: 0.114108\tvalid_1's auc: 0.836884\tvalid_1's binary_logloss: 0.130635\n", + "[59]\ttraining's auc: 0.913171\ttraining's binary_logloss: 0.113873\tvalid_1's auc: 0.836973\tvalid_1's binary_logloss: 0.130608\n", + "[60]\ttraining's auc: 0.914179\ttraining's binary_logloss: 0.113589\tvalid_1's auc: 0.836887\tvalid_1's binary_logloss: 0.130602\n", + "[61]\ttraining's auc: 0.914796\ttraining's binary_logloss: 0.113298\tvalid_1's auc: 0.836967\tvalid_1's binary_logloss: 0.130601\n", + "[62]\ttraining's auc: 0.915329\ttraining's binary_logloss: 0.113059\tvalid_1's auc: 0.836824\tvalid_1's binary_logloss: 0.130626\n", + "[63]\ttraining's auc: 0.915906\ttraining's binary_logloss: 0.11277\tvalid_1's auc: 0.836741\tvalid_1's binary_logloss: 0.130639\n", + "[64]\ttraining's auc: 0.916425\ttraining's binary_logloss: 0.112561\tvalid_1's auc: 0.836593\tvalid_1's binary_logloss: 0.130684\n", + "[65]\ttraining's auc: 0.917317\ttraining's binary_logloss: 0.112273\tvalid_1's auc: 0.836416\tvalid_1's binary_logloss: 0.130734\n", + "[66]\ttraining's auc: 0.917674\ttraining's binary_logloss: 0.11206\tvalid_1's auc: 0.836232\tvalid_1's binary_logloss: 0.130774\n", + "[67]\ttraining's auc: 0.918126\ttraining's binary_logloss: 0.111809\tvalid_1's auc: 0.835986\tvalid_1's binary_logloss: 0.130812\n", + "[68]\ttraining's auc: 0.918616\ttraining's binary_logloss: 0.111567\tvalid_1's auc: 0.836002\tvalid_1's binary_logloss: 0.130822\n", + "[69]\ttraining's auc: 0.919189\ttraining's binary_logloss: 0.111302\tvalid_1's auc: 0.835639\tvalid_1's binary_logloss: 0.130914\n", + "[70]\ttraining's auc: 0.919614\ttraining's binary_logloss: 0.111067\tvalid_1's auc: 0.835705\tvalid_1's binary_logloss: 0.130902\n", + "[71]\ttraining's auc: 0.920227\ttraining's binary_logloss: 0.110806\tvalid_1's auc: 0.835951\tvalid_1's binary_logloss: 0.130851\n", + "[72]\ttraining's auc: 0.920641\ttraining's binary_logloss: 0.110576\tvalid_1's auc: 0.835869\tvalid_1's binary_logloss: 0.130871\n", + "[73]\ttraining's auc: 0.921038\ttraining's binary_logloss: 0.110351\tvalid_1's auc: 0.835913\tvalid_1's binary_logloss: 0.130874\n", + "[74]\ttraining's auc: 0.921692\ttraining's binary_logloss: 0.110051\tvalid_1's auc: 0.835825\tvalid_1's binary_logloss: 0.130914\n", + "[75]\ttraining's auc: 0.92206\ttraining's binary_logloss: 0.109837\tvalid_1's auc: 0.835923\tvalid_1's binary_logloss: 0.13091\n", + "[76]\ttraining's auc: 0.922658\ttraining's binary_logloss: 0.109639\tvalid_1's auc: 0.835933\tvalid_1's binary_logloss: 0.130919\n", + "[77]\ttraining's auc: 0.923055\ttraining's binary_logloss: 0.109417\tvalid_1's auc: 0.835784\tvalid_1's binary_logloss: 0.13095\n", + "[1]\ttraining's auc: 0.834503\ttraining's binary_logloss: 0.157399\tvalid_1's auc: 0.813411\tvalid_1's binary_logloss: 0.163404\n", + "[2]\ttraining's auc: 0.839454\ttraining's binary_logloss: 0.153182\tvalid_1's auc: 0.819011\tvalid_1's binary_logloss: 0.159561\n", + "[3]\ttraining's auc: 0.846944\ttraining's binary_logloss: 0.149714\tvalid_1's auc: 0.826293\tvalid_1's binary_logloss: 0.156293\n", + "[4]\ttraining's auc: 0.851065\ttraining's binary_logloss: 0.146888\tvalid_1's auc: 0.826033\tvalid_1's binary_logloss: 0.153789\n", + "[5]\ttraining's auc: 0.852662\ttraining's binary_logloss: 0.14446\tvalid_1's auc: 0.826574\tvalid_1's binary_logloss: 0.151732\n", + "[6]\ttraining's auc: 0.855441\ttraining's binary_logloss: 0.142282\tvalid_1's auc: 0.828235\tvalid_1's binary_logloss: 0.149964\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[7]\ttraining's auc: 0.856989\ttraining's binary_logloss: 0.140392\tvalid_1's auc: 0.828256\tvalid_1's binary_logloss: 0.148457\n", + "[8]\ttraining's auc: 0.859909\ttraining's binary_logloss: 0.138736\tvalid_1's auc: 0.828911\tvalid_1's binary_logloss: 0.14717\n", + "[9]\ttraining's auc: 0.860832\ttraining's binary_logloss: 0.137248\tvalid_1's auc: 0.828917\tvalid_1's binary_logloss: 0.146114\n", + "[10]\ttraining's auc: 0.862409\ttraining's binary_logloss: 0.135939\tvalid_1's auc: 0.829175\tvalid_1's binary_logloss: 0.145124\n", + "[11]\ttraining's auc: 0.863555\ttraining's binary_logloss: 0.134642\tvalid_1's auc: 0.829481\tvalid_1's binary_logloss: 0.144268\n", + "[12]\ttraining's auc: 0.864843\ttraining's binary_logloss: 0.133431\tvalid_1's auc: 0.829963\tvalid_1's binary_logloss: 0.143463\n", + "[13]\ttraining's auc: 0.866107\ttraining's binary_logloss: 0.13233\tvalid_1's auc: 0.830554\tvalid_1's binary_logloss: 0.142752\n", + "[14]\ttraining's auc: 0.868249\ttraining's binary_logloss: 0.131313\tvalid_1's auc: 0.830759\tvalid_1's binary_logloss: 0.14214\n", + "[15]\ttraining's auc: 0.870787\ttraining's binary_logloss: 0.130412\tvalid_1's auc: 0.833385\tvalid_1's binary_logloss: 0.141562\n", + "[16]\ttraining's auc: 0.872187\ttraining's binary_logloss: 0.129556\tvalid_1's auc: 0.833836\tvalid_1's binary_logloss: 0.14104\n", + "[17]\ttraining's auc: 0.873878\ttraining's binary_logloss: 0.128734\tvalid_1's auc: 0.833716\tvalid_1's binary_logloss: 0.140595\n", + "[18]\ttraining's auc: 0.875359\ttraining's binary_logloss: 0.127992\tvalid_1's auc: 0.833411\tvalid_1's binary_logloss: 0.140234\n", + "[19]\ttraining's auc: 0.876113\ttraining's binary_logloss: 0.127288\tvalid_1's auc: 0.833284\tvalid_1's binary_logloss: 0.139824\n", + "[20]\ttraining's auc: 0.877678\ttraining's binary_logloss: 0.126614\tvalid_1's auc: 0.833206\tvalid_1's binary_logloss: 0.139496\n", + "[21]\ttraining's auc: 0.878755\ttraining's binary_logloss: 0.12599\tvalid_1's auc: 0.833572\tvalid_1's binary_logloss: 0.139197\n", + "[22]\ttraining's auc: 0.880075\ttraining's binary_logloss: 0.1254\tvalid_1's auc: 0.833969\tvalid_1's binary_logloss: 0.138896\n", + "[23]\ttraining's auc: 0.881379\ttraining's binary_logloss: 0.124814\tvalid_1's auc: 0.834301\tvalid_1's binary_logloss: 0.13866\n", + "[24]\ttraining's auc: 0.88242\ttraining's binary_logloss: 0.124263\tvalid_1's auc: 0.834477\tvalid_1's binary_logloss: 0.138453\n", + "[25]\ttraining's auc: 0.884296\ttraining's binary_logloss: 0.123656\tvalid_1's auc: 0.834783\tvalid_1's binary_logloss: 0.138225\n", + "[26]\ttraining's auc: 0.885267\ttraining's binary_logloss: 0.123108\tvalid_1's auc: 0.83486\tvalid_1's binary_logloss: 0.138023\n", + "[27]\ttraining's auc: 0.886463\ttraining's binary_logloss: 0.122607\tvalid_1's auc: 0.834275\tvalid_1's binary_logloss: 0.137909\n", + "[28]\ttraining's auc: 0.887275\ttraining's binary_logloss: 0.122128\tvalid_1's auc: 0.83444\tvalid_1's binary_logloss: 0.137717\n", + "[29]\ttraining's auc: 0.888741\ttraining's binary_logloss: 0.121602\tvalid_1's auc: 0.834967\tvalid_1's binary_logloss: 0.137547\n", + "[30]\ttraining's auc: 0.889586\ttraining's binary_logloss: 0.12114\tvalid_1's auc: 0.835075\tvalid_1's binary_logloss: 0.137423\n", + "[31]\ttraining's auc: 0.890762\ttraining's binary_logloss: 0.120665\tvalid_1's auc: 0.835521\tvalid_1's binary_logloss: 0.137317\n", + "[32]\ttraining's auc: 0.89175\ttraining's binary_logloss: 0.120215\tvalid_1's auc: 0.836051\tvalid_1's binary_logloss: 0.137169\n", + "[33]\ttraining's auc: 0.892804\ttraining's binary_logloss: 0.119765\tvalid_1's auc: 0.836132\tvalid_1's binary_logloss: 0.137086\n", + "[34]\ttraining's auc: 0.893706\ttraining's binary_logloss: 0.119354\tvalid_1's auc: 0.836139\tvalid_1's binary_logloss: 0.137031\n", + "[35]\ttraining's auc: 0.894544\ttraining's binary_logloss: 0.118968\tvalid_1's auc: 0.836446\tvalid_1's binary_logloss: 0.136942\n", + "[36]\ttraining's auc: 0.895413\ttraining's binary_logloss: 0.11857\tvalid_1's auc: 0.836329\tvalid_1's binary_logloss: 0.136871\n", + "[37]\ttraining's auc: 0.896492\ttraining's binary_logloss: 0.118202\tvalid_1's auc: 0.836576\tvalid_1's binary_logloss: 0.136794\n", + "[38]\ttraining's auc: 0.897031\ttraining's binary_logloss: 0.117871\tvalid_1's auc: 0.836223\tvalid_1's binary_logloss: 0.136792\n", + "[39]\ttraining's auc: 0.897782\ttraining's binary_logloss: 0.11752\tvalid_1's auc: 0.835819\tvalid_1's binary_logloss: 0.136828\n", + "[40]\ttraining's auc: 0.898598\ttraining's binary_logloss: 0.117188\tvalid_1's auc: 0.835672\tvalid_1's binary_logloss: 0.1368\n", + "[41]\ttraining's auc: 0.899457\ttraining's binary_logloss: 0.116828\tvalid_1's auc: 0.835393\tvalid_1's binary_logloss: 0.136748\n", + "[42]\ttraining's auc: 0.900328\ttraining's binary_logloss: 0.116439\tvalid_1's auc: 0.835375\tvalid_1's binary_logloss: 0.136684\n", + "[43]\ttraining's auc: 0.901481\ttraining's binary_logloss: 0.116088\tvalid_1's auc: 0.83511\tvalid_1's binary_logloss: 0.136687\n", + "[44]\ttraining's auc: 0.902481\ttraining's binary_logloss: 0.11568\tvalid_1's auc: 0.835033\tvalid_1's binary_logloss: 0.136687\n", + "[45]\ttraining's auc: 0.903429\ttraining's binary_logloss: 0.115344\tvalid_1's auc: 0.835207\tvalid_1's binary_logloss: 0.136679\n", + "[46]\ttraining's auc: 0.904098\ttraining's binary_logloss: 0.115031\tvalid_1's auc: 0.834996\tvalid_1's binary_logloss: 0.136718\n", + "[47]\ttraining's auc: 0.905021\ttraining's binary_logloss: 0.114698\tvalid_1's auc: 0.834861\tvalid_1's binary_logloss: 0.136757\n", + "[48]\ttraining's auc: 0.905917\ttraining's binary_logloss: 0.114378\tvalid_1's auc: 0.834907\tvalid_1's binary_logloss: 0.136748\n", + "[49]\ttraining's auc: 0.90652\ttraining's binary_logloss: 0.11406\tvalid_1's auc: 0.834745\tvalid_1's binary_logloss: 0.13679\n", + "[50]\ttraining's auc: 0.907596\ttraining's binary_logloss: 0.113772\tvalid_1's auc: 0.834976\tvalid_1's binary_logloss: 0.136743\n", + "[51]\ttraining's auc: 0.908438\ttraining's binary_logloss: 0.113494\tvalid_1's auc: 0.834764\tvalid_1's binary_logloss: 0.136768\n", + "[52]\ttraining's auc: 0.909138\ttraining's binary_logloss: 0.11322\tvalid_1's auc: 0.834553\tvalid_1's binary_logloss: 0.136796\n", + "[53]\ttraining's auc: 0.91026\ttraining's binary_logloss: 0.11291\tvalid_1's auc: 0.834594\tvalid_1's binary_logloss: 0.136802\n", + "[54]\ttraining's auc: 0.911165\ttraining's binary_logloss: 0.112659\tvalid_1's auc: 0.834642\tvalid_1's binary_logloss: 0.13681\n", + "[55]\ttraining's auc: 0.911747\ttraining's binary_logloss: 0.112394\tvalid_1's auc: 0.834394\tvalid_1's binary_logloss: 0.136839\n", + "[56]\ttraining's auc: 0.912282\ttraining's binary_logloss: 0.112152\tvalid_1's auc: 0.834436\tvalid_1's binary_logloss: 0.136817\n", + "[57]\ttraining's auc: 0.913216\ttraining's binary_logloss: 0.111831\tvalid_1's auc: 0.834432\tvalid_1's binary_logloss: 0.136843\n", + "[58]\ttraining's auc: 0.913849\ttraining's binary_logloss: 0.111582\tvalid_1's auc: 0.834285\tvalid_1's binary_logloss: 0.136843\n", + "[59]\ttraining's auc: 0.914384\ttraining's binary_logloss: 0.111309\tvalid_1's auc: 0.834247\tvalid_1's binary_logloss: 0.136871\n", + "[60]\ttraining's auc: 0.914903\ttraining's binary_logloss: 0.111077\tvalid_1's auc: 0.833798\tvalid_1's binary_logloss: 0.13696\n", + "[61]\ttraining's auc: 0.915517\ttraining's binary_logloss: 0.110801\tvalid_1's auc: 0.833659\tvalid_1's binary_logloss: 0.136979\n", + "[62]\ttraining's auc: 0.916195\ttraining's binary_logloss: 0.110516\tvalid_1's auc: 0.833471\tvalid_1's binary_logloss: 0.137027\n", + "[63]\ttraining's auc: 0.91689\ttraining's binary_logloss: 0.110232\tvalid_1's auc: 0.833442\tvalid_1's binary_logloss: 0.137015\n", + "[64]\ttraining's auc: 0.917469\ttraining's binary_logloss: 0.109937\tvalid_1's auc: 0.833273\tvalid_1's binary_logloss: 0.137088\n", + "[65]\ttraining's auc: 0.918136\ttraining's binary_logloss: 0.109677\tvalid_1's auc: 0.833317\tvalid_1's binary_logloss: 0.137111\n", + "[66]\ttraining's auc: 0.918633\ttraining's binary_logloss: 0.109461\tvalid_1's auc: 0.833327\tvalid_1's binary_logloss: 0.137114\n", + "[67]\ttraining's auc: 0.919329\ttraining's binary_logloss: 0.109126\tvalid_1's auc: 0.833358\tvalid_1's binary_logloss: 0.137116\n", + "[1]\ttraining's auc: 0.842505\ttraining's binary_logloss: 0.154575\tvalid_1's auc: 0.808054\tvalid_1's binary_logloss: 0.157515\n", + "[2]\ttraining's auc: 0.84905\ttraining's binary_logloss: 0.148601\tvalid_1's auc: 0.812705\tvalid_1's binary_logloss: 0.152991\n", + "[3]\ttraining's auc: 0.858257\ttraining's binary_logloss: 0.144161\tvalid_1's auc: 0.818699\tvalid_1's binary_logloss: 0.149736\n", + "[4]\ttraining's auc: 0.861388\ttraining's binary_logloss: 0.140701\tvalid_1's auc: 0.822829\tvalid_1's binary_logloss: 0.147176\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[5]\ttraining's auc: 0.863741\ttraining's binary_logloss: 0.137779\tvalid_1's auc: 0.824119\tvalid_1's binary_logloss: 0.145182\n", + "[6]\ttraining's auc: 0.867855\ttraining's binary_logloss: 0.135354\tvalid_1's auc: 0.824776\tvalid_1's binary_logloss: 0.143786\n", + "[7]\ttraining's auc: 0.871623\ttraining's binary_logloss: 0.13321\tvalid_1's auc: 0.826166\tvalid_1's binary_logloss: 0.14244\n", + "[8]\ttraining's auc: 0.873921\ttraining's binary_logloss: 0.131346\tvalid_1's auc: 0.827566\tvalid_1's binary_logloss: 0.141253\n", + "[9]\ttraining's auc: 0.876897\ttraining's binary_logloss: 0.129658\tvalid_1's auc: 0.828699\tvalid_1's binary_logloss: 0.140338\n", + "[10]\ttraining's auc: 0.881018\ttraining's binary_logloss: 0.128185\tvalid_1's auc: 0.828684\tvalid_1's binary_logloss: 0.139621\n", + "[11]\ttraining's auc: 0.883713\ttraining's binary_logloss: 0.126777\tvalid_1's auc: 0.829464\tvalid_1's binary_logloss: 0.138944\n", + "[12]\ttraining's auc: 0.885586\ttraining's binary_logloss: 0.125579\tvalid_1's auc: 0.829263\tvalid_1's binary_logloss: 0.138435\n", + "[13]\ttraining's auc: 0.887672\ttraining's binary_logloss: 0.124363\tvalid_1's auc: 0.830492\tvalid_1's binary_logloss: 0.137933\n", + "[14]\ttraining's auc: 0.890059\ttraining's binary_logloss: 0.123227\tvalid_1's auc: 0.830436\tvalid_1's binary_logloss: 0.137538\n", + "[15]\ttraining's auc: 0.891713\ttraining's binary_logloss: 0.122226\tvalid_1's auc: 0.830818\tvalid_1's binary_logloss: 0.137184\n", + "[16]\ttraining's auc: 0.893516\ttraining's binary_logloss: 0.121235\tvalid_1's auc: 0.830464\tvalid_1's binary_logloss: 0.13693\n", + "[17]\ttraining's auc: 0.895019\ttraining's binary_logloss: 0.120398\tvalid_1's auc: 0.830395\tvalid_1's binary_logloss: 0.136689\n", + "[18]\ttraining's auc: 0.896393\ttraining's binary_logloss: 0.119543\tvalid_1's auc: 0.830449\tvalid_1's binary_logloss: 0.136483\n", + "[19]\ttraining's auc: 0.898371\ttraining's binary_logloss: 0.118692\tvalid_1's auc: 0.830502\tvalid_1's binary_logloss: 0.136345\n", + "[20]\ttraining's auc: 0.899855\ttraining's binary_logloss: 0.117874\tvalid_1's auc: 0.830403\tvalid_1's binary_logloss: 0.136187\n", + "[21]\ttraining's auc: 0.901394\ttraining's binary_logloss: 0.117116\tvalid_1's auc: 0.830714\tvalid_1's binary_logloss: 0.136121\n", + "[22]\ttraining's auc: 0.902849\ttraining's binary_logloss: 0.116373\tvalid_1's auc: 0.830512\tvalid_1's binary_logloss: 0.136122\n", + "[23]\ttraining's auc: 0.904011\ttraining's binary_logloss: 0.115747\tvalid_1's auc: 0.829963\tvalid_1's binary_logloss: 0.136167\n", + "[24]\ttraining's auc: 0.905819\ttraining's binary_logloss: 0.115048\tvalid_1's auc: 0.829754\tvalid_1's binary_logloss: 0.136187\n", + "[25]\ttraining's auc: 0.907156\ttraining's binary_logloss: 0.114377\tvalid_1's auc: 0.829404\tvalid_1's binary_logloss: 0.136231\n", + "[26]\ttraining's auc: 0.909155\ttraining's binary_logloss: 0.113673\tvalid_1's auc: 0.829803\tvalid_1's binary_logloss: 0.136157\n", + "[27]\ttraining's auc: 0.91077\ttraining's binary_logloss: 0.113088\tvalid_1's auc: 0.829332\tvalid_1's binary_logloss: 0.13621\n", + "[28]\ttraining's auc: 0.912069\ttraining's binary_logloss: 0.1125\tvalid_1's auc: 0.829391\tvalid_1's binary_logloss: 0.136184\n", + "[29]\ttraining's auc: 0.913238\ttraining's binary_logloss: 0.111966\tvalid_1's auc: 0.829585\tvalid_1's binary_logloss: 0.136137\n", + "[30]\ttraining's auc: 0.914263\ttraining's binary_logloss: 0.1114\tvalid_1's auc: 0.829374\tvalid_1's binary_logloss: 0.136175\n", + "[31]\ttraining's auc: 0.916105\ttraining's binary_logloss: 0.110829\tvalid_1's auc: 0.829896\tvalid_1's binary_logloss: 0.136072\n", + "[32]\ttraining's auc: 0.917541\ttraining's binary_logloss: 0.110303\tvalid_1's auc: 0.829903\tvalid_1's binary_logloss: 0.136087\n", + "[33]\ttraining's auc: 0.918612\ttraining's binary_logloss: 0.109778\tvalid_1's auc: 0.829703\tvalid_1's binary_logloss: 0.136145\n", + "[34]\ttraining's auc: 0.920126\ttraining's binary_logloss: 0.109225\tvalid_1's auc: 0.829332\tvalid_1's binary_logloss: 0.136184\n", + "[35]\ttraining's auc: 0.921121\ttraining's binary_logloss: 0.108701\tvalid_1's auc: 0.828785\tvalid_1's binary_logloss: 0.136337\n", + "[36]\ttraining's auc: 0.921819\ttraining's binary_logloss: 0.108229\tvalid_1's auc: 0.82896\tvalid_1's binary_logloss: 0.136307\n", + "[37]\ttraining's auc: 0.923578\ttraining's binary_logloss: 0.107686\tvalid_1's auc: 0.829126\tvalid_1's binary_logloss: 0.136321\n", + "[38]\ttraining's auc: 0.924668\ttraining's binary_logloss: 0.107182\tvalid_1's auc: 0.829614\tvalid_1's binary_logloss: 0.136289\n", + "[39]\ttraining's auc: 0.925666\ttraining's binary_logloss: 0.10677\tvalid_1's auc: 0.829155\tvalid_1's binary_logloss: 0.1364\n", + "[40]\ttraining's auc: 0.926628\ttraining's binary_logloss: 0.106326\tvalid_1's auc: 0.828879\tvalid_1's binary_logloss: 0.136444\n", + "[41]\ttraining's auc: 0.927583\ttraining's binary_logloss: 0.105849\tvalid_1's auc: 0.828872\tvalid_1's binary_logloss: 0.136472\n", + "[42]\ttraining's auc: 0.928619\ttraining's binary_logloss: 0.105376\tvalid_1's auc: 0.828494\tvalid_1's binary_logloss: 0.136589\n", + "[43]\ttraining's auc: 0.929529\ttraining's binary_logloss: 0.104907\tvalid_1's auc: 0.828507\tvalid_1's binary_logloss: 0.136625\n", + "[44]\ttraining's auc: 0.930317\ttraining's binary_logloss: 0.104454\tvalid_1's auc: 0.827936\tvalid_1's binary_logloss: 0.136783\n", + "[45]\ttraining's auc: 0.930949\ttraining's binary_logloss: 0.104036\tvalid_1's auc: 0.827627\tvalid_1's binary_logloss: 0.136911\n", + "[1]\ttraining's auc: 0.837198\ttraining's binary_logloss: 0.157173\tvalid_1's auc: 0.819819\tvalid_1's binary_logloss: 0.153053\n", + "[2]\ttraining's auc: 0.846143\ttraining's binary_logloss: 0.150948\tvalid_1's auc: 0.824533\tvalid_1's binary_logloss: 0.148361\n", + "[3]\ttraining's auc: 0.855841\ttraining's binary_logloss: 0.146394\tvalid_1's auc: 0.830547\tvalid_1's binary_logloss: 0.145049\n", + "[4]\ttraining's auc: 0.860602\ttraining's binary_logloss: 0.142819\tvalid_1's auc: 0.830676\tvalid_1's binary_logloss: 0.142575\n", + "[5]\ttraining's auc: 0.863461\ttraining's binary_logloss: 0.139988\tvalid_1's auc: 0.831777\tvalid_1's binary_logloss: 0.140612\n", + "[6]\ttraining's auc: 0.869579\ttraining's binary_logloss: 0.137439\tvalid_1's auc: 0.832399\tvalid_1's binary_logloss: 0.138964\n", + "[7]\ttraining's auc: 0.872434\ttraining's binary_logloss: 0.135255\tvalid_1's auc: 0.833923\tvalid_1's binary_logloss: 0.137628\n", + "[8]\ttraining's auc: 0.875089\ttraining's binary_logloss: 0.133378\tvalid_1's auc: 0.833948\tvalid_1's binary_logloss: 0.136537\n", + "[9]\ttraining's auc: 0.876666\ttraining's binary_logloss: 0.131736\tvalid_1's auc: 0.833881\tvalid_1's binary_logloss: 0.135624\n", + "[10]\ttraining's auc: 0.878562\ttraining's binary_logloss: 0.130295\tvalid_1's auc: 0.833605\tvalid_1's binary_logloss: 0.134901\n", + "[11]\ttraining's auc: 0.88046\ttraining's binary_logloss: 0.128929\tvalid_1's auc: 0.833745\tvalid_1's binary_logloss: 0.134262\n", + "[12]\ttraining's auc: 0.882314\ttraining's binary_logloss: 0.127699\tvalid_1's auc: 0.834269\tvalid_1's binary_logloss: 0.133745\n", + "[13]\ttraining's auc: 0.884388\ttraining's binary_logloss: 0.126532\tvalid_1's auc: 0.834366\tvalid_1's binary_logloss: 0.133288\n", + "[14]\ttraining's auc: 0.886595\ttraining's binary_logloss: 0.125433\tvalid_1's auc: 0.834777\tvalid_1's binary_logloss: 0.132883\n", + "[15]\ttraining's auc: 0.888251\ttraining's binary_logloss: 0.124452\tvalid_1's auc: 0.833998\tvalid_1's binary_logloss: 0.132697\n", + "[16]\ttraining's auc: 0.890211\ttraining's binary_logloss: 0.123459\tvalid_1's auc: 0.83369\tvalid_1's binary_logloss: 0.132436\n", + "[17]\ttraining's auc: 0.892185\ttraining's binary_logloss: 0.122604\tvalid_1's auc: 0.833532\tvalid_1's binary_logloss: 0.132239\n", + "[18]\ttraining's auc: 0.894452\ttraining's binary_logloss: 0.121641\tvalid_1's auc: 0.833067\tvalid_1's binary_logloss: 0.132095\n", + "[19]\ttraining's auc: 0.896882\ttraining's binary_logloss: 0.120753\tvalid_1's auc: 0.833231\tvalid_1's binary_logloss: 0.13189\n", + "[20]\ttraining's auc: 0.898839\ttraining's binary_logloss: 0.119924\tvalid_1's auc: 0.833583\tvalid_1's binary_logloss: 0.131759\n", + "[21]\ttraining's auc: 0.899988\ttraining's binary_logloss: 0.119123\tvalid_1's auc: 0.833591\tvalid_1's binary_logloss: 0.13165\n", + "[22]\ttraining's auc: 0.902423\ttraining's binary_logloss: 0.118233\tvalid_1's auc: 0.833552\tvalid_1's binary_logloss: 0.131552\n", + "[23]\ttraining's auc: 0.904314\ttraining's binary_logloss: 0.117497\tvalid_1's auc: 0.834282\tvalid_1's binary_logloss: 0.131398\n", + "[24]\ttraining's auc: 0.905557\ttraining's binary_logloss: 0.11682\tvalid_1's auc: 0.834432\tvalid_1's binary_logloss: 0.131277\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[25]\ttraining's auc: 0.907057\ttraining's binary_logloss: 0.116193\tvalid_1's auc: 0.834743\tvalid_1's binary_logloss: 0.13117\n", + "[26]\ttraining's auc: 0.908271\ttraining's binary_logloss: 0.115576\tvalid_1's auc: 0.83419\tvalid_1's binary_logloss: 0.131239\n", + "[27]\ttraining's auc: 0.910741\ttraining's binary_logloss: 0.114927\tvalid_1's auc: 0.833715\tvalid_1's binary_logloss: 0.131226\n", + "[28]\ttraining's auc: 0.912008\ttraining's binary_logloss: 0.114368\tvalid_1's auc: 0.834214\tvalid_1's binary_logloss: 0.131124\n", + "[29]\ttraining's auc: 0.91352\ttraining's binary_logloss: 0.113764\tvalid_1's auc: 0.83465\tvalid_1's binary_logloss: 0.13107\n", + "[30]\ttraining's auc: 0.915049\ttraining's binary_logloss: 0.113149\tvalid_1's auc: 0.834696\tvalid_1's binary_logloss: 0.131122\n", + "[31]\ttraining's auc: 0.916345\ttraining's binary_logloss: 0.112573\tvalid_1's auc: 0.835036\tvalid_1's binary_logloss: 0.131037\n", + "[32]\ttraining's auc: 0.917819\ttraining's binary_logloss: 0.112042\tvalid_1's auc: 0.83531\tvalid_1's binary_logloss: 0.131005\n", + "[33]\ttraining's auc: 0.919739\ttraining's binary_logloss: 0.111497\tvalid_1's auc: 0.835383\tvalid_1's binary_logloss: 0.130973\n", + "[34]\ttraining's auc: 0.920838\ttraining's binary_logloss: 0.110926\tvalid_1's auc: 0.835269\tvalid_1's binary_logloss: 0.130979\n", + "[35]\ttraining's auc: 0.921734\ttraining's binary_logloss: 0.110441\tvalid_1's auc: 0.835693\tvalid_1's binary_logloss: 0.130913\n", + "[36]\ttraining's auc: 0.922725\ttraining's binary_logloss: 0.109981\tvalid_1's auc: 0.835988\tvalid_1's binary_logloss: 0.130903\n", + "[37]\ttraining's auc: 0.923614\ttraining's binary_logloss: 0.109511\tvalid_1's auc: 0.836087\tvalid_1's binary_logloss: 0.130896\n", + "[38]\ttraining's auc: 0.92456\ttraining's binary_logloss: 0.108961\tvalid_1's auc: 0.836448\tvalid_1's binary_logloss: 0.130846\n", + "[39]\ttraining's auc: 0.925592\ttraining's binary_logloss: 0.108407\tvalid_1's auc: 0.836248\tvalid_1's binary_logloss: 0.130918\n", + "[40]\ttraining's auc: 0.927027\ttraining's binary_logloss: 0.107937\tvalid_1's auc: 0.836285\tvalid_1's binary_logloss: 0.130935\n", + "[41]\ttraining's auc: 0.928155\ttraining's binary_logloss: 0.107421\tvalid_1's auc: 0.836204\tvalid_1's binary_logloss: 0.13101\n", + "[42]\ttraining's auc: 0.929254\ttraining's binary_logloss: 0.107009\tvalid_1's auc: 0.83641\tvalid_1's binary_logloss: 0.131004\n", + "[43]\ttraining's auc: 0.9299\ttraining's binary_logloss: 0.10659\tvalid_1's auc: 0.836429\tvalid_1's binary_logloss: 0.130995\n", + "[44]\ttraining's auc: 0.930565\ttraining's binary_logloss: 0.106254\tvalid_1's auc: 0.836034\tvalid_1's binary_logloss: 0.131058\n", + "[45]\ttraining's auc: 0.931578\ttraining's binary_logloss: 0.105746\tvalid_1's auc: 0.835918\tvalid_1's binary_logloss: 0.131124\n", + "[46]\ttraining's auc: 0.932864\ttraining's binary_logloss: 0.105322\tvalid_1's auc: 0.836143\tvalid_1's binary_logloss: 0.131143\n", + "[47]\ttraining's auc: 0.933725\ttraining's binary_logloss: 0.104867\tvalid_1's auc: 0.836089\tvalid_1's binary_logloss: 0.131176\n", + "[48]\ttraining's auc: 0.934644\ttraining's binary_logloss: 0.104373\tvalid_1's auc: 0.836131\tvalid_1's binary_logloss: 0.131205\n", + "[49]\ttraining's auc: 0.935102\ttraining's binary_logloss: 0.104019\tvalid_1's auc: 0.835871\tvalid_1's binary_logloss: 0.131268\n", + "[50]\ttraining's auc: 0.935758\ttraining's binary_logloss: 0.103674\tvalid_1's auc: 0.835785\tvalid_1's binary_logloss: 0.131324\n", + "[51]\ttraining's auc: 0.936434\ttraining's binary_logloss: 0.103231\tvalid_1's auc: 0.835693\tvalid_1's binary_logloss: 0.131391\n", + "[52]\ttraining's auc: 0.937148\ttraining's binary_logloss: 0.102761\tvalid_1's auc: 0.83574\tvalid_1's binary_logloss: 0.131425\n", + "[53]\ttraining's auc: 0.937647\ttraining's binary_logloss: 0.102406\tvalid_1's auc: 0.835522\tvalid_1's binary_logloss: 0.131482\n", + "[54]\ttraining's auc: 0.938519\ttraining's binary_logloss: 0.102074\tvalid_1's auc: 0.834905\tvalid_1's binary_logloss: 0.131626\n", + "[55]\ttraining's auc: 0.939179\ttraining's binary_logloss: 0.101676\tvalid_1's auc: 0.834877\tvalid_1's binary_logloss: 0.13164\n", + "[56]\ttraining's auc: 0.939673\ttraining's binary_logloss: 0.101316\tvalid_1's auc: 0.834784\tvalid_1's binary_logloss: 0.131667\n", + "[57]\ttraining's auc: 0.940328\ttraining's binary_logloss: 0.10088\tvalid_1's auc: 0.834674\tvalid_1's binary_logloss: 0.131719\n", + "[58]\ttraining's auc: 0.940681\ttraining's binary_logloss: 0.100566\tvalid_1's auc: 0.834583\tvalid_1's binary_logloss: 0.131748\n", + "[59]\ttraining's auc: 0.941217\ttraining's binary_logloss: 0.10019\tvalid_1's auc: 0.834269\tvalid_1's binary_logloss: 0.131831\n", + "[60]\ttraining's auc: 0.941796\ttraining's binary_logloss: 0.099901\tvalid_1's auc: 0.834019\tvalid_1's binary_logloss: 0.131929\n", + "[61]\ttraining's auc: 0.942686\ttraining's binary_logloss: 0.099516\tvalid_1's auc: 0.833436\tvalid_1's binary_logloss: 0.132039\n", + "[62]\ttraining's auc: 0.943103\ttraining's binary_logloss: 0.0992041\tvalid_1's auc: 0.832909\tvalid_1's binary_logloss: 0.132185\n", + "[63]\ttraining's auc: 0.943541\ttraining's binary_logloss: 0.0989568\tvalid_1's auc: 0.832741\tvalid_1's binary_logloss: 0.132255\n", + "[64]\ttraining's auc: 0.943842\ttraining's binary_logloss: 0.0987007\tvalid_1's auc: 0.832524\tvalid_1's binary_logloss: 0.132341\n", + "[65]\ttraining's auc: 0.944245\ttraining's binary_logloss: 0.0983961\tvalid_1's auc: 0.832664\tvalid_1's binary_logloss: 0.132303\n", + "[66]\ttraining's auc: 0.944711\ttraining's binary_logloss: 0.098135\tvalid_1's auc: 0.832739\tvalid_1's binary_logloss: 0.132323\n", + "[67]\ttraining's auc: 0.945149\ttraining's binary_logloss: 0.0978433\tvalid_1's auc: 0.832709\tvalid_1's binary_logloss: 0.132378\n", + "[68]\ttraining's auc: 0.945704\ttraining's binary_logloss: 0.0975106\tvalid_1's auc: 0.83245\tvalid_1's binary_logloss: 0.13245\n", + "[1]\ttraining's auc: 0.839507\ttraining's binary_logloss: 0.15372\tvalid_1's auc: 0.813992\tvalid_1's binary_logloss: 0.160635\n", + "[2]\ttraining's auc: 0.848498\ttraining's binary_logloss: 0.147776\tvalid_1's auc: 0.821284\tvalid_1's binary_logloss: 0.155561\n", + "[3]\ttraining's auc: 0.857619\ttraining's binary_logloss: 0.143331\tvalid_1's auc: 0.82337\tvalid_1's binary_logloss: 0.151964\n", + "[4]\ttraining's auc: 0.861851\ttraining's binary_logloss: 0.139678\tvalid_1's auc: 0.82534\tvalid_1's binary_logloss: 0.149262\n", + "[5]\ttraining's auc: 0.865752\ttraining's binary_logloss: 0.136765\tvalid_1's auc: 0.827254\tvalid_1's binary_logloss: 0.147084\n", + "[6]\ttraining's auc: 0.868268\ttraining's binary_logloss: 0.134361\tvalid_1's auc: 0.827763\tvalid_1's binary_logloss: 0.145391\n", + "[7]\ttraining's auc: 0.870669\ttraining's binary_logloss: 0.132206\tvalid_1's auc: 0.827993\tvalid_1's binary_logloss: 0.144066\n", + "[8]\ttraining's auc: 0.87337\ttraining's binary_logloss: 0.130415\tvalid_1's auc: 0.828218\tvalid_1's binary_logloss: 0.143004\n", + "[9]\ttraining's auc: 0.875151\ttraining's binary_logloss: 0.128795\tvalid_1's auc: 0.829181\tvalid_1's binary_logloss: 0.142038\n", + "[10]\ttraining's auc: 0.87839\ttraining's binary_logloss: 0.1273\tvalid_1's auc: 0.831144\tvalid_1's binary_logloss: 0.141294\n", + "[11]\ttraining's auc: 0.881117\ttraining's binary_logloss: 0.125916\tvalid_1's auc: 0.831456\tvalid_1's binary_logloss: 0.140687\n", + "[12]\ttraining's auc: 0.882765\ttraining's binary_logloss: 0.124729\tvalid_1's auc: 0.831115\tvalid_1's binary_logloss: 0.140248\n", + "[13]\ttraining's auc: 0.886101\ttraining's binary_logloss: 0.123542\tvalid_1's auc: 0.832306\tvalid_1's binary_logloss: 0.139844\n", + "[14]\ttraining's auc: 0.888856\ttraining's binary_logloss: 0.122468\tvalid_1's auc: 0.83186\tvalid_1's binary_logloss: 0.139416\n", + "[15]\ttraining's auc: 0.890904\ttraining's binary_logloss: 0.121517\tvalid_1's auc: 0.831593\tvalid_1's binary_logloss: 0.139139\n", + "[16]\ttraining's auc: 0.89325\ttraining's binary_logloss: 0.12049\tvalid_1's auc: 0.831766\tvalid_1's binary_logloss: 0.138809\n", + "[17]\ttraining's auc: 0.895424\ttraining's binary_logloss: 0.119587\tvalid_1's auc: 0.832016\tvalid_1's binary_logloss: 0.138513\n", + "[18]\ttraining's auc: 0.897782\ttraining's binary_logloss: 0.118674\tvalid_1's auc: 0.831203\tvalid_1's binary_logloss: 0.138402\n", + "[19]\ttraining's auc: 0.899892\ttraining's binary_logloss: 0.117824\tvalid_1's auc: 0.831623\tvalid_1's binary_logloss: 0.138271\n", + "[20]\ttraining's auc: 0.901624\ttraining's binary_logloss: 0.116987\tvalid_1's auc: 0.831513\tvalid_1's binary_logloss: 0.138174\n", + "[21]\ttraining's auc: 0.903292\ttraining's binary_logloss: 0.116143\tvalid_1's auc: 0.831131\tvalid_1's binary_logloss: 0.138146\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[22]\ttraining's auc: 0.90492\ttraining's binary_logloss: 0.115354\tvalid_1's auc: 0.831076\tvalid_1's binary_logloss: 0.138095\n", + "[23]\ttraining's auc: 0.905935\ttraining's binary_logloss: 0.114692\tvalid_1's auc: 0.83124\tvalid_1's binary_logloss: 0.138023\n", + "[24]\ttraining's auc: 0.907096\ttraining's binary_logloss: 0.114059\tvalid_1's auc: 0.83079\tvalid_1's binary_logloss: 0.137978\n", + "[25]\ttraining's auc: 0.908588\ttraining's binary_logloss: 0.113395\tvalid_1's auc: 0.830625\tvalid_1's binary_logloss: 0.137932\n", + "[26]\ttraining's auc: 0.909877\ttraining's binary_logloss: 0.112697\tvalid_1's auc: 0.831749\tvalid_1's binary_logloss: 0.13783\n", + "[27]\ttraining's auc: 0.911142\ttraining's binary_logloss: 0.112069\tvalid_1's auc: 0.831299\tvalid_1's binary_logloss: 0.137885\n", + "[28]\ttraining's auc: 0.912572\ttraining's binary_logloss: 0.111454\tvalid_1's auc: 0.831311\tvalid_1's binary_logloss: 0.137854\n", + "[29]\ttraining's auc: 0.914617\ttraining's binary_logloss: 0.110839\tvalid_1's auc: 0.831487\tvalid_1's binary_logloss: 0.137792\n", + "[30]\ttraining's auc: 0.915676\ttraining's binary_logloss: 0.110318\tvalid_1's auc: 0.83159\tvalid_1's binary_logloss: 0.137738\n", + "[31]\ttraining's auc: 0.917118\ttraining's binary_logloss: 0.109691\tvalid_1's auc: 0.831406\tvalid_1's binary_logloss: 0.137791\n", + "[32]\ttraining's auc: 0.918322\ttraining's binary_logloss: 0.109168\tvalid_1's auc: 0.83076\tvalid_1's binary_logloss: 0.137935\n", + "[33]\ttraining's auc: 0.92018\ttraining's binary_logloss: 0.108635\tvalid_1's auc: 0.830949\tvalid_1's binary_logloss: 0.137868\n", + "[34]\ttraining's auc: 0.921154\ttraining's binary_logloss: 0.108126\tvalid_1's auc: 0.830809\tvalid_1's binary_logloss: 0.1379\n", + "[35]\ttraining's auc: 0.922308\ttraining's binary_logloss: 0.10761\tvalid_1's auc: 0.830572\tvalid_1's binary_logloss: 0.137993\n", + "[36]\ttraining's auc: 0.92335\ttraining's binary_logloss: 0.107086\tvalid_1's auc: 0.830485\tvalid_1's binary_logloss: 0.138088\n", + "[37]\ttraining's auc: 0.924123\ttraining's binary_logloss: 0.106642\tvalid_1's auc: 0.830352\tvalid_1's binary_logloss: 0.138118\n", + "[38]\ttraining's auc: 0.925419\ttraining's binary_logloss: 0.106024\tvalid_1's auc: 0.830329\tvalid_1's binary_logloss: 0.138115\n", + "[39]\ttraining's auc: 0.926376\ttraining's binary_logloss: 0.105532\tvalid_1's auc: 0.83017\tvalid_1's binary_logloss: 0.13815\n", + "[40]\ttraining's auc: 0.927183\ttraining's binary_logloss: 0.105062\tvalid_1's auc: 0.830094\tvalid_1's binary_logloss: 0.138177\n", + "[41]\ttraining's auc: 0.928023\ttraining's binary_logloss: 0.104685\tvalid_1's auc: 0.830407\tvalid_1's binary_logloss: 0.138165\n", + "[42]\ttraining's auc: 0.929255\ttraining's binary_logloss: 0.104113\tvalid_1's auc: 0.830041\tvalid_1's binary_logloss: 0.138243\n", + "[43]\ttraining's auc: 0.92986\ttraining's binary_logloss: 0.103686\tvalid_1's auc: 0.829783\tvalid_1's binary_logloss: 0.138318\n", + "[1]\ttraining's auc: 0.839988\ttraining's binary_logloss: 0.158915\tvalid_1's auc: 0.80402\tvalid_1's binary_logloss: 0.160845\n", + "[2]\ttraining's auc: 0.845611\ttraining's binary_logloss: 0.15473\tvalid_1's auc: 0.808466\tvalid_1's binary_logloss: 0.157503\n", + "[3]\ttraining's auc: 0.850413\ttraining's binary_logloss: 0.151467\tvalid_1's auc: 0.81197\tvalid_1's binary_logloss: 0.154969\n", + "[4]\ttraining's auc: 0.854082\ttraining's binary_logloss: 0.148694\tvalid_1's auc: 0.815343\tvalid_1's binary_logloss: 0.152791\n", + "[5]\ttraining's auc: 0.858498\ttraining's binary_logloss: 0.146257\tvalid_1's auc: 0.818991\tvalid_1's binary_logloss: 0.150852\n", + "[6]\ttraining's auc: 0.860564\ttraining's binary_logloss: 0.144088\tvalid_1's auc: 0.821491\tvalid_1's binary_logloss: 0.149217\n", + "[7]\ttraining's auc: 0.861725\ttraining's binary_logloss: 0.142182\tvalid_1's auc: 0.822291\tvalid_1's binary_logloss: 0.147829\n", + "[8]\ttraining's auc: 0.863498\ttraining's binary_logloss: 0.140436\tvalid_1's auc: 0.824234\tvalid_1's binary_logloss: 0.146526\n", + "[9]\ttraining's auc: 0.86441\ttraining's binary_logloss: 0.138902\tvalid_1's auc: 0.824363\tvalid_1's binary_logloss: 0.145498\n", + "[10]\ttraining's auc: 0.86657\ttraining's binary_logloss: 0.137461\tvalid_1's auc: 0.826397\tvalid_1's binary_logloss: 0.144471\n", + "[11]\ttraining's auc: 0.868301\ttraining's binary_logloss: 0.136193\tvalid_1's auc: 0.826629\tvalid_1's binary_logloss: 0.143598\n", + "[12]\ttraining's auc: 0.870176\ttraining's binary_logloss: 0.134997\tvalid_1's auc: 0.827932\tvalid_1's binary_logloss: 0.142784\n", + "[13]\ttraining's auc: 0.871106\ttraining's binary_logloss: 0.133937\tvalid_1's auc: 0.827756\tvalid_1's binary_logloss: 0.14212\n", + "[14]\ttraining's auc: 0.872364\ttraining's binary_logloss: 0.132944\tvalid_1's auc: 0.828395\tvalid_1's binary_logloss: 0.141497\n", + "[15]\ttraining's auc: 0.873331\ttraining's binary_logloss: 0.132012\tvalid_1's auc: 0.828931\tvalid_1's binary_logloss: 0.140905\n", + "[16]\ttraining's auc: 0.874433\ttraining's binary_logloss: 0.131116\tvalid_1's auc: 0.829313\tvalid_1's binary_logloss: 0.140336\n", + "[17]\ttraining's auc: 0.876586\ttraining's binary_logloss: 0.130306\tvalid_1's auc: 0.829308\tvalid_1's binary_logloss: 0.139924\n", + "[18]\ttraining's auc: 0.878122\ttraining's binary_logloss: 0.129526\tvalid_1's auc: 0.829872\tvalid_1's binary_logloss: 0.139511\n", + "[19]\ttraining's auc: 0.879163\ttraining's binary_logloss: 0.128809\tvalid_1's auc: 0.830289\tvalid_1's binary_logloss: 0.139152\n", + "[20]\ttraining's auc: 0.880259\ttraining's binary_logloss: 0.128075\tvalid_1's auc: 0.830565\tvalid_1's binary_logloss: 0.138786\n", + "[21]\ttraining's auc: 0.881491\ttraining's binary_logloss: 0.12736\tvalid_1's auc: 0.830386\tvalid_1's binary_logloss: 0.138514\n", + "[22]\ttraining's auc: 0.88238\ttraining's binary_logloss: 0.126723\tvalid_1's auc: 0.830295\tvalid_1's binary_logloss: 0.138243\n", + "[23]\ttraining's auc: 0.883776\ttraining's binary_logloss: 0.126165\tvalid_1's auc: 0.830692\tvalid_1's binary_logloss: 0.137971\n", + "[24]\ttraining's auc: 0.88482\ttraining's binary_logloss: 0.125529\tvalid_1's auc: 0.830506\tvalid_1's binary_logloss: 0.137746\n", + "[25]\ttraining's auc: 0.885832\ttraining's binary_logloss: 0.124934\tvalid_1's auc: 0.830799\tvalid_1's binary_logloss: 0.137556\n", + "[26]\ttraining's auc: 0.887091\ttraining's binary_logloss: 0.124379\tvalid_1's auc: 0.830879\tvalid_1's binary_logloss: 0.13733\n", + "[27]\ttraining's auc: 0.888004\ttraining's binary_logloss: 0.123857\tvalid_1's auc: 0.830649\tvalid_1's binary_logloss: 0.137147\n", + "[28]\ttraining's auc: 0.889028\ttraining's binary_logloss: 0.123347\tvalid_1's auc: 0.830946\tvalid_1's binary_logloss: 0.136992\n", + "[29]\ttraining's auc: 0.889966\ttraining's binary_logloss: 0.12285\tvalid_1's auc: 0.830753\tvalid_1's binary_logloss: 0.136863\n", + "[30]\ttraining's auc: 0.891007\ttraining's binary_logloss: 0.122343\tvalid_1's auc: 0.830627\tvalid_1's binary_logloss: 0.136726\n", + "[31]\ttraining's auc: 0.891861\ttraining's binary_logloss: 0.121873\tvalid_1's auc: 0.830521\tvalid_1's binary_logloss: 0.136625\n", + "[32]\ttraining's auc: 0.892688\ttraining's binary_logloss: 0.121457\tvalid_1's auc: 0.830774\tvalid_1's binary_logloss: 0.136508\n", + "[33]\ttraining's auc: 0.893773\ttraining's binary_logloss: 0.121\tvalid_1's auc: 0.830847\tvalid_1's binary_logloss: 0.136401\n", + "[34]\ttraining's auc: 0.894687\ttraining's binary_logloss: 0.12057\tvalid_1's auc: 0.831115\tvalid_1's binary_logloss: 0.136277\n", + "[35]\ttraining's auc: 0.895615\ttraining's binary_logloss: 0.120102\tvalid_1's auc: 0.831567\tvalid_1's binary_logloss: 0.136146\n", + "[36]\ttraining's auc: 0.896385\ttraining's binary_logloss: 0.11968\tvalid_1's auc: 0.831495\tvalid_1's binary_logloss: 0.136093\n", + "[37]\ttraining's auc: 0.897413\ttraining's binary_logloss: 0.119257\tvalid_1's auc: 0.831493\tvalid_1's binary_logloss: 0.13602\n", + "[38]\ttraining's auc: 0.898587\ttraining's binary_logloss: 0.118854\tvalid_1's auc: 0.83121\tvalid_1's binary_logloss: 0.135968\n", + "[39]\ttraining's auc: 0.899317\ttraining's binary_logloss: 0.118468\tvalid_1's auc: 0.830979\tvalid_1's binary_logloss: 0.13597\n", + "[40]\ttraining's auc: 0.90023\ttraining's binary_logloss: 0.118104\tvalid_1's auc: 0.831439\tvalid_1's binary_logloss: 0.135869\n", + "[41]\ttraining's auc: 0.901276\ttraining's binary_logloss: 0.117702\tvalid_1's auc: 0.831741\tvalid_1's binary_logloss: 0.13582\n", + "[42]\ttraining's auc: 0.901963\ttraining's binary_logloss: 0.117391\tvalid_1's auc: 0.831721\tvalid_1's binary_logloss: 0.13575\n", + "[43]\ttraining's auc: 0.902637\ttraining's binary_logloss: 0.117048\tvalid_1's auc: 0.83156\tvalid_1's binary_logloss: 0.135753\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[44]\ttraining's auc: 0.903386\ttraining's binary_logloss: 0.116708\tvalid_1's auc: 0.832147\tvalid_1's binary_logloss: 0.135673\n", + "[45]\ttraining's auc: 0.904051\ttraining's binary_logloss: 0.116363\tvalid_1's auc: 0.832101\tvalid_1's binary_logloss: 0.135655\n", + "[46]\ttraining's auc: 0.905084\ttraining's binary_logloss: 0.116011\tvalid_1's auc: 0.832359\tvalid_1's binary_logloss: 0.135612\n", + "[47]\ttraining's auc: 0.90589\ttraining's binary_logloss: 0.115647\tvalid_1's auc: 0.832228\tvalid_1's binary_logloss: 0.135623\n", + "[48]\ttraining's auc: 0.90655\ttraining's binary_logloss: 0.115347\tvalid_1's auc: 0.832248\tvalid_1's binary_logloss: 0.135605\n", + "[49]\ttraining's auc: 0.907434\ttraining's binary_logloss: 0.115002\tvalid_1's auc: 0.832089\tvalid_1's binary_logloss: 0.13564\n", + "[50]\ttraining's auc: 0.908012\ttraining's binary_logloss: 0.114685\tvalid_1's auc: 0.831989\tvalid_1's binary_logloss: 0.135677\n", + "[51]\ttraining's auc: 0.908832\ttraining's binary_logloss: 0.114351\tvalid_1's auc: 0.831922\tvalid_1's binary_logloss: 0.135685\n", + "[52]\ttraining's auc: 0.909397\ttraining's binary_logloss: 0.114053\tvalid_1's auc: 0.831792\tvalid_1's binary_logloss: 0.13571\n", + "[53]\ttraining's auc: 0.910132\ttraining's binary_logloss: 0.113772\tvalid_1's auc: 0.831853\tvalid_1's binary_logloss: 0.135697\n", + "[54]\ttraining's auc: 0.910879\ttraining's binary_logloss: 0.113493\tvalid_1's auc: 0.831573\tvalid_1's binary_logloss: 0.135727\n", + "[55]\ttraining's auc: 0.911487\ttraining's binary_logloss: 0.113176\tvalid_1's auc: 0.831682\tvalid_1's binary_logloss: 0.135746\n", + "[56]\ttraining's auc: 0.912095\ttraining's binary_logloss: 0.11291\tvalid_1's auc: 0.831671\tvalid_1's binary_logloss: 0.135781\n", + "[57]\ttraining's auc: 0.912912\ttraining's binary_logloss: 0.112658\tvalid_1's auc: 0.831506\tvalid_1's binary_logloss: 0.135827\n", + "[58]\ttraining's auc: 0.913958\ttraining's binary_logloss: 0.112376\tvalid_1's auc: 0.831715\tvalid_1's binary_logloss: 0.135773\n", + "[59]\ttraining's auc: 0.914933\ttraining's binary_logloss: 0.112104\tvalid_1's auc: 0.831406\tvalid_1's binary_logloss: 0.135814\n", + "[60]\ttraining's auc: 0.915637\ttraining's binary_logloss: 0.111815\tvalid_1's auc: 0.831772\tvalid_1's binary_logloss: 0.135756\n", + "[61]\ttraining's auc: 0.916195\ttraining's binary_logloss: 0.111549\tvalid_1's auc: 0.831528\tvalid_1's binary_logloss: 0.135812\n", + "[62]\ttraining's auc: 0.91674\ttraining's binary_logloss: 0.111306\tvalid_1's auc: 0.831629\tvalid_1's binary_logloss: 0.135825\n", + "[63]\ttraining's auc: 0.917258\ttraining's binary_logloss: 0.11104\tvalid_1's auc: 0.831267\tvalid_1's binary_logloss: 0.135857\n", + "[64]\ttraining's auc: 0.917831\ttraining's binary_logloss: 0.110787\tvalid_1's auc: 0.831258\tvalid_1's binary_logloss: 0.135863\n", + "[65]\ttraining's auc: 0.918252\ttraining's binary_logloss: 0.110565\tvalid_1's auc: 0.831215\tvalid_1's binary_logloss: 0.135892\n", + "[66]\ttraining's auc: 0.918733\ttraining's binary_logloss: 0.110319\tvalid_1's auc: 0.831157\tvalid_1's binary_logloss: 0.135931\n", + "[67]\ttraining's auc: 0.919229\ttraining's binary_logloss: 0.11009\tvalid_1's auc: 0.831236\tvalid_1's binary_logloss: 0.135929\n", + "[68]\ttraining's auc: 0.919746\ttraining's binary_logloss: 0.109853\tvalid_1's auc: 0.831323\tvalid_1's binary_logloss: 0.135932\n", + "[69]\ttraining's auc: 0.920203\ttraining's binary_logloss: 0.109604\tvalid_1's auc: 0.831303\tvalid_1's binary_logloss: 0.135951\n", + "[70]\ttraining's auc: 0.920678\ttraining's binary_logloss: 0.109368\tvalid_1's auc: 0.831002\tvalid_1's binary_logloss: 0.136035\n", + "[71]\ttraining's auc: 0.921739\ttraining's binary_logloss: 0.10912\tvalid_1's auc: 0.830918\tvalid_1's binary_logloss: 0.136044\n", + "[72]\ttraining's auc: 0.922267\ttraining's binary_logloss: 0.108929\tvalid_1's auc: 0.8307\tvalid_1's binary_logloss: 0.136126\n", + "[73]\ttraining's auc: 0.922933\ttraining's binary_logloss: 0.10867\tvalid_1's auc: 0.83044\tvalid_1's binary_logloss: 0.136175\n", + "[74]\ttraining's auc: 0.923562\ttraining's binary_logloss: 0.108393\tvalid_1's auc: 0.830255\tvalid_1's binary_logloss: 0.136222\n", + "[75]\ttraining's auc: 0.923891\ttraining's binary_logloss: 0.108196\tvalid_1's auc: 0.829912\tvalid_1's binary_logloss: 0.136314\n", + "[76]\ttraining's auc: 0.92421\ttraining's binary_logloss: 0.107969\tvalid_1's auc: 0.829671\tvalid_1's binary_logloss: 0.136369\n", + "[1]\ttraining's auc: 0.836609\ttraining's binary_logloss: 0.161338\tvalid_1's auc: 0.815477\tvalid_1's binary_logloss: 0.156299\n", + "[2]\ttraining's auc: 0.842726\ttraining's binary_logloss: 0.157153\tvalid_1's auc: 0.820686\tvalid_1's binary_logloss: 0.152792\n", + "[3]\ttraining's auc: 0.846403\ttraining's binary_logloss: 0.15377\tvalid_1's auc: 0.82216\tvalid_1's binary_logloss: 0.150098\n", + "[4]\ttraining's auc: 0.852579\ttraining's binary_logloss: 0.150957\tvalid_1's auc: 0.828798\tvalid_1's binary_logloss: 0.147805\n", + "[5]\ttraining's auc: 0.856698\ttraining's binary_logloss: 0.148509\tvalid_1's auc: 0.830437\tvalid_1's binary_logloss: 0.145963\n", + "[6]\ttraining's auc: 0.859482\ttraining's binary_logloss: 0.146373\tvalid_1's auc: 0.831649\tvalid_1's binary_logloss: 0.144443\n", + "[7]\ttraining's auc: 0.861336\ttraining's binary_logloss: 0.14448\tvalid_1's auc: 0.831881\tvalid_1's binary_logloss: 0.143066\n", + "[8]\ttraining's auc: 0.861845\ttraining's binary_logloss: 0.142803\tvalid_1's auc: 0.832382\tvalid_1's binary_logloss: 0.141842\n", + "[9]\ttraining's auc: 0.864091\ttraining's binary_logloss: 0.141155\tvalid_1's auc: 0.833572\tvalid_1's binary_logloss: 0.140697\n", + "[10]\ttraining's auc: 0.865652\ttraining's binary_logloss: 0.139724\tvalid_1's auc: 0.834132\tvalid_1's binary_logloss: 0.139644\n", + "[11]\ttraining's auc: 0.867069\ttraining's binary_logloss: 0.138407\tvalid_1's auc: 0.834624\tvalid_1's binary_logloss: 0.138815\n", + "[12]\ttraining's auc: 0.868332\ttraining's binary_logloss: 0.1372\tvalid_1's auc: 0.83419\tvalid_1's binary_logloss: 0.138044\n", + "[13]\ttraining's auc: 0.870189\ttraining's binary_logloss: 0.13606\tvalid_1's auc: 0.833746\tvalid_1's binary_logloss: 0.137411\n", + "[14]\ttraining's auc: 0.871525\ttraining's binary_logloss: 0.135012\tvalid_1's auc: 0.834002\tvalid_1's binary_logloss: 0.136798\n", + "[15]\ttraining's auc: 0.872978\ttraining's binary_logloss: 0.134049\tvalid_1's auc: 0.834288\tvalid_1's binary_logloss: 0.136215\n", + "[16]\ttraining's auc: 0.873929\ttraining's binary_logloss: 0.133184\tvalid_1's auc: 0.834257\tvalid_1's binary_logloss: 0.135675\n", + "[17]\ttraining's auc: 0.875286\ttraining's binary_logloss: 0.132362\tvalid_1's auc: 0.834256\tvalid_1's binary_logloss: 0.135212\n", + "[18]\ttraining's auc: 0.876352\ttraining's binary_logloss: 0.131586\tvalid_1's auc: 0.833883\tvalid_1's binary_logloss: 0.134832\n", + "[19]\ttraining's auc: 0.877678\ttraining's binary_logloss: 0.13089\tvalid_1's auc: 0.834138\tvalid_1's binary_logloss: 0.134448\n", + "[20]\ttraining's auc: 0.878709\ttraining's binary_logloss: 0.130157\tvalid_1's auc: 0.83431\tvalid_1's binary_logloss: 0.134105\n", + "[21]\ttraining's auc: 0.879598\ttraining's binary_logloss: 0.129495\tvalid_1's auc: 0.83428\tvalid_1's binary_logloss: 0.133816\n", + "[22]\ttraining's auc: 0.880721\ttraining's binary_logloss: 0.128848\tvalid_1's auc: 0.833709\tvalid_1's binary_logloss: 0.13358\n", + "[23]\ttraining's auc: 0.881391\ttraining's binary_logloss: 0.128241\tvalid_1's auc: 0.833541\tvalid_1's binary_logloss: 0.133349\n", + "[24]\ttraining's auc: 0.88251\ttraining's binary_logloss: 0.127656\tvalid_1's auc: 0.833755\tvalid_1's binary_logloss: 0.133126\n", + "[25]\ttraining's auc: 0.883945\ttraining's binary_logloss: 0.127043\tvalid_1's auc: 0.833733\tvalid_1's binary_logloss: 0.132912\n", + "[26]\ttraining's auc: 0.884727\ttraining's binary_logloss: 0.126507\tvalid_1's auc: 0.83398\tvalid_1's binary_logloss: 0.132678\n", + "[27]\ttraining's auc: 0.885817\ttraining's binary_logloss: 0.125965\tvalid_1's auc: 0.833701\tvalid_1's binary_logloss: 0.132526\n", + "[28]\ttraining's auc: 0.886751\ttraining's binary_logloss: 0.125486\tvalid_1's auc: 0.833699\tvalid_1's binary_logloss: 0.132383\n", + "[29]\ttraining's auc: 0.887715\ttraining's binary_logloss: 0.124997\tvalid_1's auc: 0.83311\tvalid_1's binary_logloss: 0.132289\n", + "[30]\ttraining's auc: 0.888524\ttraining's binary_logloss: 0.124492\tvalid_1's auc: 0.833405\tvalid_1's binary_logloss: 0.132108\n", + "[31]\ttraining's auc: 0.889495\ttraining's binary_logloss: 0.124011\tvalid_1's auc: 0.833692\tvalid_1's binary_logloss: 0.131946\n", + "[32]\ttraining's auc: 0.890338\ttraining's binary_logloss: 0.123574\tvalid_1's auc: 0.833761\tvalid_1's binary_logloss: 0.131895\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[33]\ttraining's auc: 0.891775\ttraining's binary_logloss: 0.123024\tvalid_1's auc: 0.834178\tvalid_1's binary_logloss: 0.131744\n", + "[34]\ttraining's auc: 0.892702\ttraining's binary_logloss: 0.122585\tvalid_1's auc: 0.833952\tvalid_1's binary_logloss: 0.131635\n", + "[35]\ttraining's auc: 0.893461\ttraining's binary_logloss: 0.122124\tvalid_1's auc: 0.83422\tvalid_1's binary_logloss: 0.131526\n", + "[36]\ttraining's auc: 0.894087\ttraining's binary_logloss: 0.121716\tvalid_1's auc: 0.834538\tvalid_1's binary_logloss: 0.131436\n", + "[37]\ttraining's auc: 0.89494\ttraining's binary_logloss: 0.121317\tvalid_1's auc: 0.834695\tvalid_1's binary_logloss: 0.131348\n", + "[38]\ttraining's auc: 0.895563\ttraining's binary_logloss: 0.12093\tvalid_1's auc: 0.834862\tvalid_1's binary_logloss: 0.131268\n", + "[39]\ttraining's auc: 0.89639\ttraining's binary_logloss: 0.120527\tvalid_1's auc: 0.8351\tvalid_1's binary_logloss: 0.131181\n", + "[40]\ttraining's auc: 0.897276\ttraining's binary_logloss: 0.120143\tvalid_1's auc: 0.834899\tvalid_1's binary_logloss: 0.131165\n", + "[41]\ttraining's auc: 0.898142\ttraining's binary_logloss: 0.119797\tvalid_1's auc: 0.834972\tvalid_1's binary_logloss: 0.131125\n", + "[42]\ttraining's auc: 0.898941\ttraining's binary_logloss: 0.119461\tvalid_1's auc: 0.835101\tvalid_1's binary_logloss: 0.131063\n", + "[43]\ttraining's auc: 0.899793\ttraining's binary_logloss: 0.119071\tvalid_1's auc: 0.83501\tvalid_1's binary_logloss: 0.131025\n", + "[44]\ttraining's auc: 0.90051\ttraining's binary_logloss: 0.118735\tvalid_1's auc: 0.834937\tvalid_1's binary_logloss: 0.130991\n", + "[45]\ttraining's auc: 0.901309\ttraining's binary_logloss: 0.118364\tvalid_1's auc: 0.835062\tvalid_1's binary_logloss: 0.130911\n", + "[46]\ttraining's auc: 0.902133\ttraining's binary_logloss: 0.118038\tvalid_1's auc: 0.835118\tvalid_1's binary_logloss: 0.130885\n", + "[47]\ttraining's auc: 0.902916\ttraining's binary_logloss: 0.117721\tvalid_1's auc: 0.83511\tvalid_1's binary_logloss: 0.130861\n", + "[48]\ttraining's auc: 0.904234\ttraining's binary_logloss: 0.11738\tvalid_1's auc: 0.834959\tvalid_1's binary_logloss: 0.130852\n", + "[49]\ttraining's auc: 0.905067\ttraining's binary_logloss: 0.117052\tvalid_1's auc: 0.835006\tvalid_1's binary_logloss: 0.130818\n", + "[50]\ttraining's auc: 0.905954\ttraining's binary_logloss: 0.116734\tvalid_1's auc: 0.834946\tvalid_1's binary_logloss: 0.130796\n", + "[51]\ttraining's auc: 0.906778\ttraining's binary_logloss: 0.116397\tvalid_1's auc: 0.834779\tvalid_1's binary_logloss: 0.130799\n", + "[52]\ttraining's auc: 0.907657\ttraining's binary_logloss: 0.116071\tvalid_1's auc: 0.834714\tvalid_1's binary_logloss: 0.130799\n", + "[53]\ttraining's auc: 0.908605\ttraining's binary_logloss: 0.115737\tvalid_1's auc: 0.834777\tvalid_1's binary_logloss: 0.13078\n", + "[54]\ttraining's auc: 0.909659\ttraining's binary_logloss: 0.115445\tvalid_1's auc: 0.834704\tvalid_1's binary_logloss: 0.13077\n", + "[55]\ttraining's auc: 0.910367\ttraining's binary_logloss: 0.115128\tvalid_1's auc: 0.834666\tvalid_1's binary_logloss: 0.130766\n", + "[56]\ttraining's auc: 0.911066\ttraining's binary_logloss: 0.114818\tvalid_1's auc: 0.834394\tvalid_1's binary_logloss: 0.130816\n", + "[57]\ttraining's auc: 0.911748\ttraining's binary_logloss: 0.114523\tvalid_1's auc: 0.834373\tvalid_1's binary_logloss: 0.130818\n", + "[58]\ttraining's auc: 0.912476\ttraining's binary_logloss: 0.114255\tvalid_1's auc: 0.834315\tvalid_1's binary_logloss: 0.130822\n", + "[59]\ttraining's auc: 0.913383\ttraining's binary_logloss: 0.113984\tvalid_1's auc: 0.834398\tvalid_1's binary_logloss: 0.130801\n", + "[60]\ttraining's auc: 0.913968\ttraining's binary_logloss: 0.113708\tvalid_1's auc: 0.834305\tvalid_1's binary_logloss: 0.130845\n", + "[61]\ttraining's auc: 0.914759\ttraining's binary_logloss: 0.113482\tvalid_1's auc: 0.834363\tvalid_1's binary_logloss: 0.13082\n", + "[62]\ttraining's auc: 0.915247\ttraining's binary_logloss: 0.113226\tvalid_1's auc: 0.834421\tvalid_1's binary_logloss: 0.13081\n", + "[63]\ttraining's auc: 0.915763\ttraining's binary_logloss: 0.112988\tvalid_1's auc: 0.834354\tvalid_1's binary_logloss: 0.130807\n", + "[64]\ttraining's auc: 0.916409\ttraining's binary_logloss: 0.112754\tvalid_1's auc: 0.834424\tvalid_1's binary_logloss: 0.130798\n", + "[65]\ttraining's auc: 0.91706\ttraining's binary_logloss: 0.112539\tvalid_1's auc: 0.834384\tvalid_1's binary_logloss: 0.13082\n", + "[66]\ttraining's auc: 0.917666\ttraining's binary_logloss: 0.112284\tvalid_1's auc: 0.834322\tvalid_1's binary_logloss: 0.130826\n", + "[67]\ttraining's auc: 0.918254\ttraining's binary_logloss: 0.112048\tvalid_1's auc: 0.83426\tvalid_1's binary_logloss: 0.130834\n", + "[68]\ttraining's auc: 0.918882\ttraining's binary_logloss: 0.111813\tvalid_1's auc: 0.834249\tvalid_1's binary_logloss: 0.130849\n", + "[69]\ttraining's auc: 0.919583\ttraining's binary_logloss: 0.111514\tvalid_1's auc: 0.834299\tvalid_1's binary_logloss: 0.130849\n", + "[70]\ttraining's auc: 0.920061\ttraining's binary_logloss: 0.11128\tvalid_1's auc: 0.834189\tvalid_1's binary_logloss: 0.130872\n", + "[71]\ttraining's auc: 0.920607\ttraining's binary_logloss: 0.11101\tvalid_1's auc: 0.834025\tvalid_1's binary_logloss: 0.130931\n", + "[72]\ttraining's auc: 0.921236\ttraining's binary_logloss: 0.110743\tvalid_1's auc: 0.834001\tvalid_1's binary_logloss: 0.130933\n", + "[73]\ttraining's auc: 0.921637\ttraining's binary_logloss: 0.110492\tvalid_1's auc: 0.83396\tvalid_1's binary_logloss: 0.13094\n", + "[74]\ttraining's auc: 0.922127\ttraining's binary_logloss: 0.110268\tvalid_1's auc: 0.834172\tvalid_1's binary_logloss: 0.130909\n", + "[75]\ttraining's auc: 0.922581\ttraining's binary_logloss: 0.110024\tvalid_1's auc: 0.834208\tvalid_1's binary_logloss: 0.130921\n", + "[76]\ttraining's auc: 0.923075\ttraining's binary_logloss: 0.109776\tvalid_1's auc: 0.834431\tvalid_1's binary_logloss: 0.130884\n", + "[1]\ttraining's auc: 0.838009\ttraining's binary_logloss: 0.15785\tvalid_1's auc: 0.816064\tvalid_1's binary_logloss: 0.163853\n", + "[2]\ttraining's auc: 0.842866\ttraining's binary_logloss: 0.153851\tvalid_1's auc: 0.821346\tvalid_1's binary_logloss: 0.160188\n", + "[3]\ttraining's auc: 0.849387\ttraining's binary_logloss: 0.150557\tvalid_1's auc: 0.824199\tvalid_1's binary_logloss: 0.157216\n", + "[4]\ttraining's auc: 0.852024\ttraining's binary_logloss: 0.147809\tvalid_1's auc: 0.82622\tvalid_1's binary_logloss: 0.154772\n", + "[5]\ttraining's auc: 0.855155\ttraining's binary_logloss: 0.145337\tvalid_1's auc: 0.825562\tvalid_1's binary_logloss: 0.152726\n", + "[6]\ttraining's auc: 0.857892\ttraining's binary_logloss: 0.14321\tvalid_1's auc: 0.826847\tvalid_1's binary_logloss: 0.150986\n", + "[7]\ttraining's auc: 0.859307\ttraining's binary_logloss: 0.141367\tvalid_1's auc: 0.827065\tvalid_1's binary_logloss: 0.149508\n", + "[8]\ttraining's auc: 0.861324\ttraining's binary_logloss: 0.13968\tvalid_1's auc: 0.828058\tvalid_1's binary_logloss: 0.148156\n", + "[9]\ttraining's auc: 0.86241\ttraining's binary_logloss: 0.138183\tvalid_1's auc: 0.828895\tvalid_1's binary_logloss: 0.147025\n", + "[10]\ttraining's auc: 0.863663\ttraining's binary_logloss: 0.136864\tvalid_1's auc: 0.829027\tvalid_1's binary_logloss: 0.146046\n", + "[11]\ttraining's auc: 0.864564\ttraining's binary_logloss: 0.135635\tvalid_1's auc: 0.828851\tvalid_1's binary_logloss: 0.145176\n", + "[12]\ttraining's auc: 0.86582\ttraining's binary_logloss: 0.134515\tvalid_1's auc: 0.829163\tvalid_1's binary_logloss: 0.144378\n", + "[13]\ttraining's auc: 0.866934\ttraining's binary_logloss: 0.133386\tvalid_1's auc: 0.829832\tvalid_1's binary_logloss: 0.143657\n", + "[14]\ttraining's auc: 0.867994\ttraining's binary_logloss: 0.132431\tvalid_1's auc: 0.830673\tvalid_1's binary_logloss: 0.142984\n", + "[15]\ttraining's auc: 0.869321\ttraining's binary_logloss: 0.131524\tvalid_1's auc: 0.83112\tvalid_1's binary_logloss: 0.142375\n", + "[16]\ttraining's auc: 0.872\ttraining's binary_logloss: 0.13065\tvalid_1's auc: 0.833499\tvalid_1's binary_logloss: 0.141791\n", + "[17]\ttraining's auc: 0.873085\ttraining's binary_logloss: 0.129864\tvalid_1's auc: 0.834066\tvalid_1's binary_logloss: 0.141294\n", + "[18]\ttraining's auc: 0.874691\ttraining's binary_logloss: 0.129068\tvalid_1's auc: 0.833901\tvalid_1's binary_logloss: 0.140842\n", + "[19]\ttraining's auc: 0.875297\ttraining's binary_logloss: 0.128352\tvalid_1's auc: 0.834289\tvalid_1's binary_logloss: 0.140453\n", + "[20]\ttraining's auc: 0.877013\ttraining's binary_logloss: 0.127636\tvalid_1's auc: 0.834491\tvalid_1's binary_logloss: 0.140053\n", + "[21]\ttraining's auc: 0.877756\ttraining's binary_logloss: 0.12698\tvalid_1's auc: 0.834432\tvalid_1's binary_logloss: 0.139733\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[22]\ttraining's auc: 0.879315\ttraining's binary_logloss: 0.126365\tvalid_1's auc: 0.834742\tvalid_1's binary_logloss: 0.139403\n", + "[23]\ttraining's auc: 0.880364\ttraining's binary_logloss: 0.125781\tvalid_1's auc: 0.835072\tvalid_1's binary_logloss: 0.13912\n", + "[24]\ttraining's auc: 0.881943\ttraining's binary_logloss: 0.125204\tvalid_1's auc: 0.83561\tvalid_1's binary_logloss: 0.13884\n", + "[25]\ttraining's auc: 0.883272\ttraining's binary_logloss: 0.12463\tvalid_1's auc: 0.835652\tvalid_1's binary_logloss: 0.138559\n", + "[26]\ttraining's auc: 0.884765\ttraining's binary_logloss: 0.12408\tvalid_1's auc: 0.836094\tvalid_1's binary_logloss: 0.138359\n", + "[27]\ttraining's auc: 0.885506\ttraining's binary_logloss: 0.123584\tvalid_1's auc: 0.835833\tvalid_1's binary_logloss: 0.138203\n", + "[28]\ttraining's auc: 0.886849\ttraining's binary_logloss: 0.123024\tvalid_1's auc: 0.835788\tvalid_1's binary_logloss: 0.138025\n", + "[29]\ttraining's auc: 0.88783\ttraining's binary_logloss: 0.122537\tvalid_1's auc: 0.835565\tvalid_1's binary_logloss: 0.137845\n", + "[30]\ttraining's auc: 0.889225\ttraining's binary_logloss: 0.122046\tvalid_1's auc: 0.835568\tvalid_1's binary_logloss: 0.137695\n", + "[31]\ttraining's auc: 0.890031\ttraining's binary_logloss: 0.12158\tvalid_1's auc: 0.835384\tvalid_1's binary_logloss: 0.137603\n", + "[32]\ttraining's auc: 0.891001\ttraining's binary_logloss: 0.121129\tvalid_1's auc: 0.835425\tvalid_1's binary_logloss: 0.137499\n", + "[33]\ttraining's auc: 0.892082\ttraining's binary_logloss: 0.120667\tvalid_1's auc: 0.835439\tvalid_1's binary_logloss: 0.137378\n", + "[34]\ttraining's auc: 0.893214\ttraining's binary_logloss: 0.120208\tvalid_1's auc: 0.835563\tvalid_1's binary_logloss: 0.137267\n", + "[35]\ttraining's auc: 0.89416\ttraining's binary_logloss: 0.119769\tvalid_1's auc: 0.835572\tvalid_1's binary_logloss: 0.137132\n", + "[36]\ttraining's auc: 0.894942\ttraining's binary_logloss: 0.119389\tvalid_1's auc: 0.835782\tvalid_1's binary_logloss: 0.137081\n", + "[37]\ttraining's auc: 0.895899\ttraining's binary_logloss: 0.118953\tvalid_1's auc: 0.83566\tvalid_1's binary_logloss: 0.137042\n", + "[38]\ttraining's auc: 0.896639\ttraining's binary_logloss: 0.118562\tvalid_1's auc: 0.835925\tvalid_1's binary_logloss: 0.136958\n", + "[39]\ttraining's auc: 0.897551\ttraining's binary_logloss: 0.118156\tvalid_1's auc: 0.83598\tvalid_1's binary_logloss: 0.136873\n", + "[40]\ttraining's auc: 0.89831\ttraining's binary_logloss: 0.117766\tvalid_1's auc: 0.836001\tvalid_1's binary_logloss: 0.136846\n", + "[41]\ttraining's auc: 0.898924\ttraining's binary_logloss: 0.117422\tvalid_1's auc: 0.836077\tvalid_1's binary_logloss: 0.136814\n", + "[42]\ttraining's auc: 0.899911\ttraining's binary_logloss: 0.117038\tvalid_1's auc: 0.836017\tvalid_1's binary_logloss: 0.136763\n", + "[43]\ttraining's auc: 0.900757\ttraining's binary_logloss: 0.116663\tvalid_1's auc: 0.835591\tvalid_1's binary_logloss: 0.13673\n", + "[44]\ttraining's auc: 0.901636\ttraining's binary_logloss: 0.116308\tvalid_1's auc: 0.835717\tvalid_1's binary_logloss: 0.136658\n", + "[45]\ttraining's auc: 0.902322\ttraining's binary_logloss: 0.115966\tvalid_1's auc: 0.835411\tvalid_1's binary_logloss: 0.13666\n", + "[46]\ttraining's auc: 0.903019\ttraining's binary_logloss: 0.115673\tvalid_1's auc: 0.8352\tvalid_1's binary_logloss: 0.136665\n", + "[47]\ttraining's auc: 0.903828\ttraining's binary_logloss: 0.115305\tvalid_1's auc: 0.834906\tvalid_1's binary_logloss: 0.136698\n", + "[48]\ttraining's auc: 0.904883\ttraining's binary_logloss: 0.114931\tvalid_1's auc: 0.835044\tvalid_1's binary_logloss: 0.13669\n", + "[49]\ttraining's auc: 0.905629\ttraining's binary_logloss: 0.114639\tvalid_1's auc: 0.834878\tvalid_1's binary_logloss: 0.136691\n", + "[50]\ttraining's auc: 0.906565\ttraining's binary_logloss: 0.114335\tvalid_1's auc: 0.834835\tvalid_1's binary_logloss: 0.136703\n", + "[51]\ttraining's auc: 0.907289\ttraining's binary_logloss: 0.114029\tvalid_1's auc: 0.834909\tvalid_1's binary_logloss: 0.136655\n", + "[52]\ttraining's auc: 0.908128\ttraining's binary_logloss: 0.113716\tvalid_1's auc: 0.834779\tvalid_1's binary_logloss: 0.136688\n", + "[53]\ttraining's auc: 0.908754\ttraining's binary_logloss: 0.113449\tvalid_1's auc: 0.834668\tvalid_1's binary_logloss: 0.136689\n", + "[54]\ttraining's auc: 0.909552\ttraining's binary_logloss: 0.113149\tvalid_1's auc: 0.834573\tvalid_1's binary_logloss: 0.13672\n", + "[55]\ttraining's auc: 0.910309\ttraining's binary_logloss: 0.112879\tvalid_1's auc: 0.834641\tvalid_1's binary_logloss: 0.136717\n", + "[56]\ttraining's auc: 0.91089\ttraining's binary_logloss: 0.112569\tvalid_1's auc: 0.834657\tvalid_1's binary_logloss: 0.136739\n", + "[1]\ttraining's auc: 0.833828\ttraining's binary_logloss: 0.163235\tvalid_1's auc: 0.809771\tvalid_1's binary_logloss: 0.16433\n", + "[2]\ttraining's auc: 0.834179\ttraining's binary_logloss: 0.161985\tvalid_1's auc: 0.810036\tvalid_1's binary_logloss: 0.163293\n", + "[3]\ttraining's auc: 0.834939\ttraining's binary_logloss: 0.160813\tvalid_1's auc: 0.809567\tvalid_1's binary_logloss: 0.162334\n", + "[4]\ttraining's auc: 0.835195\ttraining's binary_logloss: 0.159725\tvalid_1's auc: 0.809769\tvalid_1's binary_logloss: 0.161432\n", + "[5]\ttraining's auc: 0.83658\ttraining's binary_logloss: 0.158699\tvalid_1's auc: 0.81153\tvalid_1's binary_logloss: 0.160564\n", + "[6]\ttraining's auc: 0.838752\ttraining's binary_logloss: 0.157727\tvalid_1's auc: 0.812415\tvalid_1's binary_logloss: 0.159769\n", + "[7]\ttraining's auc: 0.840544\ttraining's binary_logloss: 0.156809\tvalid_1's auc: 0.813045\tvalid_1's binary_logloss: 0.159006\n", + "[8]\ttraining's auc: 0.841508\ttraining's binary_logloss: 0.155933\tvalid_1's auc: 0.813588\tvalid_1's binary_logloss: 0.15826\n", + "[9]\ttraining's auc: 0.842593\ttraining's binary_logloss: 0.155093\tvalid_1's auc: 0.814195\tvalid_1's binary_logloss: 0.157554\n", + "[10]\ttraining's auc: 0.843342\ttraining's binary_logloss: 0.154292\tvalid_1's auc: 0.813792\tvalid_1's binary_logloss: 0.156894\n", + "[11]\ttraining's auc: 0.843313\ttraining's binary_logloss: 0.153521\tvalid_1's auc: 0.813823\tvalid_1's binary_logloss: 0.156295\n", + "[12]\ttraining's auc: 0.844344\ttraining's binary_logloss: 0.152785\tvalid_1's auc: 0.816105\tvalid_1's binary_logloss: 0.155687\n", + "[13]\ttraining's auc: 0.84543\ttraining's binary_logloss: 0.152072\tvalid_1's auc: 0.817245\tvalid_1's binary_logloss: 0.155103\n", + "[14]\ttraining's auc: 0.845826\ttraining's binary_logloss: 0.151386\tvalid_1's auc: 0.817105\tvalid_1's binary_logloss: 0.154544\n", + "[15]\ttraining's auc: 0.847805\ttraining's binary_logloss: 0.150736\tvalid_1's auc: 0.818425\tvalid_1's binary_logloss: 0.154024\n", + "[16]\ttraining's auc: 0.848337\ttraining's binary_logloss: 0.1501\tvalid_1's auc: 0.818574\tvalid_1's binary_logloss: 0.1535\n", + "[17]\ttraining's auc: 0.849238\ttraining's binary_logloss: 0.149498\tvalid_1's auc: 0.819119\tvalid_1's binary_logloss: 0.153018\n", + "[18]\ttraining's auc: 0.849541\ttraining's binary_logloss: 0.148916\tvalid_1's auc: 0.819115\tvalid_1's binary_logloss: 0.152517\n", + "[19]\ttraining's auc: 0.850175\ttraining's binary_logloss: 0.148356\tvalid_1's auc: 0.819226\tvalid_1's binary_logloss: 0.152075\n", + "[20]\ttraining's auc: 0.850561\ttraining's binary_logloss: 0.147813\tvalid_1's auc: 0.819473\tvalid_1's binary_logloss: 0.151619\n", + "[21]\ttraining's auc: 0.850771\ttraining's binary_logloss: 0.147282\tvalid_1's auc: 0.81959\tvalid_1's binary_logloss: 0.151194\n", + "[22]\ttraining's auc: 0.851346\ttraining's binary_logloss: 0.146767\tvalid_1's auc: 0.820948\tvalid_1's binary_logloss: 0.150788\n", + "[23]\ttraining's auc: 0.852517\ttraining's binary_logloss: 0.146267\tvalid_1's auc: 0.821852\tvalid_1's binary_logloss: 0.1504\n", + "[24]\ttraining's auc: 0.852819\ttraining's binary_logloss: 0.14578\tvalid_1's auc: 0.821929\tvalid_1's binary_logloss: 0.150029\n", + "[25]\ttraining's auc: 0.853359\ttraining's binary_logloss: 0.145296\tvalid_1's auc: 0.822543\tvalid_1's binary_logloss: 0.149653\n", + "[26]\ttraining's auc: 0.853481\ttraining's binary_logloss: 0.144831\tvalid_1's auc: 0.822496\tvalid_1's binary_logloss: 0.149301\n", + "[27]\ttraining's auc: 0.85441\ttraining's binary_logloss: 0.144393\tvalid_1's auc: 0.823493\tvalid_1's binary_logloss: 0.148947\n", + "[28]\ttraining's auc: 0.854701\ttraining's binary_logloss: 0.14397\tvalid_1's auc: 0.823595\tvalid_1's binary_logloss: 0.148616\n", + "[29]\ttraining's auc: 0.855132\ttraining's binary_logloss: 0.143536\tvalid_1's auc: 0.823631\tvalid_1's binary_logloss: 0.148294\n", + "[30]\ttraining's auc: 0.85713\ttraining's binary_logloss: 0.143114\tvalid_1's auc: 0.82504\tvalid_1's binary_logloss: 0.147955\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[31]\ttraining's auc: 0.857411\ttraining's binary_logloss: 0.142702\tvalid_1's auc: 0.825009\tvalid_1's binary_logloss: 0.147652\n", + "[32]\ttraining's auc: 0.857697\ttraining's binary_logloss: 0.142301\tvalid_1's auc: 0.825157\tvalid_1's binary_logloss: 0.147349\n", + "[33]\ttraining's auc: 0.857794\ttraining's binary_logloss: 0.141902\tvalid_1's auc: 0.825358\tvalid_1's binary_logloss: 0.147045\n", + "[34]\ttraining's auc: 0.858076\ttraining's binary_logloss: 0.141519\tvalid_1's auc: 0.825266\tvalid_1's binary_logloss: 0.146764\n", + "[35]\ttraining's auc: 0.858158\ttraining's binary_logloss: 0.141147\tvalid_1's auc: 0.825423\tvalid_1's binary_logloss: 0.146486\n", + "[36]\ttraining's auc: 0.858428\ttraining's binary_logloss: 0.140788\tvalid_1's auc: 0.825706\tvalid_1's binary_logloss: 0.146206\n", + "[37]\ttraining's auc: 0.859321\ttraining's binary_logloss: 0.140437\tvalid_1's auc: 0.82657\tvalid_1's binary_logloss: 0.145924\n", + "[38]\ttraining's auc: 0.859658\ttraining's binary_logloss: 0.140095\tvalid_1's auc: 0.826972\tvalid_1's binary_logloss: 0.145648\n", + "[39]\ttraining's auc: 0.859803\ttraining's binary_logloss: 0.13976\tvalid_1's auc: 0.826941\tvalid_1's binary_logloss: 0.145407\n", + "[40]\ttraining's auc: 0.85998\ttraining's binary_logloss: 0.139441\tvalid_1's auc: 0.826907\tvalid_1's binary_logloss: 0.145168\n", + "[41]\ttraining's auc: 0.860221\ttraining's binary_logloss: 0.139124\tvalid_1's auc: 0.827149\tvalid_1's binary_logloss: 0.144929\n", + "[42]\ttraining's auc: 0.860432\ttraining's binary_logloss: 0.138815\tvalid_1's auc: 0.827067\tvalid_1's binary_logloss: 0.144706\n", + "[43]\ttraining's auc: 0.86051\ttraining's binary_logloss: 0.138518\tvalid_1's auc: 0.827203\tvalid_1's binary_logloss: 0.144489\n", + "[44]\ttraining's auc: 0.86058\ttraining's binary_logloss: 0.138222\tvalid_1's auc: 0.827251\tvalid_1's binary_logloss: 0.144278\n", + "[45]\ttraining's auc: 0.860769\ttraining's binary_logloss: 0.137932\tvalid_1's auc: 0.827409\tvalid_1's binary_logloss: 0.144077\n", + "[46]\ttraining's auc: 0.860995\ttraining's binary_logloss: 0.137651\tvalid_1's auc: 0.827496\tvalid_1's binary_logloss: 0.143884\n", + "[47]\ttraining's auc: 0.861157\ttraining's binary_logloss: 0.137373\tvalid_1's auc: 0.827506\tvalid_1's binary_logloss: 0.143694\n", + "[48]\ttraining's auc: 0.861306\ttraining's binary_logloss: 0.137105\tvalid_1's auc: 0.827611\tvalid_1's binary_logloss: 0.143509\n", + "[49]\ttraining's auc: 0.862654\ttraining's binary_logloss: 0.136845\tvalid_1's auc: 0.828028\tvalid_1's binary_logloss: 0.143328\n", + "[50]\ttraining's auc: 0.863124\ttraining's binary_logloss: 0.136579\tvalid_1's auc: 0.828129\tvalid_1's binary_logloss: 0.143132\n", + "[51]\ttraining's auc: 0.863258\ttraining's binary_logloss: 0.136329\tvalid_1's auc: 0.828013\tvalid_1's binary_logloss: 0.142958\n", + "[52]\ttraining's auc: 0.863443\ttraining's binary_logloss: 0.136087\tvalid_1's auc: 0.827943\tvalid_1's binary_logloss: 0.142791\n", + "[53]\ttraining's auc: 0.863544\ttraining's binary_logloss: 0.135848\tvalid_1's auc: 0.827915\tvalid_1's binary_logloss: 0.142631\n", + "[54]\ttraining's auc: 0.863733\ttraining's binary_logloss: 0.135614\tvalid_1's auc: 0.827872\tvalid_1's binary_logloss: 0.142462\n", + "[55]\ttraining's auc: 0.863926\ttraining's binary_logloss: 0.135385\tvalid_1's auc: 0.827963\tvalid_1's binary_logloss: 0.142306\n", + "[56]\ttraining's auc: 0.864077\ttraining's binary_logloss: 0.135155\tvalid_1's auc: 0.827886\tvalid_1's binary_logloss: 0.142149\n", + "[57]\ttraining's auc: 0.864202\ttraining's binary_logloss: 0.134929\tvalid_1's auc: 0.827897\tvalid_1's binary_logloss: 0.141999\n", + "[58]\ttraining's auc: 0.864357\ttraining's binary_logloss: 0.134708\tvalid_1's auc: 0.827909\tvalid_1's binary_logloss: 0.141846\n", + "[59]\ttraining's auc: 0.864418\ttraining's binary_logloss: 0.134484\tvalid_1's auc: 0.827836\tvalid_1's binary_logloss: 0.141718\n", + "[60]\ttraining's auc: 0.865167\ttraining's binary_logloss: 0.134267\tvalid_1's auc: 0.828384\tvalid_1's binary_logloss: 0.141579\n", + "[61]\ttraining's auc: 0.865438\ttraining's binary_logloss: 0.134053\tvalid_1's auc: 0.828389\tvalid_1's binary_logloss: 0.141426\n", + "[62]\ttraining's auc: 0.865326\ttraining's binary_logloss: 0.133836\tvalid_1's auc: 0.828108\tvalid_1's binary_logloss: 0.14129\n", + "[63]\ttraining's auc: 0.865471\ttraining's binary_logloss: 0.133619\tvalid_1's auc: 0.828135\tvalid_1's binary_logloss: 0.141163\n", + "[64]\ttraining's auc: 0.865683\ttraining's binary_logloss: 0.133412\tvalid_1's auc: 0.828403\tvalid_1's binary_logloss: 0.141009\n", + "[65]\ttraining's auc: 0.866361\ttraining's binary_logloss: 0.133207\tvalid_1's auc: 0.828421\tvalid_1's binary_logloss: 0.140873\n", + "[66]\ttraining's auc: 0.866931\ttraining's binary_logloss: 0.133008\tvalid_1's auc: 0.828286\tvalid_1's binary_logloss: 0.140749\n", + "[67]\ttraining's auc: 0.867142\ttraining's binary_logloss: 0.132818\tvalid_1's auc: 0.828318\tvalid_1's binary_logloss: 0.140628\n", + "[68]\ttraining's auc: 0.867389\ttraining's binary_logloss: 0.132625\tvalid_1's auc: 0.828442\tvalid_1's binary_logloss: 0.140504\n", + "[69]\ttraining's auc: 0.867656\ttraining's binary_logloss: 0.13243\tvalid_1's auc: 0.828442\tvalid_1's binary_logloss: 0.140389\n", + "[70]\ttraining's auc: 0.867847\ttraining's binary_logloss: 0.132243\tvalid_1's auc: 0.828498\tvalid_1's binary_logloss: 0.140277\n", + "[71]\ttraining's auc: 0.868181\ttraining's binary_logloss: 0.132064\tvalid_1's auc: 0.828488\tvalid_1's binary_logloss: 0.140172\n", + "[72]\ttraining's auc: 0.868743\ttraining's binary_logloss: 0.131875\tvalid_1's auc: 0.828686\tvalid_1's binary_logloss: 0.140061\n", + "[73]\ttraining's auc: 0.869174\ttraining's binary_logloss: 0.131693\tvalid_1's auc: 0.82894\tvalid_1's binary_logloss: 0.139952\n", + "[74]\ttraining's auc: 0.869477\ttraining's binary_logloss: 0.131521\tvalid_1's auc: 0.828985\tvalid_1's binary_logloss: 0.139841\n", + "[75]\ttraining's auc: 0.869716\ttraining's binary_logloss: 0.131343\tvalid_1's auc: 0.829064\tvalid_1's binary_logloss: 0.139743\n", + "[76]\ttraining's auc: 0.869956\ttraining's binary_logloss: 0.131177\tvalid_1's auc: 0.829219\tvalid_1's binary_logloss: 0.139638\n", + "[77]\ttraining's auc: 0.870148\ttraining's binary_logloss: 0.13101\tvalid_1's auc: 0.829206\tvalid_1's binary_logloss: 0.139546\n", + "[78]\ttraining's auc: 0.870356\ttraining's binary_logloss: 0.130837\tvalid_1's auc: 0.829113\tvalid_1's binary_logloss: 0.139467\n", + "[79]\ttraining's auc: 0.870567\ttraining's binary_logloss: 0.130662\tvalid_1's auc: 0.829237\tvalid_1's binary_logloss: 0.139365\n", + "[80]\ttraining's auc: 0.870777\ttraining's binary_logloss: 0.130488\tvalid_1's auc: 0.82924\tvalid_1's binary_logloss: 0.139276\n", + "[81]\ttraining's auc: 0.870982\ttraining's binary_logloss: 0.130333\tvalid_1's auc: 0.829229\tvalid_1's binary_logloss: 0.139198\n", + "[82]\ttraining's auc: 0.871134\ttraining's binary_logloss: 0.130172\tvalid_1's auc: 0.829149\tvalid_1's binary_logloss: 0.139114\n", + "[83]\ttraining's auc: 0.871461\ttraining's binary_logloss: 0.130017\tvalid_1's auc: 0.829106\tvalid_1's binary_logloss: 0.139029\n", + "[84]\ttraining's auc: 0.871611\ttraining's binary_logloss: 0.129859\tvalid_1's auc: 0.82919\tvalid_1's binary_logloss: 0.138943\n", + "[85]\ttraining's auc: 0.871852\ttraining's binary_logloss: 0.129706\tvalid_1's auc: 0.829146\tvalid_1's binary_logloss: 0.138864\n", + "[86]\ttraining's auc: 0.872045\ttraining's binary_logloss: 0.129552\tvalid_1's auc: 0.829207\tvalid_1's binary_logloss: 0.138791\n", + "[87]\ttraining's auc: 0.872203\ttraining's binary_logloss: 0.129422\tvalid_1's auc: 0.829272\tvalid_1's binary_logloss: 0.138714\n", + "[88]\ttraining's auc: 0.87229\ttraining's binary_logloss: 0.129285\tvalid_1's auc: 0.82926\tvalid_1's binary_logloss: 0.138645\n", + "[89]\ttraining's auc: 0.872921\ttraining's binary_logloss: 0.129132\tvalid_1's auc: 0.82959\tvalid_1's binary_logloss: 0.138566\n", + "[90]\ttraining's auc: 0.873117\ttraining's binary_logloss: 0.128983\tvalid_1's auc: 0.829742\tvalid_1's binary_logloss: 0.13849\n", + "[91]\ttraining's auc: 0.873343\ttraining's binary_logloss: 0.128843\tvalid_1's auc: 0.82978\tvalid_1's binary_logloss: 0.138421\n", + "[92]\ttraining's auc: 0.873628\ttraining's binary_logloss: 0.128708\tvalid_1's auc: 0.829675\tvalid_1's binary_logloss: 0.138348\n", + "[93]\ttraining's auc: 0.873832\ttraining's binary_logloss: 0.128573\tvalid_1's auc: 0.829819\tvalid_1's binary_logloss: 0.138277\n", + "[94]\ttraining's auc: 0.874097\ttraining's binary_logloss: 0.12844\tvalid_1's auc: 0.829785\tvalid_1's binary_logloss: 0.138215\n", + "[95]\ttraining's auc: 0.874259\ttraining's binary_logloss: 0.128317\tvalid_1's auc: 0.829893\tvalid_1's binary_logloss: 0.138142\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[96]\ttraining's auc: 0.874544\ttraining's binary_logloss: 0.128177\tvalid_1's auc: 0.829916\tvalid_1's binary_logloss: 0.138077\n", + "[97]\ttraining's auc: 0.874881\ttraining's binary_logloss: 0.128043\tvalid_1's auc: 0.829996\tvalid_1's binary_logloss: 0.138012\n", + "[98]\ttraining's auc: 0.875162\ttraining's binary_logloss: 0.127906\tvalid_1's auc: 0.83007\tvalid_1's binary_logloss: 0.137948\n", + "[99]\ttraining's auc: 0.875425\ttraining's binary_logloss: 0.127775\tvalid_1's auc: 0.830062\tvalid_1's binary_logloss: 0.13788\n", + "[100]\ttraining's auc: 0.875754\ttraining's binary_logloss: 0.127637\tvalid_1's auc: 0.830052\tvalid_1's binary_logloss: 0.137831\n", + "[1]\ttraining's auc: 0.82749\ttraining's binary_logloss: 0.16565\tvalid_1's auc: 0.813829\tvalid_1's binary_logloss: 0.159659\n", + "[2]\ttraining's auc: 0.830751\ttraining's binary_logloss: 0.16443\tvalid_1's auc: 0.816626\tvalid_1's binary_logloss: 0.158641\n", + "[3]\ttraining's auc: 0.831422\ttraining's binary_logloss: 0.163283\tvalid_1's auc: 0.817276\tvalid_1's binary_logloss: 0.157694\n", + "[4]\ttraining's auc: 0.832973\ttraining's binary_logloss: 0.162198\tvalid_1's auc: 0.81793\tvalid_1's binary_logloss: 0.156781\n", + "[5]\ttraining's auc: 0.835583\ttraining's binary_logloss: 0.161178\tvalid_1's auc: 0.820495\tvalid_1's binary_logloss: 0.155894\n", + "[6]\ttraining's auc: 0.838046\ttraining's binary_logloss: 0.1602\tvalid_1's auc: 0.821946\tvalid_1's binary_logloss: 0.155084\n", + "[7]\ttraining's auc: 0.838769\ttraining's binary_logloss: 0.159291\tvalid_1's auc: 0.821719\tvalid_1's binary_logloss: 0.154309\n", + "[8]\ttraining's auc: 0.84063\ttraining's binary_logloss: 0.158396\tvalid_1's auc: 0.82363\tvalid_1's binary_logloss: 0.153594\n", + "[9]\ttraining's auc: 0.841413\ttraining's binary_logloss: 0.157555\tvalid_1's auc: 0.824452\tvalid_1's binary_logloss: 0.152893\n", + "[10]\ttraining's auc: 0.841553\ttraining's binary_logloss: 0.156751\tvalid_1's auc: 0.824618\tvalid_1's binary_logloss: 0.152225\n", + "[11]\ttraining's auc: 0.842451\ttraining's binary_logloss: 0.155976\tvalid_1's auc: 0.825407\tvalid_1's binary_logloss: 0.151583\n", + "[12]\ttraining's auc: 0.843518\ttraining's binary_logloss: 0.155235\tvalid_1's auc: 0.82606\tvalid_1's binary_logloss: 0.150967\n", + "[13]\ttraining's auc: 0.844045\ttraining's binary_logloss: 0.154527\tvalid_1's auc: 0.826781\tvalid_1's binary_logloss: 0.15037\n", + "[14]\ttraining's auc: 0.844276\ttraining's binary_logloss: 0.153839\tvalid_1's auc: 0.826955\tvalid_1's binary_logloss: 0.149806\n", + "[15]\ttraining's auc: 0.844635\ttraining's binary_logloss: 0.153195\tvalid_1's auc: 0.827197\tvalid_1's binary_logloss: 0.149259\n", + "[16]\ttraining's auc: 0.844904\ttraining's binary_logloss: 0.152548\tvalid_1's auc: 0.827632\tvalid_1's binary_logloss: 0.148736\n", + "[17]\ttraining's auc: 0.845145\ttraining's binary_logloss: 0.151928\tvalid_1's auc: 0.827523\tvalid_1's binary_logloss: 0.148253\n", + "[18]\ttraining's auc: 0.845745\ttraining's binary_logloss: 0.151341\tvalid_1's auc: 0.828006\tvalid_1's binary_logloss: 0.147766\n", + "[19]\ttraining's auc: 0.849146\ttraining's binary_logloss: 0.150763\tvalid_1's auc: 0.830522\tvalid_1's binary_logloss: 0.147314\n", + "[20]\ttraining's auc: 0.849825\ttraining's binary_logloss: 0.150207\tvalid_1's auc: 0.831226\tvalid_1's binary_logloss: 0.146887\n", + "[21]\ttraining's auc: 0.850524\ttraining's binary_logloss: 0.149677\tvalid_1's auc: 0.831059\tvalid_1's binary_logloss: 0.146471\n", + "[22]\ttraining's auc: 0.850796\ttraining's binary_logloss: 0.149154\tvalid_1's auc: 0.830861\tvalid_1's binary_logloss: 0.146067\n", + "[23]\ttraining's auc: 0.850993\ttraining's binary_logloss: 0.148661\tvalid_1's auc: 0.830969\tvalid_1's binary_logloss: 0.145674\n", + "[24]\ttraining's auc: 0.851218\ttraining's binary_logloss: 0.14817\tvalid_1's auc: 0.831197\tvalid_1's binary_logloss: 0.145294\n", + "[25]\ttraining's auc: 0.851392\ttraining's binary_logloss: 0.147702\tvalid_1's auc: 0.831376\tvalid_1's binary_logloss: 0.144921\n", + "[26]\ttraining's auc: 0.852834\ttraining's binary_logloss: 0.147244\tvalid_1's auc: 0.832129\tvalid_1's binary_logloss: 0.144562\n", + "[27]\ttraining's auc: 0.853094\ttraining's binary_logloss: 0.146801\tvalid_1's auc: 0.832091\tvalid_1's binary_logloss: 0.144219\n", + "[28]\ttraining's auc: 0.853359\ttraining's binary_logloss: 0.146374\tvalid_1's auc: 0.832019\tvalid_1's binary_logloss: 0.143886\n", + "[29]\ttraining's auc: 0.853594\ttraining's binary_logloss: 0.145945\tvalid_1's auc: 0.832012\tvalid_1's binary_logloss: 0.143573\n", + "[30]\ttraining's auc: 0.853792\ttraining's binary_logloss: 0.145541\tvalid_1's auc: 0.831806\tvalid_1's binary_logloss: 0.143266\n", + "[31]\ttraining's auc: 0.854058\ttraining's binary_logloss: 0.145142\tvalid_1's auc: 0.831866\tvalid_1's binary_logloss: 0.142962\n", + "[32]\ttraining's auc: 0.854609\ttraining's binary_logloss: 0.144722\tvalid_1's auc: 0.831827\tvalid_1's binary_logloss: 0.142666\n", + "[33]\ttraining's auc: 0.854962\ttraining's binary_logloss: 0.144328\tvalid_1's auc: 0.831939\tvalid_1's binary_logloss: 0.14239\n", + "[34]\ttraining's auc: 0.855744\ttraining's binary_logloss: 0.14394\tvalid_1's auc: 0.832138\tvalid_1's binary_logloss: 0.1421\n", + "[35]\ttraining's auc: 0.855992\ttraining's binary_logloss: 0.143563\tvalid_1's auc: 0.832164\tvalid_1's binary_logloss: 0.141833\n", + "[36]\ttraining's auc: 0.856445\ttraining's binary_logloss: 0.143191\tvalid_1's auc: 0.832302\tvalid_1's binary_logloss: 0.141572\n", + "[37]\ttraining's auc: 0.856706\ttraining's binary_logloss: 0.142826\tvalid_1's auc: 0.832306\tvalid_1's binary_logloss: 0.141317\n", + "[38]\ttraining's auc: 0.856987\ttraining's binary_logloss: 0.142472\tvalid_1's auc: 0.832409\tvalid_1's binary_logloss: 0.141056\n", + "[39]\ttraining's auc: 0.857241\ttraining's binary_logloss: 0.142133\tvalid_1's auc: 0.832698\tvalid_1's binary_logloss: 0.140802\n", + "[40]\ttraining's auc: 0.857483\ttraining's binary_logloss: 0.141793\tvalid_1's auc: 0.832718\tvalid_1's binary_logloss: 0.140543\n", + "[41]\ttraining's auc: 0.858281\ttraining's binary_logloss: 0.141471\tvalid_1's auc: 0.834541\tvalid_1's binary_logloss: 0.140301\n", + "[42]\ttraining's auc: 0.858886\ttraining's binary_logloss: 0.14115\tvalid_1's auc: 0.834826\tvalid_1's binary_logloss: 0.140081\n", + "[43]\ttraining's auc: 0.859213\ttraining's binary_logloss: 0.140836\tvalid_1's auc: 0.835043\tvalid_1's binary_logloss: 0.139854\n", + "[44]\ttraining's auc: 0.859487\ttraining's binary_logloss: 0.140531\tvalid_1's auc: 0.835154\tvalid_1's binary_logloss: 0.139631\n", + "[45]\ttraining's auc: 0.859776\ttraining's binary_logloss: 0.140236\tvalid_1's auc: 0.835198\tvalid_1's binary_logloss: 0.139423\n", + "[46]\ttraining's auc: 0.85997\ttraining's binary_logloss: 0.139947\tvalid_1's auc: 0.835218\tvalid_1's binary_logloss: 0.139223\n", + "[47]\ttraining's auc: 0.86061\ttraining's binary_logloss: 0.139662\tvalid_1's auc: 0.835224\tvalid_1's binary_logloss: 0.139012\n", + "[48]\ttraining's auc: 0.861142\ttraining's binary_logloss: 0.139388\tvalid_1's auc: 0.835097\tvalid_1's binary_logloss: 0.138824\n", + "[49]\ttraining's auc: 0.861321\ttraining's binary_logloss: 0.139111\tvalid_1's auc: 0.835173\tvalid_1's binary_logloss: 0.138622\n", + "[50]\ttraining's auc: 0.86166\ttraining's binary_logloss: 0.138843\tvalid_1's auc: 0.835071\tvalid_1's binary_logloss: 0.138438\n", + "[51]\ttraining's auc: 0.86187\ttraining's binary_logloss: 0.13858\tvalid_1's auc: 0.835286\tvalid_1's binary_logloss: 0.138242\n", + "[52]\ttraining's auc: 0.861989\ttraining's binary_logloss: 0.138323\tvalid_1's auc: 0.835389\tvalid_1's binary_logloss: 0.138072\n", + "[53]\ttraining's auc: 0.86261\ttraining's binary_logloss: 0.138073\tvalid_1's auc: 0.835339\tvalid_1's binary_logloss: 0.13789\n", + "[54]\ttraining's auc: 0.862912\ttraining's binary_logloss: 0.137828\tvalid_1's auc: 0.835349\tvalid_1's binary_logloss: 0.137724\n", + "[55]\ttraining's auc: 0.863193\ttraining's binary_logloss: 0.137589\tvalid_1's auc: 0.835314\tvalid_1's binary_logloss: 0.137569\n", + "[56]\ttraining's auc: 0.863406\ttraining's binary_logloss: 0.137343\tvalid_1's auc: 0.835571\tvalid_1's binary_logloss: 0.137387\n", + "[57]\ttraining's auc: 0.863675\ttraining's binary_logloss: 0.137112\tvalid_1's auc: 0.835586\tvalid_1's binary_logloss: 0.137224\n", + "[58]\ttraining's auc: 0.863996\ttraining's binary_logloss: 0.136878\tvalid_1's auc: 0.835763\tvalid_1's binary_logloss: 0.137074\n", + "[59]\ttraining's auc: 0.86462\ttraining's binary_logloss: 0.136652\tvalid_1's auc: 0.835748\tvalid_1's binary_logloss: 0.136928\n", + "[60]\ttraining's auc: 0.864705\ttraining's binary_logloss: 0.136432\tvalid_1's auc: 0.835675\tvalid_1's binary_logloss: 0.136787\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[61]\ttraining's auc: 0.865047\ttraining's binary_logloss: 0.136216\tvalid_1's auc: 0.835726\tvalid_1's binary_logloss: 0.136647\n", + "[62]\ttraining's auc: 0.865221\ttraining's binary_logloss: 0.136002\tvalid_1's auc: 0.835629\tvalid_1's binary_logloss: 0.13651\n", + "[63]\ttraining's auc: 0.865487\ttraining's binary_logloss: 0.135794\tvalid_1's auc: 0.835572\tvalid_1's binary_logloss: 0.136374\n", + "[64]\ttraining's auc: 0.865641\ttraining's binary_logloss: 0.135585\tvalid_1's auc: 0.83539\tvalid_1's binary_logloss: 0.13624\n", + "[65]\ttraining's auc: 0.866122\ttraining's binary_logloss: 0.135384\tvalid_1's auc: 0.835365\tvalid_1's binary_logloss: 0.136101\n", + "[66]\ttraining's auc: 0.866305\ttraining's binary_logloss: 0.135193\tvalid_1's auc: 0.835311\tvalid_1's binary_logloss: 0.135978\n", + "[67]\ttraining's auc: 0.86651\ttraining's binary_logloss: 0.135001\tvalid_1's auc: 0.835282\tvalid_1's binary_logloss: 0.135851\n", + "[68]\ttraining's auc: 0.86663\ttraining's binary_logloss: 0.134808\tvalid_1's auc: 0.835301\tvalid_1's binary_logloss: 0.135729\n", + "[69]\ttraining's auc: 0.866859\ttraining's binary_logloss: 0.134621\tvalid_1's auc: 0.835195\tvalid_1's binary_logloss: 0.135607\n", + "[70]\ttraining's auc: 0.867013\ttraining's binary_logloss: 0.134435\tvalid_1's auc: 0.835176\tvalid_1's binary_logloss: 0.135496\n", + "[71]\ttraining's auc: 0.867235\ttraining's binary_logloss: 0.134252\tvalid_1's auc: 0.835101\tvalid_1's binary_logloss: 0.135386\n", + "[72]\ttraining's auc: 0.867719\ttraining's binary_logloss: 0.134079\tvalid_1's auc: 0.83524\tvalid_1's binary_logloss: 0.135289\n", + "[73]\ttraining's auc: 0.867961\ttraining's binary_logloss: 0.133905\tvalid_1's auc: 0.835123\tvalid_1's binary_logloss: 0.135187\n", + "[74]\ttraining's auc: 0.868143\ttraining's binary_logloss: 0.133736\tvalid_1's auc: 0.835158\tvalid_1's binary_logloss: 0.135083\n", + "[75]\ttraining's auc: 0.868287\ttraining's binary_logloss: 0.133572\tvalid_1's auc: 0.835168\tvalid_1's binary_logloss: 0.134984\n", + "[76]\ttraining's auc: 0.868676\ttraining's binary_logloss: 0.133404\tvalid_1's auc: 0.835248\tvalid_1's binary_logloss: 0.134885\n", + "[77]\ttraining's auc: 0.86886\ttraining's binary_logloss: 0.133238\tvalid_1's auc: 0.835202\tvalid_1's binary_logloss: 0.134791\n", + "[78]\ttraining's auc: 0.868995\ttraining's binary_logloss: 0.13308\tvalid_1's auc: 0.835098\tvalid_1's binary_logloss: 0.134695\n", + "[79]\ttraining's auc: 0.869219\ttraining's binary_logloss: 0.132915\tvalid_1's auc: 0.835276\tvalid_1's binary_logloss: 0.134608\n", + "[80]\ttraining's auc: 0.86948\ttraining's binary_logloss: 0.132752\tvalid_1's auc: 0.835167\tvalid_1's binary_logloss: 0.134517\n", + "[81]\ttraining's auc: 0.869589\ttraining's binary_logloss: 0.132596\tvalid_1's auc: 0.835196\tvalid_1's binary_logloss: 0.134429\n", + "[82]\ttraining's auc: 0.869892\ttraining's binary_logloss: 0.132436\tvalid_1's auc: 0.835233\tvalid_1's binary_logloss: 0.13434\n", + "[83]\ttraining's auc: 0.870122\ttraining's binary_logloss: 0.132279\tvalid_1's auc: 0.835381\tvalid_1's binary_logloss: 0.134252\n", + "[84]\ttraining's auc: 0.870441\ttraining's binary_logloss: 0.132114\tvalid_1's auc: 0.835472\tvalid_1's binary_logloss: 0.134169\n", + "[85]\ttraining's auc: 0.870674\ttraining's binary_logloss: 0.131962\tvalid_1's auc: 0.835482\tvalid_1's binary_logloss: 0.13409\n", + "[86]\ttraining's auc: 0.87099\ttraining's binary_logloss: 0.131814\tvalid_1's auc: 0.835549\tvalid_1's binary_logloss: 0.134015\n", + "[87]\ttraining's auc: 0.871232\ttraining's binary_logloss: 0.131666\tvalid_1's auc: 0.835521\tvalid_1's binary_logloss: 0.13394\n", + "[88]\ttraining's auc: 0.871393\ttraining's binary_logloss: 0.131527\tvalid_1's auc: 0.835401\tvalid_1's binary_logloss: 0.133861\n", + "[1]\ttraining's auc: 0.828425\ttraining's binary_logloss: 0.161829\tvalid_1's auc: 0.806691\tvalid_1's binary_logloss: 0.167347\n", + "[2]\ttraining's auc: 0.828951\ttraining's binary_logloss: 0.160663\tvalid_1's auc: 0.807902\tvalid_1's binary_logloss: 0.166272\n", + "[3]\ttraining's auc: 0.833007\ttraining's binary_logloss: 0.159562\tvalid_1's auc: 0.81241\tvalid_1's binary_logloss: 0.165224\n", + "[4]\ttraining's auc: 0.83539\ttraining's binary_logloss: 0.15854\tvalid_1's auc: 0.813209\tvalid_1's binary_logloss: 0.164289\n", + "[5]\ttraining's auc: 0.836111\ttraining's binary_logloss: 0.157568\tvalid_1's auc: 0.814964\tvalid_1's binary_logloss: 0.163392\n", + "[6]\ttraining's auc: 0.836422\ttraining's binary_logloss: 0.156633\tvalid_1's auc: 0.814882\tvalid_1's binary_logloss: 0.162531\n", + "[7]\ttraining's auc: 0.837542\ttraining's binary_logloss: 0.155731\tvalid_1's auc: 0.816475\tvalid_1's binary_logloss: 0.161714\n", + "[8]\ttraining's auc: 0.838132\ttraining's binary_logloss: 0.154878\tvalid_1's auc: 0.81704\tvalid_1's binary_logloss: 0.160902\n", + "[9]\ttraining's auc: 0.838243\ttraining's binary_logloss: 0.154074\tvalid_1's auc: 0.817406\tvalid_1's binary_logloss: 0.160172\n", + "[10]\ttraining's auc: 0.838737\ttraining's binary_logloss: 0.153301\tvalid_1's auc: 0.817767\tvalid_1's binary_logloss: 0.159432\n", + "[11]\ttraining's auc: 0.838953\ttraining's binary_logloss: 0.152567\tvalid_1's auc: 0.818212\tvalid_1's binary_logloss: 0.158746\n", + "[12]\ttraining's auc: 0.841943\ttraining's binary_logloss: 0.151856\tvalid_1's auc: 0.821481\tvalid_1's binary_logloss: 0.158082\n", + "[13]\ttraining's auc: 0.844335\ttraining's binary_logloss: 0.151175\tvalid_1's auc: 0.824672\tvalid_1's binary_logloss: 0.157447\n", + "[14]\ttraining's auc: 0.845206\ttraining's binary_logloss: 0.150529\tvalid_1's auc: 0.825131\tvalid_1's binary_logloss: 0.156859\n", + "[15]\ttraining's auc: 0.845727\ttraining's binary_logloss: 0.149892\tvalid_1's auc: 0.825481\tvalid_1's binary_logloss: 0.156275\n", + "[16]\ttraining's auc: 0.846123\ttraining's binary_logloss: 0.149284\tvalid_1's auc: 0.825696\tvalid_1's binary_logloss: 0.155713\n", + "[17]\ttraining's auc: 0.846445\ttraining's binary_logloss: 0.148698\tvalid_1's auc: 0.825534\tvalid_1's binary_logloss: 0.155204\n", + "[18]\ttraining's auc: 0.846971\ttraining's binary_logloss: 0.148135\tvalid_1's auc: 0.825611\tvalid_1's binary_logloss: 0.154693\n", + "[19]\ttraining's auc: 0.847354\ttraining's binary_logloss: 0.147581\tvalid_1's auc: 0.825839\tvalid_1's binary_logloss: 0.154176\n", + "[20]\ttraining's auc: 0.847687\ttraining's binary_logloss: 0.14703\tvalid_1's auc: 0.826011\tvalid_1's binary_logloss: 0.153698\n", + "[21]\ttraining's auc: 0.848562\ttraining's binary_logloss: 0.146496\tvalid_1's auc: 0.82664\tvalid_1's binary_logloss: 0.153244\n", + "[22]\ttraining's auc: 0.849267\ttraining's binary_logloss: 0.145983\tvalid_1's auc: 0.827362\tvalid_1's binary_logloss: 0.152813\n", + "[23]\ttraining's auc: 0.849946\ttraining's binary_logloss: 0.145486\tvalid_1's auc: 0.827788\tvalid_1's binary_logloss: 0.152381\n", + "[24]\ttraining's auc: 0.850414\ttraining's binary_logloss: 0.145003\tvalid_1's auc: 0.828138\tvalid_1's binary_logloss: 0.151965\n", + "[25]\ttraining's auc: 0.850659\ttraining's binary_logloss: 0.14454\tvalid_1's auc: 0.828136\tvalid_1's binary_logloss: 0.151548\n", + "[26]\ttraining's auc: 0.85101\ttraining's binary_logloss: 0.144089\tvalid_1's auc: 0.828196\tvalid_1's binary_logloss: 0.15116\n", + "[27]\ttraining's auc: 0.851233\ttraining's binary_logloss: 0.143653\tvalid_1's auc: 0.828391\tvalid_1's binary_logloss: 0.15078\n", + "[28]\ttraining's auc: 0.851601\ttraining's binary_logloss: 0.143235\tvalid_1's auc: 0.828854\tvalid_1's binary_logloss: 0.150426\n", + "[29]\ttraining's auc: 0.8518\ttraining's binary_logloss: 0.142825\tvalid_1's auc: 0.829022\tvalid_1's binary_logloss: 0.150061\n", + "[30]\ttraining's auc: 0.852225\ttraining's binary_logloss: 0.142403\tvalid_1's auc: 0.82892\tvalid_1's binary_logloss: 0.149727\n", + "[31]\ttraining's auc: 0.852478\ttraining's binary_logloss: 0.141999\tvalid_1's auc: 0.828868\tvalid_1's binary_logloss: 0.149404\n", + "[32]\ttraining's auc: 0.852735\ttraining's binary_logloss: 0.141608\tvalid_1's auc: 0.828912\tvalid_1's binary_logloss: 0.149082\n", + "[33]\ttraining's auc: 0.852909\ttraining's binary_logloss: 0.141229\tvalid_1's auc: 0.828934\tvalid_1's binary_logloss: 0.148772\n", + "[34]\ttraining's auc: 0.853088\ttraining's binary_logloss: 0.140855\tvalid_1's auc: 0.828673\tvalid_1's binary_logloss: 0.14848\n", + "[35]\ttraining's auc: 0.853901\ttraining's binary_logloss: 0.140492\tvalid_1's auc: 0.829415\tvalid_1's binary_logloss: 0.148187\n", + "[36]\ttraining's auc: 0.854473\ttraining's binary_logloss: 0.14015\tvalid_1's auc: 0.829442\tvalid_1's binary_logloss: 0.147906\n", + "[37]\ttraining's auc: 0.854718\ttraining's binary_logloss: 0.139811\tvalid_1's auc: 0.829543\tvalid_1's binary_logloss: 0.147627\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[38]\ttraining's auc: 0.855109\ttraining's binary_logloss: 0.13948\tvalid_1's auc: 0.829801\tvalid_1's binary_logloss: 0.147373\n", + "[39]\ttraining's auc: 0.855549\ttraining's binary_logloss: 0.139157\tvalid_1's auc: 0.829819\tvalid_1's binary_logloss: 0.147116\n", + "[40]\ttraining's auc: 0.855925\ttraining's binary_logloss: 0.138846\tvalid_1's auc: 0.82995\tvalid_1's binary_logloss: 0.146874\n", + "[41]\ttraining's auc: 0.856023\ttraining's binary_logloss: 0.138538\tvalid_1's auc: 0.829887\tvalid_1's binary_logloss: 0.146628\n", + "[42]\ttraining's auc: 0.856746\ttraining's binary_logloss: 0.138238\tvalid_1's auc: 0.830089\tvalid_1's binary_logloss: 0.146385\n", + "[43]\ttraining's auc: 0.857068\ttraining's binary_logloss: 0.137912\tvalid_1's auc: 0.830113\tvalid_1's binary_logloss: 0.146156\n", + "[44]\ttraining's auc: 0.857324\ttraining's binary_logloss: 0.137595\tvalid_1's auc: 0.830292\tvalid_1's binary_logloss: 0.145927\n", + "[45]\ttraining's auc: 0.857489\ttraining's binary_logloss: 0.137315\tvalid_1's auc: 0.830376\tvalid_1's binary_logloss: 0.145695\n", + "[46]\ttraining's auc: 0.857727\ttraining's binary_logloss: 0.137013\tvalid_1's auc: 0.830575\tvalid_1's binary_logloss: 0.145472\n", + "[47]\ttraining's auc: 0.857897\ttraining's binary_logloss: 0.13672\tvalid_1's auc: 0.83063\tvalid_1's binary_logloss: 0.14526\n", + "[48]\ttraining's auc: 0.858389\ttraining's binary_logloss: 0.136435\tvalid_1's auc: 0.830734\tvalid_1's binary_logloss: 0.145047\n", + "[49]\ttraining's auc: 0.85891\ttraining's binary_logloss: 0.136158\tvalid_1's auc: 0.831067\tvalid_1's binary_logloss: 0.144844\n", + "[50]\ttraining's auc: 0.859179\ttraining's binary_logloss: 0.135888\tvalid_1's auc: 0.831228\tvalid_1's binary_logloss: 0.14464\n", + "[51]\ttraining's auc: 0.859573\ttraining's binary_logloss: 0.135639\tvalid_1's auc: 0.831435\tvalid_1's binary_logloss: 0.144454\n", + "[52]\ttraining's auc: 0.859776\ttraining's binary_logloss: 0.135384\tvalid_1's auc: 0.831626\tvalid_1's binary_logloss: 0.144266\n", + "[53]\ttraining's auc: 0.860069\ttraining's binary_logloss: 0.135132\tvalid_1's auc: 0.831932\tvalid_1's binary_logloss: 0.144087\n", + "[54]\ttraining's auc: 0.860195\ttraining's binary_logloss: 0.134899\tvalid_1's auc: 0.832112\tvalid_1's binary_logloss: 0.143914\n", + "[55]\ttraining's auc: 0.8604\ttraining's binary_logloss: 0.134664\tvalid_1's auc: 0.832072\tvalid_1's binary_logloss: 0.143752\n", + "[56]\ttraining's auc: 0.860822\ttraining's binary_logloss: 0.134441\tvalid_1's auc: 0.832091\tvalid_1's binary_logloss: 0.143582\n", + "[57]\ttraining's auc: 0.861065\ttraining's binary_logloss: 0.134215\tvalid_1's auc: 0.832098\tvalid_1's binary_logloss: 0.143426\n", + "[58]\ttraining's auc: 0.861314\ttraining's binary_logloss: 0.133992\tvalid_1's auc: 0.832017\tvalid_1's binary_logloss: 0.143279\n", + "[59]\ttraining's auc: 0.861409\ttraining's binary_logloss: 0.133787\tvalid_1's auc: 0.831984\tvalid_1's binary_logloss: 0.143135\n", + "[60]\ttraining's auc: 0.86175\ttraining's binary_logloss: 0.133566\tvalid_1's auc: 0.83195\tvalid_1's binary_logloss: 0.142988\n", + "[61]\ttraining's auc: 0.862234\ttraining's binary_logloss: 0.133358\tvalid_1's auc: 0.832038\tvalid_1's binary_logloss: 0.142844\n", + "[62]\ttraining's auc: 0.862566\ttraining's binary_logloss: 0.133152\tvalid_1's auc: 0.83196\tvalid_1's binary_logloss: 0.142712\n", + "[63]\ttraining's auc: 0.862948\ttraining's binary_logloss: 0.132949\tvalid_1's auc: 0.832049\tvalid_1's binary_logloss: 0.142568\n", + "[64]\ttraining's auc: 0.863187\ttraining's binary_logloss: 0.132755\tvalid_1's auc: 0.832122\tvalid_1's binary_logloss: 0.142421\n", + "[65]\ttraining's auc: 0.864535\ttraining's binary_logloss: 0.132563\tvalid_1's auc: 0.834042\tvalid_1's binary_logloss: 0.142291\n", + "[66]\ttraining's auc: 0.864805\ttraining's binary_logloss: 0.132371\tvalid_1's auc: 0.834234\tvalid_1's binary_logloss: 0.142155\n", + "[67]\ttraining's auc: 0.865243\ttraining's binary_logloss: 0.132175\tvalid_1's auc: 0.83443\tvalid_1's binary_logloss: 0.142015\n", + "[68]\ttraining's auc: 0.865574\ttraining's binary_logloss: 0.131982\tvalid_1's auc: 0.834289\tvalid_1's binary_logloss: 0.141891\n", + "[69]\ttraining's auc: 0.865731\ttraining's binary_logloss: 0.131795\tvalid_1's auc: 0.834301\tvalid_1's binary_logloss: 0.141763\n", + "[70]\ttraining's auc: 0.866246\ttraining's binary_logloss: 0.13162\tvalid_1's auc: 0.834486\tvalid_1's binary_logloss: 0.141651\n", + "[71]\ttraining's auc: 0.866489\ttraining's binary_logloss: 0.131435\tvalid_1's auc: 0.834635\tvalid_1's binary_logloss: 0.141534\n", + "[72]\ttraining's auc: 0.866653\ttraining's binary_logloss: 0.131253\tvalid_1's auc: 0.8348\tvalid_1's binary_logloss: 0.14142\n", + "[73]\ttraining's auc: 0.866873\ttraining's binary_logloss: 0.131078\tvalid_1's auc: 0.834749\tvalid_1's binary_logloss: 0.141301\n", + "[74]\ttraining's auc: 0.867089\ttraining's binary_logloss: 0.130904\tvalid_1's auc: 0.834739\tvalid_1's binary_logloss: 0.14119\n", + "[75]\ttraining's auc: 0.867387\ttraining's binary_logloss: 0.130733\tvalid_1's auc: 0.834843\tvalid_1's binary_logloss: 0.141078\n", + "[76]\ttraining's auc: 0.867663\ttraining's binary_logloss: 0.130568\tvalid_1's auc: 0.834935\tvalid_1's binary_logloss: 0.140965\n", + "[77]\ttraining's auc: 0.867917\ttraining's binary_logloss: 0.130405\tvalid_1's auc: 0.834862\tvalid_1's binary_logloss: 0.140858\n", + "[78]\ttraining's auc: 0.868166\ttraining's binary_logloss: 0.130244\tvalid_1's auc: 0.83492\tvalid_1's binary_logloss: 0.140755\n", + "[79]\ttraining's auc: 0.868473\ttraining's binary_logloss: 0.130087\tvalid_1's auc: 0.834988\tvalid_1's binary_logloss: 0.140647\n", + "[80]\ttraining's auc: 0.868646\ttraining's binary_logloss: 0.129934\tvalid_1's auc: 0.835143\tvalid_1's binary_logloss: 0.140541\n", + "[81]\ttraining's auc: 0.86894\ttraining's binary_logloss: 0.129776\tvalid_1's auc: 0.835069\tvalid_1's binary_logloss: 0.140452\n", + "[82]\ttraining's auc: 0.869477\ttraining's binary_logloss: 0.12962\tvalid_1's auc: 0.835165\tvalid_1's binary_logloss: 0.140354\n", + "[83]\ttraining's auc: 0.869654\ttraining's binary_logloss: 0.129468\tvalid_1's auc: 0.835284\tvalid_1's binary_logloss: 0.14026\n", + "[84]\ttraining's auc: 0.870239\ttraining's binary_logloss: 0.129314\tvalid_1's auc: 0.835583\tvalid_1's binary_logloss: 0.140164\n", + "[85]\ttraining's auc: 0.870484\ttraining's binary_logloss: 0.129166\tvalid_1's auc: 0.835561\tvalid_1's binary_logloss: 0.140074\n", + "[86]\ttraining's auc: 0.871342\ttraining's binary_logloss: 0.129019\tvalid_1's auc: 0.835656\tvalid_1's binary_logloss: 0.139985\n", + "[87]\ttraining's auc: 0.871599\ttraining's binary_logloss: 0.128876\tvalid_1's auc: 0.835476\tvalid_1's binary_logloss: 0.139902\n", + "[88]\ttraining's auc: 0.872031\ttraining's binary_logloss: 0.128724\tvalid_1's auc: 0.835465\tvalid_1's binary_logloss: 0.13982\n", + "[89]\ttraining's auc: 0.872355\ttraining's binary_logloss: 0.128581\tvalid_1's auc: 0.835664\tvalid_1's binary_logloss: 0.139735\n", + "[90]\ttraining's auc: 0.872705\ttraining's binary_logloss: 0.128443\tvalid_1's auc: 0.835682\tvalid_1's binary_logloss: 0.139651\n", + "[91]\ttraining's auc: 0.872951\ttraining's binary_logloss: 0.12831\tvalid_1's auc: 0.83575\tvalid_1's binary_logloss: 0.139557\n", + "[92]\ttraining's auc: 0.873127\ttraining's binary_logloss: 0.128164\tvalid_1's auc: 0.83578\tvalid_1's binary_logloss: 0.13948\n", + "[93]\ttraining's auc: 0.873422\ttraining's binary_logloss: 0.128026\tvalid_1's auc: 0.83573\tvalid_1's binary_logloss: 0.139391\n", + "[94]\ttraining's auc: 0.873617\ttraining's binary_logloss: 0.127895\tvalid_1's auc: 0.835801\tvalid_1's binary_logloss: 0.139315\n", + "[95]\ttraining's auc: 0.873925\ttraining's binary_logloss: 0.12776\tvalid_1's auc: 0.835816\tvalid_1's binary_logloss: 0.139242\n", + "[96]\ttraining's auc: 0.874306\ttraining's binary_logloss: 0.127627\tvalid_1's auc: 0.835808\tvalid_1's binary_logloss: 0.139172\n", + "[97]\ttraining's auc: 0.874513\ttraining's binary_logloss: 0.127496\tvalid_1's auc: 0.835973\tvalid_1's binary_logloss: 0.139093\n", + "[98]\ttraining's auc: 0.874672\ttraining's binary_logloss: 0.127377\tvalid_1's auc: 0.835997\tvalid_1's binary_logloss: 0.139021\n", + "[99]\ttraining's auc: 0.875075\ttraining's binary_logloss: 0.127254\tvalid_1's auc: 0.836144\tvalid_1's binary_logloss: 0.138951\n", + "[100]\ttraining's auc: 0.875291\ttraining's binary_logloss: 0.127136\tvalid_1's auc: 0.836234\tvalid_1's binary_logloss: 0.138892\n", + "[1]\ttraining's auc: 0.83341\ttraining's binary_logloss: 0.151714\tvalid_1's auc: 0.808519\tvalid_1's binary_logloss: 0.155061\n", + "[2]\ttraining's auc: 0.844218\ttraining's binary_logloss: 0.145441\tvalid_1's auc: 0.81196\tvalid_1's binary_logloss: 0.150109\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[3]\ttraining's auc: 0.853411\ttraining's binary_logloss: 0.141113\tvalid_1's auc: 0.820102\tvalid_1's binary_logloss: 0.146697\n", + "[4]\ttraining's auc: 0.859233\ttraining's binary_logloss: 0.137789\tvalid_1's auc: 0.824479\tvalid_1's binary_logloss: 0.144156\n", + "[5]\ttraining's auc: 0.861488\ttraining's binary_logloss: 0.135069\tvalid_1's auc: 0.825021\tvalid_1's binary_logloss: 0.142327\n", + "[6]\ttraining's auc: 0.864267\ttraining's binary_logloss: 0.132912\tvalid_1's auc: 0.826967\tvalid_1's binary_logloss: 0.140739\n", + "[7]\ttraining's auc: 0.867639\ttraining's binary_logloss: 0.131036\tvalid_1's auc: 0.826732\tvalid_1's binary_logloss: 0.139748\n", + "[8]\ttraining's auc: 0.870029\ttraining's binary_logloss: 0.12946\tvalid_1's auc: 0.827625\tvalid_1's binary_logloss: 0.138912\n", + "[9]\ttraining's auc: 0.873058\ttraining's binary_logloss: 0.128091\tvalid_1's auc: 0.828428\tvalid_1's binary_logloss: 0.138282\n", + "[10]\ttraining's auc: 0.874772\ttraining's binary_logloss: 0.126943\tvalid_1's auc: 0.828661\tvalid_1's binary_logloss: 0.13781\n", + "[11]\ttraining's auc: 0.877182\ttraining's binary_logloss: 0.125771\tvalid_1's auc: 0.828361\tvalid_1's binary_logloss: 0.13753\n", + "[12]\ttraining's auc: 0.879106\ttraining's binary_logloss: 0.124741\tvalid_1's auc: 0.828822\tvalid_1's binary_logloss: 0.137148\n", + "[13]\ttraining's auc: 0.881008\ttraining's binary_logloss: 0.123771\tvalid_1's auc: 0.829141\tvalid_1's binary_logloss: 0.136878\n", + "[14]\ttraining's auc: 0.883983\ttraining's binary_logloss: 0.122742\tvalid_1's auc: 0.829439\tvalid_1's binary_logloss: 0.136732\n", + "[15]\ttraining's auc: 0.886118\ttraining's binary_logloss: 0.121872\tvalid_1's auc: 0.82887\tvalid_1's binary_logloss: 0.136635\n", + "[16]\ttraining's auc: 0.887316\ttraining's binary_logloss: 0.121143\tvalid_1's auc: 0.828541\tvalid_1's binary_logloss: 0.136452\n", + "[17]\ttraining's auc: 0.889067\ttraining's binary_logloss: 0.120387\tvalid_1's auc: 0.829239\tvalid_1's binary_logloss: 0.136333\n", + "[18]\ttraining's auc: 0.891139\ttraining's binary_logloss: 0.119675\tvalid_1's auc: 0.82879\tvalid_1's binary_logloss: 0.136408\n", + "[19]\ttraining's auc: 0.892837\ttraining's binary_logloss: 0.11902\tvalid_1's auc: 0.828533\tvalid_1's binary_logloss: 0.136434\n", + "[20]\ttraining's auc: 0.89515\ttraining's binary_logloss: 0.118354\tvalid_1's auc: 0.827806\tvalid_1's binary_logloss: 0.136539\n", + "[21]\ttraining's auc: 0.896616\ttraining's binary_logloss: 0.117807\tvalid_1's auc: 0.827629\tvalid_1's binary_logloss: 0.136551\n", + "[22]\ttraining's auc: 0.897683\ttraining's binary_logloss: 0.117268\tvalid_1's auc: 0.827538\tvalid_1's binary_logloss: 0.136558\n", + "[23]\ttraining's auc: 0.899243\ttraining's binary_logloss: 0.116666\tvalid_1's auc: 0.827306\tvalid_1's binary_logloss: 0.136568\n", + "[24]\ttraining's auc: 0.9005\ttraining's binary_logloss: 0.116062\tvalid_1's auc: 0.826949\tvalid_1's binary_logloss: 0.136727\n", + "[25]\ttraining's auc: 0.902419\ttraining's binary_logloss: 0.115478\tvalid_1's auc: 0.827003\tvalid_1's binary_logloss: 0.136703\n", + "[26]\ttraining's auc: 0.90375\ttraining's binary_logloss: 0.114982\tvalid_1's auc: 0.826605\tvalid_1's binary_logloss: 0.136763\n", + "[27]\ttraining's auc: 0.904738\ttraining's binary_logloss: 0.114462\tvalid_1's auc: 0.826339\tvalid_1's binary_logloss: 0.136903\n", + "[28]\ttraining's auc: 0.906\ttraining's binary_logloss: 0.114069\tvalid_1's auc: 0.826175\tvalid_1's binary_logloss: 0.136961\n", + "[29]\ttraining's auc: 0.907135\ttraining's binary_logloss: 0.113573\tvalid_1's auc: 0.826213\tvalid_1's binary_logloss: 0.137026\n", + "[30]\ttraining's auc: 0.908711\ttraining's binary_logloss: 0.112978\tvalid_1's auc: 0.825765\tvalid_1's binary_logloss: 0.137136\n", + "[31]\ttraining's auc: 0.910539\ttraining's binary_logloss: 0.112523\tvalid_1's auc: 0.825575\tvalid_1's binary_logloss: 0.13721\n", + "[32]\ttraining's auc: 0.911578\ttraining's binary_logloss: 0.112096\tvalid_1's auc: 0.825508\tvalid_1's binary_logloss: 0.137318\n", + "[33]\ttraining's auc: 0.912618\ttraining's binary_logloss: 0.111637\tvalid_1's auc: 0.824856\tvalid_1's binary_logloss: 0.137456\n", + "[34]\ttraining's auc: 0.913588\ttraining's binary_logloss: 0.111174\tvalid_1's auc: 0.824911\tvalid_1's binary_logloss: 0.137524\n", + "[35]\ttraining's auc: 0.914875\ttraining's binary_logloss: 0.110703\tvalid_1's auc: 0.824936\tvalid_1's binary_logloss: 0.137588\n", + "[36]\ttraining's auc: 0.91586\ttraining's binary_logloss: 0.110294\tvalid_1's auc: 0.824739\tvalid_1's binary_logloss: 0.13768\n", + "[37]\ttraining's auc: 0.916864\ttraining's binary_logloss: 0.109828\tvalid_1's auc: 0.824295\tvalid_1's binary_logloss: 0.137777\n", + "[38]\ttraining's auc: 0.917754\ttraining's binary_logloss: 0.109447\tvalid_1's auc: 0.824252\tvalid_1's binary_logloss: 0.137807\n", + "[39]\ttraining's auc: 0.918738\ttraining's binary_logloss: 0.108994\tvalid_1's auc: 0.823361\tvalid_1's binary_logloss: 0.138031\n", + "[40]\ttraining's auc: 0.919472\ttraining's binary_logloss: 0.108593\tvalid_1's auc: 0.823461\tvalid_1's binary_logloss: 0.138094\n", + "[41]\ttraining's auc: 0.920575\ttraining's binary_logloss: 0.108199\tvalid_1's auc: 0.823033\tvalid_1's binary_logloss: 0.138206\n", + "[42]\ttraining's auc: 0.920989\ttraining's binary_logloss: 0.10791\tvalid_1's auc: 0.822508\tvalid_1's binary_logloss: 0.138373\n", + "[43]\ttraining's auc: 0.921722\ttraining's binary_logloss: 0.107558\tvalid_1's auc: 0.822235\tvalid_1's binary_logloss: 0.138422\n", + "[44]\ttraining's auc: 0.922355\ttraining's binary_logloss: 0.107139\tvalid_1's auc: 0.821937\tvalid_1's binary_logloss: 0.138572\n", + "[1]\ttraining's auc: 0.827763\ttraining's binary_logloss: 0.154444\tvalid_1's auc: 0.813826\tvalid_1's binary_logloss: 0.150629\n", + "[2]\ttraining's auc: 0.840659\ttraining's binary_logloss: 0.14789\tvalid_1's auc: 0.824297\tvalid_1's binary_logloss: 0.145342\n", + "[3]\ttraining's auc: 0.849291\ttraining's binary_logloss: 0.143543\tvalid_1's auc: 0.827749\tvalid_1's binary_logloss: 0.142075\n", + "[4]\ttraining's auc: 0.853148\ttraining's binary_logloss: 0.140144\tvalid_1's auc: 0.828916\tvalid_1's binary_logloss: 0.139623\n", + "[5]\ttraining's auc: 0.858434\ttraining's binary_logloss: 0.137418\tvalid_1's auc: 0.833438\tvalid_1's binary_logloss: 0.137591\n", + "[6]\ttraining's auc: 0.862685\ttraining's binary_logloss: 0.135198\tvalid_1's auc: 0.833679\tvalid_1's binary_logloss: 0.136221\n", + "[7]\ttraining's auc: 0.86528\ttraining's binary_logloss: 0.133394\tvalid_1's auc: 0.832464\tvalid_1's binary_logloss: 0.135201\n", + "[8]\ttraining's auc: 0.868221\ttraining's binary_logloss: 0.131827\tvalid_1's auc: 0.833365\tvalid_1's binary_logloss: 0.134324\n", + "[9]\ttraining's auc: 0.87049\ttraining's binary_logloss: 0.130429\tvalid_1's auc: 0.832904\tvalid_1's binary_logloss: 0.133668\n", + "[10]\ttraining's auc: 0.872321\ttraining's binary_logloss: 0.12913\tvalid_1's auc: 0.832673\tvalid_1's binary_logloss: 0.133187\n", + "[11]\ttraining's auc: 0.874788\ttraining's binary_logloss: 0.128002\tvalid_1's auc: 0.833286\tvalid_1's binary_logloss: 0.132752\n", + "[12]\ttraining's auc: 0.876768\ttraining's binary_logloss: 0.126974\tvalid_1's auc: 0.83214\tvalid_1's binary_logloss: 0.132568\n", + "[13]\ttraining's auc: 0.878998\ttraining's binary_logloss: 0.125942\tvalid_1's auc: 0.832797\tvalid_1's binary_logloss: 0.132321\n", + "[14]\ttraining's auc: 0.880869\ttraining's binary_logloss: 0.125043\tvalid_1's auc: 0.832567\tvalid_1's binary_logloss: 0.13212\n", + "[15]\ttraining's auc: 0.883241\ttraining's binary_logloss: 0.124097\tvalid_1's auc: 0.832276\tvalid_1's binary_logloss: 0.131973\n", + "[16]\ttraining's auc: 0.884792\ttraining's binary_logloss: 0.12339\tvalid_1's auc: 0.832953\tvalid_1's binary_logloss: 0.131785\n", + "[17]\ttraining's auc: 0.886611\ttraining's binary_logloss: 0.122646\tvalid_1's auc: 0.83354\tvalid_1's binary_logloss: 0.131627\n", + "[18]\ttraining's auc: 0.888429\ttraining's binary_logloss: 0.121965\tvalid_1's auc: 0.833534\tvalid_1's binary_logloss: 0.131519\n", + "[19]\ttraining's auc: 0.890365\ttraining's binary_logloss: 0.121272\tvalid_1's auc: 0.833335\tvalid_1's binary_logloss: 0.131462\n", + "[20]\ttraining's auc: 0.892336\ttraining's binary_logloss: 0.120635\tvalid_1's auc: 0.833553\tvalid_1's binary_logloss: 0.131457\n", + "[21]\ttraining's auc: 0.893804\ttraining's binary_logloss: 0.120044\tvalid_1's auc: 0.834148\tvalid_1's binary_logloss: 0.131293\n", + "[22]\ttraining's auc: 0.896475\ttraining's binary_logloss: 0.119356\tvalid_1's auc: 0.834073\tvalid_1's binary_logloss: 0.131269\n", + "[23]\ttraining's auc: 0.898643\ttraining's binary_logloss: 0.118736\tvalid_1's auc: 0.834012\tvalid_1's binary_logloss: 0.131262\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[24]\ttraining's auc: 0.899933\ttraining's binary_logloss: 0.118186\tvalid_1's auc: 0.833841\tvalid_1's binary_logloss: 0.131296\n", + "[25]\ttraining's auc: 0.90143\ttraining's binary_logloss: 0.117687\tvalid_1's auc: 0.833563\tvalid_1's binary_logloss: 0.131341\n", + "[26]\ttraining's auc: 0.903014\ttraining's binary_logloss: 0.117196\tvalid_1's auc: 0.833688\tvalid_1's binary_logloss: 0.13132\n", + "[27]\ttraining's auc: 0.904058\ttraining's binary_logloss: 0.116706\tvalid_1's auc: 0.833698\tvalid_1's binary_logloss: 0.131302\n", + "[28]\ttraining's auc: 0.905541\ttraining's binary_logloss: 0.116125\tvalid_1's auc: 0.833632\tvalid_1's binary_logloss: 0.131355\n", + "[29]\ttraining's auc: 0.906988\ttraining's binary_logloss: 0.115617\tvalid_1's auc: 0.833135\tvalid_1's binary_logloss: 0.131486\n", + "[30]\ttraining's auc: 0.907807\ttraining's binary_logloss: 0.115199\tvalid_1's auc: 0.833365\tvalid_1's binary_logloss: 0.131489\n", + "[31]\ttraining's auc: 0.909095\ttraining's binary_logloss: 0.114628\tvalid_1's auc: 0.833802\tvalid_1's binary_logloss: 0.131357\n", + "[32]\ttraining's auc: 0.909998\ttraining's binary_logloss: 0.114161\tvalid_1's auc: 0.8338\tvalid_1's binary_logloss: 0.131368\n", + "[33]\ttraining's auc: 0.911234\ttraining's binary_logloss: 0.11369\tvalid_1's auc: 0.834157\tvalid_1's binary_logloss: 0.131336\n", + "[34]\ttraining's auc: 0.912017\ttraining's binary_logloss: 0.11325\tvalid_1's auc: 0.833553\tvalid_1's binary_logloss: 0.131431\n", + "[35]\ttraining's auc: 0.912999\ttraining's binary_logloss: 0.112739\tvalid_1's auc: 0.833421\tvalid_1's binary_logloss: 0.131491\n", + "[36]\ttraining's auc: 0.913942\ttraining's binary_logloss: 0.112229\tvalid_1's auc: 0.833725\tvalid_1's binary_logloss: 0.131421\n", + "[37]\ttraining's auc: 0.915047\ttraining's binary_logloss: 0.111692\tvalid_1's auc: 0.833249\tvalid_1's binary_logloss: 0.131503\n", + "[38]\ttraining's auc: 0.916148\ttraining's binary_logloss: 0.111354\tvalid_1's auc: 0.833181\tvalid_1's binary_logloss: 0.131554\n", + "[39]\ttraining's auc: 0.916975\ttraining's binary_logloss: 0.110958\tvalid_1's auc: 0.833624\tvalid_1's binary_logloss: 0.131465\n", + "[40]\ttraining's auc: 0.917785\ttraining's binary_logloss: 0.110538\tvalid_1's auc: 0.832902\tvalid_1's binary_logloss: 0.131621\n", + "[41]\ttraining's auc: 0.918387\ttraining's binary_logloss: 0.110193\tvalid_1's auc: 0.832428\tvalid_1's binary_logloss: 0.131724\n", + "[42]\ttraining's auc: 0.919178\ttraining's binary_logloss: 0.109805\tvalid_1's auc: 0.832268\tvalid_1's binary_logloss: 0.1318\n", + "[43]\ttraining's auc: 0.919772\ttraining's binary_logloss: 0.109468\tvalid_1's auc: 0.832113\tvalid_1's binary_logloss: 0.131824\n", + "[44]\ttraining's auc: 0.920743\ttraining's binary_logloss: 0.109091\tvalid_1's auc: 0.831946\tvalid_1's binary_logloss: 0.131944\n", + "[45]\ttraining's auc: 0.921329\ttraining's binary_logloss: 0.10875\tvalid_1's auc: 0.831889\tvalid_1's binary_logloss: 0.132006\n", + "[46]\ttraining's auc: 0.921993\ttraining's binary_logloss: 0.108389\tvalid_1's auc: 0.831856\tvalid_1's binary_logloss: 0.132077\n", + "[47]\ttraining's auc: 0.922901\ttraining's binary_logloss: 0.10802\tvalid_1's auc: 0.831239\tvalid_1's binary_logloss: 0.132202\n", + "[48]\ttraining's auc: 0.923647\ttraining's binary_logloss: 0.10765\tvalid_1's auc: 0.830831\tvalid_1's binary_logloss: 0.132279\n", + "[49]\ttraining's auc: 0.924488\ttraining's binary_logloss: 0.107374\tvalid_1's auc: 0.830908\tvalid_1's binary_logloss: 0.132289\n", + "[50]\ttraining's auc: 0.925247\ttraining's binary_logloss: 0.107031\tvalid_1's auc: 0.83047\tvalid_1's binary_logloss: 0.132387\n", + "[51]\ttraining's auc: 0.925945\ttraining's binary_logloss: 0.106646\tvalid_1's auc: 0.8304\tvalid_1's binary_logloss: 0.132431\n", + "[52]\ttraining's auc: 0.926792\ttraining's binary_logloss: 0.106384\tvalid_1's auc: 0.830397\tvalid_1's binary_logloss: 0.132486\n", + "[53]\ttraining's auc: 0.92736\ttraining's binary_logloss: 0.106108\tvalid_1's auc: 0.829994\tvalid_1's binary_logloss: 0.132567\n", + "[1]\ttraining's auc: 0.828295\ttraining's binary_logloss: 0.15115\tvalid_1's auc: 0.807922\tvalid_1's binary_logloss: 0.157742\n", + "[2]\ttraining's auc: 0.839999\ttraining's binary_logloss: 0.144773\tvalid_1's auc: 0.81813\tvalid_1's binary_logloss: 0.151807\n", + "[3]\ttraining's auc: 0.849834\ttraining's binary_logloss: 0.140265\tvalid_1's auc: 0.826173\tvalid_1's binary_logloss: 0.148056\n", + "[4]\ttraining's auc: 0.853229\ttraining's binary_logloss: 0.136959\tvalid_1's auc: 0.827736\tvalid_1's binary_logloss: 0.145438\n", + "[5]\ttraining's auc: 0.858015\ttraining's binary_logloss: 0.134357\tvalid_1's auc: 0.828647\tvalid_1's binary_logloss: 0.143565\n", + "[6]\ttraining's auc: 0.861489\ttraining's binary_logloss: 0.132111\tvalid_1's auc: 0.829608\tvalid_1's binary_logloss: 0.142111\n", + "[7]\ttraining's auc: 0.864164\ttraining's binary_logloss: 0.130256\tvalid_1's auc: 0.830298\tvalid_1's binary_logloss: 0.141005\n", + "[8]\ttraining's auc: 0.867383\ttraining's binary_logloss: 0.128639\tvalid_1's auc: 0.830377\tvalid_1's binary_logloss: 0.140085\n", + "[9]\ttraining's auc: 0.871355\ttraining's binary_logloss: 0.127247\tvalid_1's auc: 0.831914\tvalid_1's binary_logloss: 0.139435\n", + "[10]\ttraining's auc: 0.873991\ttraining's binary_logloss: 0.126076\tvalid_1's auc: 0.832288\tvalid_1's binary_logloss: 0.138952\n", + "[11]\ttraining's auc: 0.876133\ttraining's binary_logloss: 0.124998\tvalid_1's auc: 0.832796\tvalid_1's binary_logloss: 0.138505\n", + "[12]\ttraining's auc: 0.877942\ttraining's binary_logloss: 0.124007\tvalid_1's auc: 0.832399\tvalid_1's binary_logloss: 0.138245\n", + "[13]\ttraining's auc: 0.880498\ttraining's binary_logloss: 0.122945\tvalid_1's auc: 0.833165\tvalid_1's binary_logloss: 0.137817\n", + "[14]\ttraining's auc: 0.882212\ttraining's binary_logloss: 0.122057\tvalid_1's auc: 0.834167\tvalid_1's binary_logloss: 0.1375\n", + "[15]\ttraining's auc: 0.884716\ttraining's binary_logloss: 0.121105\tvalid_1's auc: 0.83299\tvalid_1's binary_logloss: 0.137426\n", + "[16]\ttraining's auc: 0.886543\ttraining's binary_logloss: 0.120329\tvalid_1's auc: 0.833466\tvalid_1's binary_logloss: 0.137307\n", + "[17]\ttraining's auc: 0.888245\ttraining's binary_logloss: 0.119583\tvalid_1's auc: 0.833061\tvalid_1's binary_logloss: 0.137304\n", + "[18]\ttraining's auc: 0.88967\ttraining's binary_logloss: 0.118883\tvalid_1's auc: 0.833265\tvalid_1's binary_logloss: 0.137259\n", + "[19]\ttraining's auc: 0.892026\ttraining's binary_logloss: 0.118229\tvalid_1's auc: 0.833591\tvalid_1's binary_logloss: 0.13718\n", + "[20]\ttraining's auc: 0.893216\ttraining's binary_logloss: 0.117664\tvalid_1's auc: 0.833321\tvalid_1's binary_logloss: 0.137187\n", + "[21]\ttraining's auc: 0.895493\ttraining's binary_logloss: 0.11708\tvalid_1's auc: 0.833168\tvalid_1's binary_logloss: 0.137158\n", + "[22]\ttraining's auc: 0.897351\ttraining's binary_logloss: 0.116468\tvalid_1's auc: 0.833001\tvalid_1's binary_logloss: 0.137155\n", + "[23]\ttraining's auc: 0.898823\ttraining's binary_logloss: 0.115907\tvalid_1's auc: 0.832497\tvalid_1's binary_logloss: 0.137247\n", + "[24]\ttraining's auc: 0.900187\ttraining's binary_logloss: 0.115397\tvalid_1's auc: 0.832112\tvalid_1's binary_logloss: 0.137272\n", + "[25]\ttraining's auc: 0.901772\ttraining's binary_logloss: 0.114907\tvalid_1's auc: 0.831966\tvalid_1's binary_logloss: 0.137318\n", + "[26]\ttraining's auc: 0.903487\ttraining's binary_logloss: 0.114386\tvalid_1's auc: 0.831874\tvalid_1's binary_logloss: 0.137344\n", + "[27]\ttraining's auc: 0.905\ttraining's binary_logloss: 0.113799\tvalid_1's auc: 0.831764\tvalid_1's binary_logloss: 0.137377\n", + "[28]\ttraining's auc: 0.906057\ttraining's binary_logloss: 0.113359\tvalid_1's auc: 0.831702\tvalid_1's binary_logloss: 0.137364\n", + "[29]\ttraining's auc: 0.907553\ttraining's binary_logloss: 0.112711\tvalid_1's auc: 0.831693\tvalid_1's binary_logloss: 0.137461\n", + "[30]\ttraining's auc: 0.908904\ttraining's binary_logloss: 0.11222\tvalid_1's auc: 0.831986\tvalid_1's binary_logloss: 0.137438\n", + "[31]\ttraining's auc: 0.910138\ttraining's binary_logloss: 0.111671\tvalid_1's auc: 0.832118\tvalid_1's binary_logloss: 0.137413\n", + "[32]\ttraining's auc: 0.911243\ttraining's binary_logloss: 0.11118\tvalid_1's auc: 0.832366\tvalid_1's binary_logloss: 0.137419\n", + "[33]\ttraining's auc: 0.912264\ttraining's binary_logloss: 0.110697\tvalid_1's auc: 0.832126\tvalid_1's binary_logloss: 0.137522\n", + "[34]\ttraining's auc: 0.913309\ttraining's binary_logloss: 0.110264\tvalid_1's auc: 0.831707\tvalid_1's binary_logloss: 0.13764\n", + "[35]\ttraining's auc: 0.914699\ttraining's binary_logloss: 0.109713\tvalid_1's auc: 0.83171\tvalid_1's binary_logloss: 0.137622\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[36]\ttraining's auc: 0.91585\ttraining's binary_logloss: 0.109267\tvalid_1's auc: 0.831484\tvalid_1's binary_logloss: 0.137685\n", + "[37]\ttraining's auc: 0.916537\ttraining's binary_logloss: 0.108801\tvalid_1's auc: 0.831085\tvalid_1's binary_logloss: 0.137779\n", + "[38]\ttraining's auc: 0.917452\ttraining's binary_logloss: 0.108475\tvalid_1's auc: 0.831202\tvalid_1's binary_logloss: 0.137815\n", + "[39]\ttraining's auc: 0.918066\ttraining's binary_logloss: 0.108231\tvalid_1's auc: 0.831483\tvalid_1's binary_logloss: 0.13781\n", + "[40]\ttraining's auc: 0.919154\ttraining's binary_logloss: 0.107757\tvalid_1's auc: 0.830857\tvalid_1's binary_logloss: 0.137979\n", + "[41]\ttraining's auc: 0.919942\ttraining's binary_logloss: 0.10748\tvalid_1's auc: 0.831103\tvalid_1's binary_logloss: 0.137982\n", + "[42]\ttraining's auc: 0.921006\ttraining's binary_logloss: 0.107016\tvalid_1's auc: 0.831375\tvalid_1's binary_logloss: 0.137964\n", + "[43]\ttraining's auc: 0.921652\ttraining's binary_logloss: 0.1066\tvalid_1's auc: 0.83109\tvalid_1's binary_logloss: 0.138034\n", + "[44]\ttraining's auc: 0.922187\ttraining's binary_logloss: 0.106228\tvalid_1's auc: 0.83062\tvalid_1's binary_logloss: 0.138159\n", + "[1]\ttraining's auc: 0.842291\ttraining's binary_logloss: 0.149488\tvalid_1's auc: 0.808525\tvalid_1's binary_logloss: 0.153638\n", + "[2]\ttraining's auc: 0.855548\ttraining's binary_logloss: 0.142676\tvalid_1's auc: 0.821485\tvalid_1's binary_logloss: 0.148557\n", + "[3]\ttraining's auc: 0.863334\ttraining's binary_logloss: 0.137901\tvalid_1's auc: 0.82616\tvalid_1's binary_logloss: 0.145042\n", + "[4]\ttraining's auc: 0.868691\ttraining's binary_logloss: 0.134262\tvalid_1's auc: 0.828279\tvalid_1's binary_logloss: 0.142756\n", + "[5]\ttraining's auc: 0.872492\ttraining's binary_logloss: 0.131434\tvalid_1's auc: 0.830256\tvalid_1's binary_logloss: 0.140936\n", + "[6]\ttraining's auc: 0.877909\ttraining's binary_logloss: 0.129022\tvalid_1's auc: 0.831019\tvalid_1's binary_logloss: 0.139605\n", + "[7]\ttraining's auc: 0.881502\ttraining's binary_logloss: 0.126985\tvalid_1's auc: 0.830458\tvalid_1's binary_logloss: 0.138684\n", + "[8]\ttraining's auc: 0.884816\ttraining's binary_logloss: 0.125199\tvalid_1's auc: 0.83016\tvalid_1's binary_logloss: 0.138134\n", + "[9]\ttraining's auc: 0.887961\ttraining's binary_logloss: 0.123494\tvalid_1's auc: 0.829778\tvalid_1's binary_logloss: 0.137579\n", + "[10]\ttraining's auc: 0.890579\ttraining's binary_logloss: 0.121947\tvalid_1's auc: 0.829956\tvalid_1's binary_logloss: 0.137221\n", + "[11]\ttraining's auc: 0.89362\ttraining's binary_logloss: 0.1205\tvalid_1's auc: 0.829175\tvalid_1's binary_logloss: 0.137026\n", + "[12]\ttraining's auc: 0.89696\ttraining's binary_logloss: 0.119144\tvalid_1's auc: 0.829545\tvalid_1's binary_logloss: 0.136783\n", + "[13]\ttraining's auc: 0.8988\ttraining's binary_logloss: 0.118075\tvalid_1's auc: 0.829211\tvalid_1's binary_logloss: 0.136698\n", + "[14]\ttraining's auc: 0.90137\ttraining's binary_logloss: 0.116934\tvalid_1's auc: 0.829732\tvalid_1's binary_logloss: 0.136524\n", + "[15]\ttraining's auc: 0.903799\ttraining's binary_logloss: 0.115785\tvalid_1's auc: 0.828987\tvalid_1's binary_logloss: 0.136488\n", + "[16]\ttraining's auc: 0.906361\ttraining's binary_logloss: 0.114701\tvalid_1's auc: 0.828262\tvalid_1's binary_logloss: 0.136552\n", + "[17]\ttraining's auc: 0.909637\ttraining's binary_logloss: 0.113633\tvalid_1's auc: 0.827859\tvalid_1's binary_logloss: 0.136642\n", + "[18]\ttraining's auc: 0.911526\ttraining's binary_logloss: 0.112789\tvalid_1's auc: 0.827698\tvalid_1's binary_logloss: 0.136609\n", + "[19]\ttraining's auc: 0.913876\ttraining's binary_logloss: 0.111814\tvalid_1's auc: 0.827916\tvalid_1's binary_logloss: 0.136588\n", + "[20]\ttraining's auc: 0.915169\ttraining's binary_logloss: 0.111004\tvalid_1's auc: 0.827601\tvalid_1's binary_logloss: 0.136679\n", + "[21]\ttraining's auc: 0.917065\ttraining's binary_logloss: 0.110247\tvalid_1's auc: 0.826553\tvalid_1's binary_logloss: 0.136903\n", + "[22]\ttraining's auc: 0.919846\ttraining's binary_logloss: 0.109404\tvalid_1's auc: 0.827202\tvalid_1's binary_logloss: 0.136773\n", + "[23]\ttraining's auc: 0.921092\ttraining's binary_logloss: 0.108644\tvalid_1's auc: 0.826512\tvalid_1's binary_logloss: 0.136893\n", + "[24]\ttraining's auc: 0.922464\ttraining's binary_logloss: 0.107874\tvalid_1's auc: 0.826486\tvalid_1's binary_logloss: 0.13697\n", + "[25]\ttraining's auc: 0.923928\ttraining's binary_logloss: 0.107095\tvalid_1's auc: 0.825799\tvalid_1's binary_logloss: 0.137192\n", + "[26]\ttraining's auc: 0.924977\ttraining's binary_logloss: 0.106395\tvalid_1's auc: 0.825612\tvalid_1's binary_logloss: 0.137341\n", + "[27]\ttraining's auc: 0.926897\ttraining's binary_logloss: 0.105585\tvalid_1's auc: 0.82531\tvalid_1's binary_logloss: 0.137547\n", + "[28]\ttraining's auc: 0.928986\ttraining's binary_logloss: 0.10492\tvalid_1's auc: 0.825042\tvalid_1's binary_logloss: 0.137682\n", + "[29]\ttraining's auc: 0.93012\ttraining's binary_logloss: 0.104248\tvalid_1's auc: 0.824758\tvalid_1's binary_logloss: 0.137786\n", + "[30]\ttraining's auc: 0.930887\ttraining's binary_logloss: 0.103685\tvalid_1's auc: 0.824154\tvalid_1's binary_logloss: 0.137968\n", + "[31]\ttraining's auc: 0.931995\ttraining's binary_logloss: 0.103047\tvalid_1's auc: 0.823254\tvalid_1's binary_logloss: 0.138309\n", + "[32]\ttraining's auc: 0.933541\ttraining's binary_logloss: 0.10249\tvalid_1's auc: 0.823155\tvalid_1's binary_logloss: 0.138421\n", + "[33]\ttraining's auc: 0.934801\ttraining's binary_logloss: 0.101944\tvalid_1's auc: 0.822618\tvalid_1's binary_logloss: 0.138609\n", + "[34]\ttraining's auc: 0.935596\ttraining's binary_logloss: 0.101386\tvalid_1's auc: 0.822233\tvalid_1's binary_logloss: 0.138709\n", + "[35]\ttraining's auc: 0.936496\ttraining's binary_logloss: 0.100787\tvalid_1's auc: 0.82231\tvalid_1's binary_logloss: 0.138803\n", + "[36]\ttraining's auc: 0.937234\ttraining's binary_logloss: 0.100262\tvalid_1's auc: 0.82144\tvalid_1's binary_logloss: 0.139044\n", + "[1]\ttraining's auc: 0.837218\ttraining's binary_logloss: 0.152244\tvalid_1's auc: 0.819659\tvalid_1's binary_logloss: 0.14919\n", + "[2]\ttraining's auc: 0.853479\ttraining's binary_logloss: 0.14503\tvalid_1's auc: 0.828919\tvalid_1's binary_logloss: 0.144072\n", + "[3]\ttraining's auc: 0.860313\ttraining's binary_logloss: 0.140218\tvalid_1's auc: 0.832238\tvalid_1's binary_logloss: 0.140713\n", + "[4]\ttraining's auc: 0.86584\ttraining's binary_logloss: 0.136529\tvalid_1's auc: 0.831744\tvalid_1's binary_logloss: 0.138395\n", + "[5]\ttraining's auc: 0.87104\ttraining's binary_logloss: 0.133395\tvalid_1's auc: 0.832706\tvalid_1's binary_logloss: 0.1365\n", + "[6]\ttraining's auc: 0.875595\ttraining's binary_logloss: 0.130965\tvalid_1's auc: 0.834413\tvalid_1's binary_logloss: 0.135173\n", + "[7]\ttraining's auc: 0.879191\ttraining's binary_logloss: 0.128858\tvalid_1's auc: 0.83487\tvalid_1's binary_logloss: 0.134108\n", + "[8]\ttraining's auc: 0.882764\ttraining's binary_logloss: 0.126909\tvalid_1's auc: 0.834978\tvalid_1's binary_logloss: 0.133306\n", + "[9]\ttraining's auc: 0.885868\ttraining's binary_logloss: 0.125186\tvalid_1's auc: 0.834144\tvalid_1's binary_logloss: 0.132861\n", + "[10]\ttraining's auc: 0.888416\ttraining's binary_logloss: 0.123652\tvalid_1's auc: 0.833642\tvalid_1's binary_logloss: 0.132477\n", + "[11]\ttraining's auc: 0.890814\ttraining's binary_logloss: 0.122392\tvalid_1's auc: 0.833285\tvalid_1's binary_logloss: 0.132195\n", + "[12]\ttraining's auc: 0.894064\ttraining's binary_logloss: 0.121008\tvalid_1's auc: 0.83299\tvalid_1's binary_logloss: 0.132039\n", + "[13]\ttraining's auc: 0.896408\ttraining's binary_logloss: 0.119862\tvalid_1's auc: 0.832596\tvalid_1's binary_logloss: 0.131891\n", + "[14]\ttraining's auc: 0.898612\ttraining's binary_logloss: 0.118831\tvalid_1's auc: 0.832805\tvalid_1's binary_logloss: 0.131791\n", + "[15]\ttraining's auc: 0.901293\ttraining's binary_logloss: 0.117735\tvalid_1's auc: 0.832859\tvalid_1's binary_logloss: 0.131673\n", + "[16]\ttraining's auc: 0.903817\ttraining's binary_logloss: 0.116705\tvalid_1's auc: 0.832473\tvalid_1's binary_logloss: 0.131605\n", + "[17]\ttraining's auc: 0.905986\ttraining's binary_logloss: 0.115768\tvalid_1's auc: 0.833005\tvalid_1's binary_logloss: 0.131443\n", + "[18]\ttraining's auc: 0.908188\ttraining's binary_logloss: 0.114888\tvalid_1's auc: 0.833283\tvalid_1's binary_logloss: 0.131395\n", + "[19]\ttraining's auc: 0.909985\ttraining's binary_logloss: 0.114061\tvalid_1's auc: 0.833148\tvalid_1's binary_logloss: 0.131408\n", + "[20]\ttraining's auc: 0.912609\ttraining's binary_logloss: 0.113177\tvalid_1's auc: 0.833191\tvalid_1's binary_logloss: 0.131422\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[21]\ttraining's auc: 0.914937\ttraining's binary_logloss: 0.112277\tvalid_1's auc: 0.833441\tvalid_1's binary_logloss: 0.13143\n", + "[22]\ttraining's auc: 0.91656\ttraining's binary_logloss: 0.111522\tvalid_1's auc: 0.83295\tvalid_1's binary_logloss: 0.131558\n", + "[23]\ttraining's auc: 0.918392\ttraining's binary_logloss: 0.110799\tvalid_1's auc: 0.832312\tvalid_1's binary_logloss: 0.131713\n", + "[24]\ttraining's auc: 0.920611\ttraining's binary_logloss: 0.110043\tvalid_1's auc: 0.832777\tvalid_1's binary_logloss: 0.131641\n", + "[25]\ttraining's auc: 0.923301\ttraining's binary_logloss: 0.109283\tvalid_1's auc: 0.832168\tvalid_1's binary_logloss: 0.131794\n", + "[26]\ttraining's auc: 0.924236\ttraining's binary_logloss: 0.108682\tvalid_1's auc: 0.831565\tvalid_1's binary_logloss: 0.131899\n", + "[27]\ttraining's auc: 0.92634\ttraining's binary_logloss: 0.107761\tvalid_1's auc: 0.831517\tvalid_1's binary_logloss: 0.131989\n", + "[28]\ttraining's auc: 0.927562\ttraining's binary_logloss: 0.107059\tvalid_1's auc: 0.831646\tvalid_1's binary_logloss: 0.131961\n", + "[29]\ttraining's auc: 0.928479\ttraining's binary_logloss: 0.106476\tvalid_1's auc: 0.831539\tvalid_1's binary_logloss: 0.132063\n", + "[30]\ttraining's auc: 0.929913\ttraining's binary_logloss: 0.105775\tvalid_1's auc: 0.831005\tvalid_1's binary_logloss: 0.132182\n", + "[31]\ttraining's auc: 0.931427\ttraining's binary_logloss: 0.105028\tvalid_1's auc: 0.831106\tvalid_1's binary_logloss: 0.132211\n", + "[32]\ttraining's auc: 0.932758\ttraining's binary_logloss: 0.104276\tvalid_1's auc: 0.831443\tvalid_1's binary_logloss: 0.132185\n", + "[33]\ttraining's auc: 0.93363\ttraining's binary_logloss: 0.103712\tvalid_1's auc: 0.830864\tvalid_1's binary_logloss: 0.132278\n", + "[34]\ttraining's auc: 0.934669\ttraining's binary_logloss: 0.103117\tvalid_1's auc: 0.830807\tvalid_1's binary_logloss: 0.132303\n", + "[35]\ttraining's auc: 0.93545\ttraining's binary_logloss: 0.102528\tvalid_1's auc: 0.830265\tvalid_1's binary_logloss: 0.132436\n", + "[36]\ttraining's auc: 0.936426\ttraining's binary_logloss: 0.101978\tvalid_1's auc: 0.830315\tvalid_1's binary_logloss: 0.13243\n", + "[37]\ttraining's auc: 0.938087\ttraining's binary_logloss: 0.101194\tvalid_1's auc: 0.829907\tvalid_1's binary_logloss: 0.132567\n", + "[38]\ttraining's auc: 0.939107\ttraining's binary_logloss: 0.100687\tvalid_1's auc: 0.829613\tvalid_1's binary_logloss: 0.132695\n", + "[1]\ttraining's auc: 0.840707\ttraining's binary_logloss: 0.149007\tvalid_1's auc: 0.815632\tvalid_1's binary_logloss: 0.156543\n", + "[2]\ttraining's auc: 0.851035\ttraining's binary_logloss: 0.142021\tvalid_1's auc: 0.822227\tvalid_1's binary_logloss: 0.150774\n", + "[3]\ttraining's auc: 0.861684\ttraining's binary_logloss: 0.137135\tvalid_1's auc: 0.823666\tvalid_1's binary_logloss: 0.147313\n", + "[4]\ttraining's auc: 0.865277\ttraining's binary_logloss: 0.133586\tvalid_1's auc: 0.824686\tvalid_1's binary_logloss: 0.144893\n", + "[5]\ttraining's auc: 0.868512\ttraining's binary_logloss: 0.130712\tvalid_1's auc: 0.827427\tvalid_1's binary_logloss: 0.142941\n", + "[6]\ttraining's auc: 0.873325\ttraining's binary_logloss: 0.128304\tvalid_1's auc: 0.829335\tvalid_1's binary_logloss: 0.141472\n", + "[7]\ttraining's auc: 0.876611\ttraining's binary_logloss: 0.126286\tvalid_1's auc: 0.83015\tvalid_1's binary_logloss: 0.140432\n", + "[8]\ttraining's auc: 0.879634\ttraining's binary_logloss: 0.124469\tvalid_1's auc: 0.82917\tvalid_1's binary_logloss: 0.139821\n", + "[9]\ttraining's auc: 0.885213\ttraining's binary_logloss: 0.122814\tvalid_1's auc: 0.831606\tvalid_1's binary_logloss: 0.139245\n", + "[10]\ttraining's auc: 0.888474\ttraining's binary_logloss: 0.121393\tvalid_1's auc: 0.831905\tvalid_1's binary_logloss: 0.13881\n", + "[11]\ttraining's auc: 0.892631\ttraining's binary_logloss: 0.119808\tvalid_1's auc: 0.830839\tvalid_1's binary_logloss: 0.138632\n", + "[12]\ttraining's auc: 0.89636\ttraining's binary_logloss: 0.11844\tvalid_1's auc: 0.830213\tvalid_1's binary_logloss: 0.138487\n", + "[13]\ttraining's auc: 0.899184\ttraining's binary_logloss: 0.117177\tvalid_1's auc: 0.83078\tvalid_1's binary_logloss: 0.13829\n", + "[14]\ttraining's auc: 0.9012\ttraining's binary_logloss: 0.116061\tvalid_1's auc: 0.830049\tvalid_1's binary_logloss: 0.138147\n", + "[15]\ttraining's auc: 0.903316\ttraining's binary_logloss: 0.115034\tvalid_1's auc: 0.830521\tvalid_1's binary_logloss: 0.138054\n", + "[16]\ttraining's auc: 0.905766\ttraining's binary_logloss: 0.113891\tvalid_1's auc: 0.830643\tvalid_1's binary_logloss: 0.138015\n", + "[17]\ttraining's auc: 0.907789\ttraining's binary_logloss: 0.11291\tvalid_1's auc: 0.8305\tvalid_1's binary_logloss: 0.138094\n", + "[18]\ttraining's auc: 0.910451\ttraining's binary_logloss: 0.111879\tvalid_1's auc: 0.829984\tvalid_1's binary_logloss: 0.138241\n", + "[19]\ttraining's auc: 0.912617\ttraining's binary_logloss: 0.110988\tvalid_1's auc: 0.829962\tvalid_1's binary_logloss: 0.138274\n", + "[20]\ttraining's auc: 0.915079\ttraining's binary_logloss: 0.110012\tvalid_1's auc: 0.830459\tvalid_1's binary_logloss: 0.138234\n", + "[21]\ttraining's auc: 0.916825\ttraining's binary_logloss: 0.109242\tvalid_1's auc: 0.831407\tvalid_1's binary_logloss: 0.138111\n", + "[22]\ttraining's auc: 0.91944\ttraining's binary_logloss: 0.108463\tvalid_1's auc: 0.830757\tvalid_1's binary_logloss: 0.138242\n", + "[23]\ttraining's auc: 0.921194\ttraining's binary_logloss: 0.107559\tvalid_1's auc: 0.830702\tvalid_1's binary_logloss: 0.138242\n", + "[24]\ttraining's auc: 0.922423\ttraining's binary_logloss: 0.106804\tvalid_1's auc: 0.830986\tvalid_1's binary_logloss: 0.138243\n", + "[25]\ttraining's auc: 0.92482\ttraining's binary_logloss: 0.106069\tvalid_1's auc: 0.830747\tvalid_1's binary_logloss: 0.138339\n", + "[26]\ttraining's auc: 0.926287\ttraining's binary_logloss: 0.105321\tvalid_1's auc: 0.830801\tvalid_1's binary_logloss: 0.138303\n", + "[27]\ttraining's auc: 0.927638\ttraining's binary_logloss: 0.104639\tvalid_1's auc: 0.830298\tvalid_1's binary_logloss: 0.138445\n", + "[28]\ttraining's auc: 0.9292\ttraining's binary_logloss: 0.103842\tvalid_1's auc: 0.830407\tvalid_1's binary_logloss: 0.138501\n", + "[29]\ttraining's auc: 0.930331\ttraining's binary_logloss: 0.103201\tvalid_1's auc: 0.829911\tvalid_1's binary_logloss: 0.138677\n", + "[30]\ttraining's auc: 0.931326\ttraining's binary_logloss: 0.102566\tvalid_1's auc: 0.828823\tvalid_1's binary_logloss: 0.138893\n", + "[31]\ttraining's auc: 0.932377\ttraining's binary_logloss: 0.101914\tvalid_1's auc: 0.828837\tvalid_1's binary_logloss: 0.138972\n", + "[32]\ttraining's auc: 0.933405\ttraining's binary_logloss: 0.101317\tvalid_1's auc: 0.829001\tvalid_1's binary_logloss: 0.139043\n", + "[33]\ttraining's auc: 0.934663\ttraining's binary_logloss: 0.100595\tvalid_1's auc: 0.828868\tvalid_1's binary_logloss: 0.13917\n", + "[34]\ttraining's auc: 0.935337\ttraining's binary_logloss: 0.100109\tvalid_1's auc: 0.828078\tvalid_1's binary_logloss: 0.139407\n", + "[35]\ttraining's auc: 0.936451\ttraining's binary_logloss: 0.0994701\tvalid_1's auc: 0.828413\tvalid_1's binary_logloss: 0.139384\n", + "[36]\ttraining's auc: 0.937308\ttraining's binary_logloss: 0.0988536\tvalid_1's auc: 0.827989\tvalid_1's binary_logloss: 0.139473\n", + "[37]\ttraining's auc: 0.937753\ttraining's binary_logloss: 0.0984384\tvalid_1's auc: 0.827104\tvalid_1's binary_logloss: 0.139729\n", + "[38]\ttraining's auc: 0.938305\ttraining's binary_logloss: 0.097994\tvalid_1's auc: 0.826461\tvalid_1's binary_logloss: 0.139896\n", + "[39]\ttraining's auc: 0.938852\ttraining's binary_logloss: 0.0975273\tvalid_1's auc: 0.825858\tvalid_1's binary_logloss: 0.140065\n", + "[40]\ttraining's auc: 0.939336\ttraining's binary_logloss: 0.097049\tvalid_1's auc: 0.825029\tvalid_1's binary_logloss: 0.140357\n", + "[1]\ttraining's auc: 0.826987\ttraining's binary_logloss: 0.151997\tvalid_1's auc: 0.803689\tvalid_1's binary_logloss: 0.155158\n", + "[2]\ttraining's auc: 0.839255\ttraining's binary_logloss: 0.146027\tvalid_1's auc: 0.811856\tvalid_1's binary_logloss: 0.150317\n", + "[3]\ttraining's auc: 0.847657\ttraining's binary_logloss: 0.141654\tvalid_1's auc: 0.820698\tvalid_1's binary_logloss: 0.146759\n", + "[4]\ttraining's auc: 0.852742\ttraining's binary_logloss: 0.138372\tvalid_1's auc: 0.823726\tvalid_1's binary_logloss: 0.144289\n", + "[5]\ttraining's auc: 0.856314\ttraining's binary_logloss: 0.135792\tvalid_1's auc: 0.823333\tvalid_1's binary_logloss: 0.142578\n", + "[6]\ttraining's auc: 0.858236\ttraining's binary_logloss: 0.1337\tvalid_1's auc: 0.825073\tvalid_1's binary_logloss: 0.14105\n", + "[7]\ttraining's auc: 0.862585\ttraining's binary_logloss: 0.13192\tvalid_1's auc: 0.826033\tvalid_1's binary_logloss: 0.139907\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[8]\ttraining's auc: 0.865855\ttraining's binary_logloss: 0.130321\tvalid_1's auc: 0.827066\tvalid_1's binary_logloss: 0.139038\n", + "[9]\ttraining's auc: 0.868707\ttraining's binary_logloss: 0.128959\tvalid_1's auc: 0.827814\tvalid_1's binary_logloss: 0.138337\n", + "[10]\ttraining's auc: 0.871732\ttraining's binary_logloss: 0.127745\tvalid_1's auc: 0.828025\tvalid_1's binary_logloss: 0.137851\n", + "[11]\ttraining's auc: 0.873726\ttraining's binary_logloss: 0.126703\tvalid_1's auc: 0.828118\tvalid_1's binary_logloss: 0.13736\n", + "[12]\ttraining's auc: 0.87576\ttraining's binary_logloss: 0.125731\tvalid_1's auc: 0.828171\tvalid_1's binary_logloss: 0.13698\n", + "[13]\ttraining's auc: 0.878157\ttraining's binary_logloss: 0.124783\tvalid_1's auc: 0.827975\tvalid_1's binary_logloss: 0.136775\n", + "[14]\ttraining's auc: 0.880144\ttraining's binary_logloss: 0.12394\tvalid_1's auc: 0.828726\tvalid_1's binary_logloss: 0.136476\n", + "[15]\ttraining's auc: 0.882122\ttraining's binary_logloss: 0.123144\tvalid_1's auc: 0.828122\tvalid_1's binary_logloss: 0.136371\n", + "[16]\ttraining's auc: 0.883463\ttraining's binary_logloss: 0.122487\tvalid_1's auc: 0.828811\tvalid_1's binary_logloss: 0.136226\n", + "[17]\ttraining's auc: 0.886109\ttraining's binary_logloss: 0.121735\tvalid_1's auc: 0.82879\tvalid_1's binary_logloss: 0.136143\n", + "[18]\ttraining's auc: 0.887752\ttraining's binary_logloss: 0.120999\tvalid_1's auc: 0.828329\tvalid_1's binary_logloss: 0.136139\n", + "[19]\ttraining's auc: 0.889305\ttraining's binary_logloss: 0.120358\tvalid_1's auc: 0.828467\tvalid_1's binary_logloss: 0.136111\n", + "[20]\ttraining's auc: 0.891224\ttraining's binary_logloss: 0.119671\tvalid_1's auc: 0.828568\tvalid_1's binary_logloss: 0.136116\n", + "[21]\ttraining's auc: 0.892948\ttraining's binary_logloss: 0.119098\tvalid_1's auc: 0.828698\tvalid_1's binary_logloss: 0.136082\n", + "[22]\ttraining's auc: 0.894736\ttraining's binary_logloss: 0.118516\tvalid_1's auc: 0.828105\tvalid_1's binary_logloss: 0.136145\n", + "[23]\ttraining's auc: 0.895882\ttraining's binary_logloss: 0.118009\tvalid_1's auc: 0.827992\tvalid_1's binary_logloss: 0.136131\n", + "[24]\ttraining's auc: 0.897189\ttraining's binary_logloss: 0.117575\tvalid_1's auc: 0.827706\tvalid_1's binary_logloss: 0.136147\n", + "[25]\ttraining's auc: 0.899366\ttraining's binary_logloss: 0.116946\tvalid_1's auc: 0.827533\tvalid_1's binary_logloss: 0.136152\n", + "[26]\ttraining's auc: 0.900319\ttraining's binary_logloss: 0.116455\tvalid_1's auc: 0.827876\tvalid_1's binary_logloss: 0.136139\n", + "[27]\ttraining's auc: 0.901541\ttraining's binary_logloss: 0.115921\tvalid_1's auc: 0.827704\tvalid_1's binary_logloss: 0.136185\n", + "[28]\ttraining's auc: 0.902595\ttraining's binary_logloss: 0.115487\tvalid_1's auc: 0.827866\tvalid_1's binary_logloss: 0.136211\n", + "[29]\ttraining's auc: 0.903564\ttraining's binary_logloss: 0.115088\tvalid_1's auc: 0.827195\tvalid_1's binary_logloss: 0.1364\n", + "[30]\ttraining's auc: 0.904925\ttraining's binary_logloss: 0.11459\tvalid_1's auc: 0.826985\tvalid_1's binary_logloss: 0.136481\n", + "[31]\ttraining's auc: 0.906008\ttraining's binary_logloss: 0.114097\tvalid_1's auc: 0.826641\tvalid_1's binary_logloss: 0.13662\n", + "[32]\ttraining's auc: 0.907268\ttraining's binary_logloss: 0.113642\tvalid_1's auc: 0.826709\tvalid_1's binary_logloss: 0.136689\n", + "[33]\ttraining's auc: 0.908689\ttraining's binary_logloss: 0.113109\tvalid_1's auc: 0.826764\tvalid_1's binary_logloss: 0.136693\n", + "[34]\ttraining's auc: 0.909375\ttraining's binary_logloss: 0.112734\tvalid_1's auc: 0.826165\tvalid_1's binary_logloss: 0.136828\n", + "[35]\ttraining's auc: 0.910191\ttraining's binary_logloss: 0.112353\tvalid_1's auc: 0.82612\tvalid_1's binary_logloss: 0.136922\n", + "[36]\ttraining's auc: 0.911047\ttraining's binary_logloss: 0.112016\tvalid_1's auc: 0.825729\tvalid_1's binary_logloss: 0.137028\n", + "[37]\ttraining's auc: 0.912307\ttraining's binary_logloss: 0.111554\tvalid_1's auc: 0.825494\tvalid_1's binary_logloss: 0.137132\n", + "[38]\ttraining's auc: 0.913453\ttraining's binary_logloss: 0.111214\tvalid_1's auc: 0.825892\tvalid_1's binary_logloss: 0.137105\n", + "[39]\ttraining's auc: 0.914727\ttraining's binary_logloss: 0.110734\tvalid_1's auc: 0.825508\tvalid_1's binary_logloss: 0.137215\n", + "[40]\ttraining's auc: 0.915624\ttraining's binary_logloss: 0.110347\tvalid_1's auc: 0.824737\tvalid_1's binary_logloss: 0.137398\n", + "[41]\ttraining's auc: 0.916146\ttraining's binary_logloss: 0.110071\tvalid_1's auc: 0.824781\tvalid_1's binary_logloss: 0.137411\n", + "[42]\ttraining's auc: 0.916705\ttraining's binary_logloss: 0.109733\tvalid_1's auc: 0.824418\tvalid_1's binary_logloss: 0.137534\n", + "[43]\ttraining's auc: 0.917971\ttraining's binary_logloss: 0.1093\tvalid_1's auc: 0.824049\tvalid_1's binary_logloss: 0.13766\n", + "[44]\ttraining's auc: 0.9186\ttraining's binary_logloss: 0.108948\tvalid_1's auc: 0.823913\tvalid_1's binary_logloss: 0.137683\n", + "[45]\ttraining's auc: 0.919222\ttraining's binary_logloss: 0.108606\tvalid_1's auc: 0.823611\tvalid_1's binary_logloss: 0.137773\n", + "[46]\ttraining's auc: 0.919807\ttraining's binary_logloss: 0.108303\tvalid_1's auc: 0.823521\tvalid_1's binary_logloss: 0.137874\n", + "[1]\ttraining's auc: 0.826784\ttraining's binary_logloss: 0.154714\tvalid_1's auc: 0.813873\tvalid_1's binary_logloss: 0.150705\n", + "[2]\ttraining's auc: 0.837819\ttraining's binary_logloss: 0.14823\tvalid_1's auc: 0.822785\tvalid_1's binary_logloss: 0.145495\n", + "[3]\ttraining's auc: 0.846617\ttraining's binary_logloss: 0.144011\tvalid_1's auc: 0.827298\tvalid_1's binary_logloss: 0.14214\n", + "[4]\ttraining's auc: 0.850175\ttraining's binary_logloss: 0.140713\tvalid_1's auc: 0.82918\tvalid_1's binary_logloss: 0.139608\n", + "[5]\ttraining's auc: 0.85502\ttraining's binary_logloss: 0.137986\tvalid_1's auc: 0.833372\tvalid_1's binary_logloss: 0.137615\n", + "[6]\ttraining's auc: 0.857946\ttraining's binary_logloss: 0.135802\tvalid_1's auc: 0.83324\tvalid_1's binary_logloss: 0.13621\n", + "[7]\ttraining's auc: 0.861406\ttraining's binary_logloss: 0.134062\tvalid_1's auc: 0.832805\tvalid_1's binary_logloss: 0.135139\n", + "[8]\ttraining's auc: 0.864751\ttraining's binary_logloss: 0.132567\tvalid_1's auc: 0.833489\tvalid_1's binary_logloss: 0.134292\n", + "[9]\ttraining's auc: 0.867214\ttraining's binary_logloss: 0.131294\tvalid_1's auc: 0.833362\tvalid_1's binary_logloss: 0.133657\n", + "[10]\ttraining's auc: 0.869718\ttraining's binary_logloss: 0.129998\tvalid_1's auc: 0.832973\tvalid_1's binary_logloss: 0.133201\n", + "[11]\ttraining's auc: 0.871109\ttraining's binary_logloss: 0.12894\tvalid_1's auc: 0.833087\tvalid_1's binary_logloss: 0.132838\n", + "[12]\ttraining's auc: 0.872935\ttraining's binary_logloss: 0.127976\tvalid_1's auc: 0.833085\tvalid_1's binary_logloss: 0.132453\n", + "[13]\ttraining's auc: 0.875553\ttraining's binary_logloss: 0.126921\tvalid_1's auc: 0.833434\tvalid_1's binary_logloss: 0.132153\n", + "[14]\ttraining's auc: 0.877969\ttraining's binary_logloss: 0.126094\tvalid_1's auc: 0.833961\tvalid_1's binary_logloss: 0.131808\n", + "[15]\ttraining's auc: 0.879878\ttraining's binary_logloss: 0.125271\tvalid_1's auc: 0.834061\tvalid_1's binary_logloss: 0.131697\n", + "[16]\ttraining's auc: 0.881015\ttraining's binary_logloss: 0.124602\tvalid_1's auc: 0.834483\tvalid_1's binary_logloss: 0.131556\n", + "[17]\ttraining's auc: 0.883119\ttraining's binary_logloss: 0.123865\tvalid_1's auc: 0.834376\tvalid_1's binary_logloss: 0.131459\n", + "[18]\ttraining's auc: 0.885421\ttraining's binary_logloss: 0.123243\tvalid_1's auc: 0.834714\tvalid_1's binary_logloss: 0.131326\n", + "[19]\ttraining's auc: 0.886598\ttraining's binary_logloss: 0.122624\tvalid_1's auc: 0.83468\tvalid_1's binary_logloss: 0.131252\n", + "[20]\ttraining's auc: 0.888465\ttraining's binary_logloss: 0.121935\tvalid_1's auc: 0.834455\tvalid_1's binary_logloss: 0.13128\n", + "[21]\ttraining's auc: 0.890355\ttraining's binary_logloss: 0.121284\tvalid_1's auc: 0.834746\tvalid_1's binary_logloss: 0.131173\n", + "[22]\ttraining's auc: 0.891731\ttraining's binary_logloss: 0.120731\tvalid_1's auc: 0.834098\tvalid_1's binary_logloss: 0.131207\n", + "[23]\ttraining's auc: 0.893061\ttraining's binary_logloss: 0.120194\tvalid_1's auc: 0.83424\tvalid_1's binary_logloss: 0.13119\n", + "[24]\ttraining's auc: 0.894239\ttraining's binary_logloss: 0.119696\tvalid_1's auc: 0.835098\tvalid_1's binary_logloss: 0.13111\n", + "[25]\ttraining's auc: 0.896007\ttraining's binary_logloss: 0.11916\tvalid_1's auc: 0.835212\tvalid_1's binary_logloss: 0.131089\n", + "[26]\ttraining's auc: 0.897739\ttraining's binary_logloss: 0.118696\tvalid_1's auc: 0.835408\tvalid_1's binary_logloss: 0.131068\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[27]\ttraining's auc: 0.899317\ttraining's binary_logloss: 0.118203\tvalid_1's auc: 0.835275\tvalid_1's binary_logloss: 0.131105\n", + "[28]\ttraining's auc: 0.900552\ttraining's binary_logloss: 0.117755\tvalid_1's auc: 0.834998\tvalid_1's binary_logloss: 0.131172\n", + "[29]\ttraining's auc: 0.902357\ttraining's binary_logloss: 0.117273\tvalid_1's auc: 0.834878\tvalid_1's binary_logloss: 0.131167\n", + "[30]\ttraining's auc: 0.903413\ttraining's binary_logloss: 0.116783\tvalid_1's auc: 0.834534\tvalid_1's binary_logloss: 0.131226\n", + "[31]\ttraining's auc: 0.904772\ttraining's binary_logloss: 0.116346\tvalid_1's auc: 0.834551\tvalid_1's binary_logloss: 0.131209\n", + "[32]\ttraining's auc: 0.905714\ttraining's binary_logloss: 0.115927\tvalid_1's auc: 0.834596\tvalid_1's binary_logloss: 0.13122\n", + "[33]\ttraining's auc: 0.907036\ttraining's binary_logloss: 0.115432\tvalid_1's auc: 0.834361\tvalid_1's binary_logloss: 0.131303\n", + "[34]\ttraining's auc: 0.908126\ttraining's binary_logloss: 0.11495\tvalid_1's auc: 0.834322\tvalid_1's binary_logloss: 0.131314\n", + "[35]\ttraining's auc: 0.909044\ttraining's binary_logloss: 0.114664\tvalid_1's auc: 0.834134\tvalid_1's binary_logloss: 0.131361\n", + "[36]\ttraining's auc: 0.909847\ttraining's binary_logloss: 0.114297\tvalid_1's auc: 0.833956\tvalid_1's binary_logloss: 0.131401\n", + "[37]\ttraining's auc: 0.910991\ttraining's binary_logloss: 0.11382\tvalid_1's auc: 0.833471\tvalid_1's binary_logloss: 0.131494\n", + "[38]\ttraining's auc: 0.911903\ttraining's binary_logloss: 0.113387\tvalid_1's auc: 0.833262\tvalid_1's binary_logloss: 0.131535\n", + "[39]\ttraining's auc: 0.912512\ttraining's binary_logloss: 0.113096\tvalid_1's auc: 0.832945\tvalid_1's binary_logloss: 0.131617\n", + "[40]\ttraining's auc: 0.913385\ttraining's binary_logloss: 0.112703\tvalid_1's auc: 0.83273\tvalid_1's binary_logloss: 0.131633\n", + "[41]\ttraining's auc: 0.913966\ttraining's binary_logloss: 0.11235\tvalid_1's auc: 0.832644\tvalid_1's binary_logloss: 0.131674\n", + "[42]\ttraining's auc: 0.914718\ttraining's binary_logloss: 0.112043\tvalid_1's auc: 0.832679\tvalid_1's binary_logloss: 0.131699\n", + "[43]\ttraining's auc: 0.915299\ttraining's binary_logloss: 0.111732\tvalid_1's auc: 0.832105\tvalid_1's binary_logloss: 0.131809\n", + "[44]\ttraining's auc: 0.916094\ttraining's binary_logloss: 0.111376\tvalid_1's auc: 0.831951\tvalid_1's binary_logloss: 0.131851\n", + "[45]\ttraining's auc: 0.916981\ttraining's binary_logloss: 0.111053\tvalid_1's auc: 0.83151\tvalid_1's binary_logloss: 0.131924\n", + "[46]\ttraining's auc: 0.917652\ttraining's binary_logloss: 0.110832\tvalid_1's auc: 0.832092\tvalid_1's binary_logloss: 0.131854\n", + "[47]\ttraining's auc: 0.918221\ttraining's binary_logloss: 0.110516\tvalid_1's auc: 0.831578\tvalid_1's binary_logloss: 0.131921\n", + "[48]\ttraining's auc: 0.919047\ttraining's binary_logloss: 0.110139\tvalid_1's auc: 0.831156\tvalid_1's binary_logloss: 0.132011\n", + "[49]\ttraining's auc: 0.919789\ttraining's binary_logloss: 0.109779\tvalid_1's auc: 0.831212\tvalid_1's binary_logloss: 0.132003\n", + "[50]\ttraining's auc: 0.920348\ttraining's binary_logloss: 0.109451\tvalid_1's auc: 0.830851\tvalid_1's binary_logloss: 0.132081\n", + "[51]\ttraining's auc: 0.920884\ttraining's binary_logloss: 0.109125\tvalid_1's auc: 0.830677\tvalid_1's binary_logloss: 0.132121\n", + "[52]\ttraining's auc: 0.921404\ttraining's binary_logloss: 0.108847\tvalid_1's auc: 0.830604\tvalid_1's binary_logloss: 0.132146\n", + "[53]\ttraining's auc: 0.922258\ttraining's binary_logloss: 0.108444\tvalid_1's auc: 0.830768\tvalid_1's binary_logloss: 0.132094\n", + "[54]\ttraining's auc: 0.922811\ttraining's binary_logloss: 0.108136\tvalid_1's auc: 0.830383\tvalid_1's binary_logloss: 0.13219\n", + "[55]\ttraining's auc: 0.923652\ttraining's binary_logloss: 0.107688\tvalid_1's auc: 0.830315\tvalid_1's binary_logloss: 0.132215\n", + "[56]\ttraining's auc: 0.924434\ttraining's binary_logloss: 0.107308\tvalid_1's auc: 0.829827\tvalid_1's binary_logloss: 0.132338\n", + "[1]\ttraining's auc: 0.827379\ttraining's binary_logloss: 0.151464\tvalid_1's auc: 0.809232\tvalid_1's binary_logloss: 0.157783\n", + "[2]\ttraining's auc: 0.837603\ttraining's binary_logloss: 0.145299\tvalid_1's auc: 0.818267\tvalid_1's binary_logloss: 0.151836\n", + "[3]\ttraining's auc: 0.847927\ttraining's binary_logloss: 0.14086\tvalid_1's auc: 0.826173\tvalid_1's binary_logloss: 0.148167\n", + "[4]\ttraining's auc: 0.852055\ttraining's binary_logloss: 0.137466\tvalid_1's auc: 0.827742\tvalid_1's binary_logloss: 0.145664\n", + "[5]\ttraining's auc: 0.855439\ttraining's binary_logloss: 0.134877\tvalid_1's auc: 0.828994\tvalid_1's binary_logloss: 0.143773\n", + "[6]\ttraining's auc: 0.858953\ttraining's binary_logloss: 0.132777\tvalid_1's auc: 0.830169\tvalid_1's binary_logloss: 0.142227\n", + "[7]\ttraining's auc: 0.861578\ttraining's binary_logloss: 0.131069\tvalid_1's auc: 0.830567\tvalid_1's binary_logloss: 0.141015\n", + "[8]\ttraining's auc: 0.863715\ttraining's binary_logloss: 0.129541\tvalid_1's auc: 0.831709\tvalid_1's binary_logloss: 0.140005\n", + "[9]\ttraining's auc: 0.867528\ttraining's binary_logloss: 0.128221\tvalid_1's auc: 0.834496\tvalid_1's binary_logloss: 0.139126\n", + "[10]\ttraining's auc: 0.870467\ttraining's binary_logloss: 0.127043\tvalid_1's auc: 0.834919\tvalid_1's binary_logloss: 0.138585\n", + "[11]\ttraining's auc: 0.872572\ttraining's binary_logloss: 0.126052\tvalid_1's auc: 0.834946\tvalid_1's binary_logloss: 0.138087\n", + "[12]\ttraining's auc: 0.874529\ttraining's binary_logloss: 0.125125\tvalid_1's auc: 0.836295\tvalid_1's binary_logloss: 0.137611\n", + "[13]\ttraining's auc: 0.876784\ttraining's binary_logloss: 0.124243\tvalid_1's auc: 0.836847\tvalid_1's binary_logloss: 0.137271\n", + "[14]\ttraining's auc: 0.879362\ttraining's binary_logloss: 0.123356\tvalid_1's auc: 0.837101\tvalid_1's binary_logloss: 0.136935\n", + "[15]\ttraining's auc: 0.881591\ttraining's binary_logloss: 0.122581\tvalid_1's auc: 0.837012\tvalid_1's binary_logloss: 0.13682\n", + "[16]\ttraining's auc: 0.882981\ttraining's binary_logloss: 0.121866\tvalid_1's auc: 0.83719\tvalid_1's binary_logloss: 0.136608\n", + "[17]\ttraining's auc: 0.884546\ttraining's binary_logloss: 0.121155\tvalid_1's auc: 0.83714\tvalid_1's binary_logloss: 0.136498\n", + "[18]\ttraining's auc: 0.886728\ttraining's binary_logloss: 0.120532\tvalid_1's auc: 0.836823\tvalid_1's binary_logloss: 0.136488\n", + "[19]\ttraining's auc: 0.888357\ttraining's binary_logloss: 0.119938\tvalid_1's auc: 0.83659\tvalid_1's binary_logloss: 0.136465\n", + "[20]\ttraining's auc: 0.890381\ttraining's binary_logloss: 0.119356\tvalid_1's auc: 0.836307\tvalid_1's binary_logloss: 0.136423\n", + "[21]\ttraining's auc: 0.891563\ttraining's binary_logloss: 0.118817\tvalid_1's auc: 0.83567\tvalid_1's binary_logloss: 0.136429\n", + "[22]\ttraining's auc: 0.89308\ttraining's binary_logloss: 0.118325\tvalid_1's auc: 0.8363\tvalid_1's binary_logloss: 0.136355\n", + "[23]\ttraining's auc: 0.8944\ttraining's binary_logloss: 0.117764\tvalid_1's auc: 0.836767\tvalid_1's binary_logloss: 0.136255\n", + "[24]\ttraining's auc: 0.895874\ttraining's binary_logloss: 0.117257\tvalid_1's auc: 0.836322\tvalid_1's binary_logloss: 0.136317\n", + "[25]\ttraining's auc: 0.89695\ttraining's binary_logloss: 0.116749\tvalid_1's auc: 0.836854\tvalid_1's binary_logloss: 0.136189\n", + "[26]\ttraining's auc: 0.898083\ttraining's binary_logloss: 0.116277\tvalid_1's auc: 0.836519\tvalid_1's binary_logloss: 0.13626\n", + "[27]\ttraining's auc: 0.899597\ttraining's binary_logloss: 0.115737\tvalid_1's auc: 0.836022\tvalid_1's binary_logloss: 0.136382\n", + "[28]\ttraining's auc: 0.901461\ttraining's binary_logloss: 0.115075\tvalid_1's auc: 0.835934\tvalid_1's binary_logloss: 0.13639\n", + "[29]\ttraining's auc: 0.902622\ttraining's binary_logloss: 0.114538\tvalid_1's auc: 0.835744\tvalid_1's binary_logloss: 0.136449\n", + "[30]\ttraining's auc: 0.903885\ttraining's binary_logloss: 0.114041\tvalid_1's auc: 0.835395\tvalid_1's binary_logloss: 0.136486\n", + "[31]\ttraining's auc: 0.905219\ttraining's binary_logloss: 0.113518\tvalid_1's auc: 0.835299\tvalid_1's binary_logloss: 0.136551\n", + "[32]\ttraining's auc: 0.906382\ttraining's binary_logloss: 0.11298\tvalid_1's auc: 0.834715\tvalid_1's binary_logloss: 0.136688\n", + "[33]\ttraining's auc: 0.9075\ttraining's binary_logloss: 0.112534\tvalid_1's auc: 0.834877\tvalid_1's binary_logloss: 0.136739\n", + "[34]\ttraining's auc: 0.9087\ttraining's binary_logloss: 0.112061\tvalid_1's auc: 0.834605\tvalid_1's binary_logloss: 0.136814\n", + "[35]\ttraining's auc: 0.909574\ttraining's binary_logloss: 0.111653\tvalid_1's auc: 0.834586\tvalid_1's binary_logloss: 0.136872\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[36]\ttraining's auc: 0.910925\ttraining's binary_logloss: 0.111278\tvalid_1's auc: 0.835018\tvalid_1's binary_logloss: 0.136807\n", + "[37]\ttraining's auc: 0.91174\ttraining's binary_logloss: 0.110892\tvalid_1's auc: 0.834702\tvalid_1's binary_logloss: 0.136868\n", + "[38]\ttraining's auc: 0.912545\ttraining's binary_logloss: 0.110458\tvalid_1's auc: 0.833975\tvalid_1's binary_logloss: 0.137022\n", + "[39]\ttraining's auc: 0.913491\ttraining's binary_logloss: 0.110045\tvalid_1's auc: 0.83421\tvalid_1's binary_logloss: 0.136965\n", + "[40]\ttraining's auc: 0.914617\ttraining's binary_logloss: 0.109661\tvalid_1's auc: 0.833775\tvalid_1's binary_logloss: 0.137066\n", + "[41]\ttraining's auc: 0.915041\ttraining's binary_logloss: 0.109367\tvalid_1's auc: 0.833738\tvalid_1's binary_logloss: 0.137105\n", + "[42]\ttraining's auc: 0.916034\ttraining's binary_logloss: 0.108944\tvalid_1's auc: 0.833687\tvalid_1's binary_logloss: 0.137129\n", + "[43]\ttraining's auc: 0.916789\ttraining's binary_logloss: 0.10854\tvalid_1's auc: 0.833303\tvalid_1's binary_logloss: 0.137257\n", + "[44]\ttraining's auc: 0.918143\ttraining's binary_logloss: 0.108122\tvalid_1's auc: 0.833346\tvalid_1's binary_logloss: 0.137276\n", + "[45]\ttraining's auc: 0.91866\ttraining's binary_logloss: 0.107826\tvalid_1's auc: 0.833048\tvalid_1's binary_logloss: 0.137386\n", + "[46]\ttraining's auc: 0.919644\ttraining's binary_logloss: 0.107329\tvalid_1's auc: 0.832992\tvalid_1's binary_logloss: 0.137413\n", + "[1]\ttraining's auc: 0.839893\ttraining's binary_logloss: 0.157898\tvalid_1's auc: 0.808511\tvalid_1's binary_logloss: 0.160042\n", + "[2]\ttraining's auc: 0.843516\ttraining's binary_logloss: 0.153248\tvalid_1's auc: 0.810458\tvalid_1's binary_logloss: 0.156427\n", + "[3]\ttraining's auc: 0.847106\ttraining's binary_logloss: 0.14965\tvalid_1's auc: 0.810286\tvalid_1's binary_logloss: 0.153651\n", + "[4]\ttraining's auc: 0.854672\ttraining's binary_logloss: 0.146616\tvalid_1's auc: 0.816639\tvalid_1's binary_logloss: 0.151207\n", + "[5]\ttraining's auc: 0.856814\ttraining's binary_logloss: 0.144027\tvalid_1's auc: 0.819587\tvalid_1's binary_logloss: 0.149282\n", + "[6]\ttraining's auc: 0.858444\ttraining's binary_logloss: 0.141831\tvalid_1's auc: 0.820256\tvalid_1's binary_logloss: 0.147672\n", + "[7]\ttraining's auc: 0.86017\ttraining's binary_logloss: 0.139823\tvalid_1's auc: 0.822239\tvalid_1's binary_logloss: 0.146152\n", + "[8]\ttraining's auc: 0.863392\ttraining's binary_logloss: 0.138089\tvalid_1's auc: 0.824008\tvalid_1's binary_logloss: 0.144894\n", + "[9]\ttraining's auc: 0.864887\ttraining's binary_logloss: 0.136563\tvalid_1's auc: 0.825397\tvalid_1's binary_logloss: 0.14377\n", + "[10]\ttraining's auc: 0.867247\ttraining's binary_logloss: 0.135194\tvalid_1's auc: 0.826174\tvalid_1's binary_logloss: 0.142833\n", + "[11]\ttraining's auc: 0.868858\ttraining's binary_logloss: 0.133923\tvalid_1's auc: 0.826769\tvalid_1's binary_logloss: 0.142046\n", + "[12]\ttraining's auc: 0.870396\ttraining's binary_logloss: 0.132803\tvalid_1's auc: 0.826729\tvalid_1's binary_logloss: 0.14135\n", + "[13]\ttraining's auc: 0.871572\ttraining's binary_logloss: 0.131724\tvalid_1's auc: 0.82804\tvalid_1's binary_logloss: 0.140682\n", + "[14]\ttraining's auc: 0.873851\ttraining's binary_logloss: 0.130769\tvalid_1's auc: 0.828314\tvalid_1's binary_logloss: 0.140141\n", + "[15]\ttraining's auc: 0.875591\ttraining's binary_logloss: 0.129843\tvalid_1's auc: 0.828626\tvalid_1's binary_logloss: 0.139668\n", + "[16]\ttraining's auc: 0.876932\ttraining's binary_logloss: 0.128997\tvalid_1's auc: 0.828793\tvalid_1's binary_logloss: 0.13927\n", + "[17]\ttraining's auc: 0.878463\ttraining's binary_logloss: 0.128166\tvalid_1's auc: 0.829078\tvalid_1's binary_logloss: 0.138852\n", + "[18]\ttraining's auc: 0.879282\ttraining's binary_logloss: 0.12744\tvalid_1's auc: 0.828832\tvalid_1's binary_logloss: 0.138563\n", + "[19]\ttraining's auc: 0.881394\ttraining's binary_logloss: 0.126651\tvalid_1's auc: 0.829682\tvalid_1's binary_logloss: 0.13815\n", + "[20]\ttraining's auc: 0.882633\ttraining's binary_logloss: 0.125917\tvalid_1's auc: 0.830246\tvalid_1's binary_logloss: 0.137868\n", + "[21]\ttraining's auc: 0.884037\ttraining's binary_logloss: 0.125206\tvalid_1's auc: 0.830596\tvalid_1's binary_logloss: 0.137648\n", + "[22]\ttraining's auc: 0.885418\ttraining's binary_logloss: 0.124544\tvalid_1's auc: 0.830597\tvalid_1's binary_logloss: 0.137402\n", + "[23]\ttraining's auc: 0.886763\ttraining's binary_logloss: 0.123933\tvalid_1's auc: 0.830337\tvalid_1's binary_logloss: 0.137231\n", + "[24]\ttraining's auc: 0.888022\ttraining's binary_logloss: 0.123334\tvalid_1's auc: 0.830726\tvalid_1's binary_logloss: 0.137022\n", + "[25]\ttraining's auc: 0.889418\ttraining's binary_logloss: 0.12278\tvalid_1's auc: 0.830877\tvalid_1's binary_logloss: 0.136842\n", + "[26]\ttraining's auc: 0.89026\ttraining's binary_logloss: 0.122255\tvalid_1's auc: 0.830338\tvalid_1's binary_logloss: 0.13678\n", + "[27]\ttraining's auc: 0.891329\ttraining's binary_logloss: 0.121756\tvalid_1's auc: 0.82969\tvalid_1's binary_logloss: 0.136687\n", + "[28]\ttraining's auc: 0.892476\ttraining's binary_logloss: 0.121224\tvalid_1's auc: 0.83034\tvalid_1's binary_logloss: 0.136504\n", + "[29]\ttraining's auc: 0.893776\ttraining's binary_logloss: 0.120719\tvalid_1's auc: 0.829977\tvalid_1's binary_logloss: 0.136432\n", + "[30]\ttraining's auc: 0.894613\ttraining's binary_logloss: 0.120216\tvalid_1's auc: 0.830223\tvalid_1's binary_logloss: 0.136302\n", + "[31]\ttraining's auc: 0.895788\ttraining's binary_logloss: 0.119752\tvalid_1's auc: 0.830501\tvalid_1's binary_logloss: 0.136221\n", + "[32]\ttraining's auc: 0.89655\ttraining's binary_logloss: 0.119319\tvalid_1's auc: 0.830272\tvalid_1's binary_logloss: 0.136177\n", + "[33]\ttraining's auc: 0.897751\ttraining's binary_logloss: 0.118835\tvalid_1's auc: 0.829992\tvalid_1's binary_logloss: 0.136176\n", + "[34]\ttraining's auc: 0.898742\ttraining's binary_logloss: 0.118392\tvalid_1's auc: 0.83035\tvalid_1's binary_logloss: 0.136096\n", + "[35]\ttraining's auc: 0.900164\ttraining's binary_logloss: 0.117976\tvalid_1's auc: 0.830582\tvalid_1's binary_logloss: 0.13607\n", + "[36]\ttraining's auc: 0.900774\ttraining's binary_logloss: 0.117651\tvalid_1's auc: 0.830282\tvalid_1's binary_logloss: 0.13604\n", + "[37]\ttraining's auc: 0.90159\ttraining's binary_logloss: 0.117245\tvalid_1's auc: 0.83007\tvalid_1's binary_logloss: 0.136033\n", + "[38]\ttraining's auc: 0.902297\ttraining's binary_logloss: 0.116842\tvalid_1's auc: 0.829915\tvalid_1's binary_logloss: 0.136065\n", + "[39]\ttraining's auc: 0.903095\ttraining's binary_logloss: 0.11642\tvalid_1's auc: 0.829563\tvalid_1's binary_logloss: 0.136128\n", + "[40]\ttraining's auc: 0.903871\ttraining's binary_logloss: 0.116047\tvalid_1's auc: 0.829978\tvalid_1's binary_logloss: 0.13607\n", + "[41]\ttraining's auc: 0.904714\ttraining's binary_logloss: 0.115685\tvalid_1's auc: 0.830079\tvalid_1's binary_logloss: 0.136036\n", + "[42]\ttraining's auc: 0.905558\ttraining's binary_logloss: 0.115328\tvalid_1's auc: 0.829891\tvalid_1's binary_logloss: 0.136077\n", + "[43]\ttraining's auc: 0.906198\ttraining's binary_logloss: 0.114995\tvalid_1's auc: 0.82941\tvalid_1's binary_logloss: 0.136148\n", + "[44]\ttraining's auc: 0.907161\ttraining's binary_logloss: 0.114654\tvalid_1's auc: 0.829815\tvalid_1's binary_logloss: 0.136077\n", + "[45]\ttraining's auc: 0.90811\ttraining's binary_logloss: 0.114316\tvalid_1's auc: 0.829823\tvalid_1's binary_logloss: 0.136088\n", + "[46]\ttraining's auc: 0.908979\ttraining's binary_logloss: 0.113944\tvalid_1's auc: 0.829846\tvalid_1's binary_logloss: 0.136116\n", + "[47]\ttraining's auc: 0.909878\ttraining's binary_logloss: 0.113603\tvalid_1's auc: 0.829936\tvalid_1's binary_logloss: 0.136107\n", + "[48]\ttraining's auc: 0.910826\ttraining's binary_logloss: 0.113285\tvalid_1's auc: 0.829932\tvalid_1's binary_logloss: 0.13611\n", + "[49]\ttraining's auc: 0.911556\ttraining's binary_logloss: 0.112993\tvalid_1's auc: 0.82971\tvalid_1's binary_logloss: 0.136157\n", + "[50]\ttraining's auc: 0.912452\ttraining's binary_logloss: 0.112693\tvalid_1's auc: 0.829756\tvalid_1's binary_logloss: 0.136151\n", + "[51]\ttraining's auc: 0.913208\ttraining's binary_logloss: 0.112346\tvalid_1's auc: 0.829867\tvalid_1's binary_logloss: 0.136147\n", + "[52]\ttraining's auc: 0.914125\ttraining's binary_logloss: 0.112011\tvalid_1's auc: 0.829697\tvalid_1's binary_logloss: 0.136196\n", + "[53]\ttraining's auc: 0.91491\ttraining's binary_logloss: 0.111665\tvalid_1's auc: 0.829553\tvalid_1's binary_logloss: 0.136224\n", + "[54]\ttraining's auc: 0.915466\ttraining's binary_logloss: 0.111384\tvalid_1's auc: 0.829441\tvalid_1's binary_logloss: 0.136258\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[55]\ttraining's auc: 0.916301\ttraining's binary_logloss: 0.111102\tvalid_1's auc: 0.829292\tvalid_1's binary_logloss: 0.136317\n", + "[1]\ttraining's auc: 0.836632\ttraining's binary_logloss: 0.160373\tvalid_1's auc: 0.819718\tvalid_1's binary_logloss: 0.155457\n", + "[2]\ttraining's auc: 0.84326\ttraining's binary_logloss: 0.155574\tvalid_1's auc: 0.821805\tvalid_1's binary_logloss: 0.151654\n", + "[3]\ttraining's auc: 0.846733\ttraining's binary_logloss: 0.151871\tvalid_1's auc: 0.824699\tvalid_1's binary_logloss: 0.148729\n", + "[4]\ttraining's auc: 0.853304\ttraining's binary_logloss: 0.14889\tvalid_1's auc: 0.830163\tvalid_1's binary_logloss: 0.146307\n", + "[5]\ttraining's auc: 0.858467\ttraining's binary_logloss: 0.1463\tvalid_1's auc: 0.832164\tvalid_1's binary_logloss: 0.144403\n", + "[6]\ttraining's auc: 0.860449\ttraining's binary_logloss: 0.144063\tvalid_1's auc: 0.832539\tvalid_1's binary_logloss: 0.142805\n", + "[7]\ttraining's auc: 0.862669\ttraining's binary_logloss: 0.142075\tvalid_1's auc: 0.83256\tvalid_1's binary_logloss: 0.141435\n", + "[8]\ttraining's auc: 0.865004\ttraining's binary_logloss: 0.14024\tvalid_1's auc: 0.834013\tvalid_1's binary_logloss: 0.140124\n", + "[9]\ttraining's auc: 0.867046\ttraining's binary_logloss: 0.138676\tvalid_1's auc: 0.833929\tvalid_1's binary_logloss: 0.139099\n", + "[10]\ttraining's auc: 0.869109\ttraining's binary_logloss: 0.137193\tvalid_1's auc: 0.833986\tvalid_1's binary_logloss: 0.138126\n", + "[11]\ttraining's auc: 0.870756\ttraining's binary_logloss: 0.135879\tvalid_1's auc: 0.834731\tvalid_1's binary_logloss: 0.137273\n", + "[12]\ttraining's auc: 0.871977\ttraining's binary_logloss: 0.134666\tvalid_1's auc: 0.834755\tvalid_1's binary_logloss: 0.136529\n", + "[13]\ttraining's auc: 0.873713\ttraining's binary_logloss: 0.133551\tvalid_1's auc: 0.834981\tvalid_1's binary_logloss: 0.135887\n", + "[14]\ttraining's auc: 0.874835\ttraining's binary_logloss: 0.132545\tvalid_1's auc: 0.835048\tvalid_1's binary_logloss: 0.135313\n", + "[15]\ttraining's auc: 0.875851\ttraining's binary_logloss: 0.13162\tvalid_1's auc: 0.8354\tvalid_1's binary_logloss: 0.134764\n", + "[16]\ttraining's auc: 0.877035\ttraining's binary_logloss: 0.130767\tvalid_1's auc: 0.835307\tvalid_1's binary_logloss: 0.134321\n", + "[17]\ttraining's auc: 0.878502\ttraining's binary_logloss: 0.129926\tvalid_1's auc: 0.835095\tvalid_1's binary_logloss: 0.133956\n", + "[18]\ttraining's auc: 0.879305\ttraining's binary_logloss: 0.129173\tvalid_1's auc: 0.835024\tvalid_1's binary_logloss: 0.133602\n", + "[19]\ttraining's auc: 0.8806\ttraining's binary_logloss: 0.128429\tvalid_1's auc: 0.835291\tvalid_1's binary_logloss: 0.133309\n", + "[20]\ttraining's auc: 0.881731\ttraining's binary_logloss: 0.127727\tvalid_1's auc: 0.835191\tvalid_1's binary_logloss: 0.133033\n", + "[21]\ttraining's auc: 0.882924\ttraining's binary_logloss: 0.127079\tvalid_1's auc: 0.835519\tvalid_1's binary_logloss: 0.132723\n", + "[22]\ttraining's auc: 0.883667\ttraining's binary_logloss: 0.126471\tvalid_1's auc: 0.835972\tvalid_1's binary_logloss: 0.132465\n", + "[23]\ttraining's auc: 0.88435\ttraining's binary_logloss: 0.125886\tvalid_1's auc: 0.835734\tvalid_1's binary_logloss: 0.132309\n", + "[24]\ttraining's auc: 0.885477\ttraining's binary_logloss: 0.125309\tvalid_1's auc: 0.835355\tvalid_1's binary_logloss: 0.132185\n", + "[25]\ttraining's auc: 0.886972\ttraining's binary_logloss: 0.124733\tvalid_1's auc: 0.835436\tvalid_1's binary_logloss: 0.132026\n", + "[26]\ttraining's auc: 0.88842\ttraining's binary_logloss: 0.12415\tvalid_1's auc: 0.835995\tvalid_1's binary_logloss: 0.131846\n", + "[27]\ttraining's auc: 0.889468\ttraining's binary_logloss: 0.123587\tvalid_1's auc: 0.836043\tvalid_1's binary_logloss: 0.131686\n", + "[28]\ttraining's auc: 0.890527\ttraining's binary_logloss: 0.123052\tvalid_1's auc: 0.836403\tvalid_1's binary_logloss: 0.131517\n", + "[29]\ttraining's auc: 0.891395\ttraining's binary_logloss: 0.122542\tvalid_1's auc: 0.836749\tvalid_1's binary_logloss: 0.131362\n", + "[30]\ttraining's auc: 0.892793\ttraining's binary_logloss: 0.122017\tvalid_1's auc: 0.836602\tvalid_1's binary_logloss: 0.131275\n", + "[31]\ttraining's auc: 0.893535\ttraining's binary_logloss: 0.121566\tvalid_1's auc: 0.836616\tvalid_1's binary_logloss: 0.131164\n", + "[32]\ttraining's auc: 0.894407\ttraining's binary_logloss: 0.121095\tvalid_1's auc: 0.836324\tvalid_1's binary_logloss: 0.131106\n", + "[33]\ttraining's auc: 0.895623\ttraining's binary_logloss: 0.120668\tvalid_1's auc: 0.836671\tvalid_1's binary_logloss: 0.131005\n", + "[34]\ttraining's auc: 0.896598\ttraining's binary_logloss: 0.120237\tvalid_1's auc: 0.836455\tvalid_1's binary_logloss: 0.130959\n", + "[35]\ttraining's auc: 0.897453\ttraining's binary_logloss: 0.119811\tvalid_1's auc: 0.83645\tvalid_1's binary_logloss: 0.130913\n", + "[36]\ttraining's auc: 0.898386\ttraining's binary_logloss: 0.119405\tvalid_1's auc: 0.836258\tvalid_1's binary_logloss: 0.130866\n", + "[37]\ttraining's auc: 0.89905\ttraining's binary_logloss: 0.119027\tvalid_1's auc: 0.835659\tvalid_1's binary_logloss: 0.130892\n", + "[38]\ttraining's auc: 0.89993\ttraining's binary_logloss: 0.118627\tvalid_1's auc: 0.835832\tvalid_1's binary_logloss: 0.130815\n", + "[39]\ttraining's auc: 0.900867\ttraining's binary_logloss: 0.118231\tvalid_1's auc: 0.835904\tvalid_1's binary_logloss: 0.130733\n", + "[40]\ttraining's auc: 0.902259\ttraining's binary_logloss: 0.117744\tvalid_1's auc: 0.83606\tvalid_1's binary_logloss: 0.130733\n", + "[41]\ttraining's auc: 0.903228\ttraining's binary_logloss: 0.117352\tvalid_1's auc: 0.835671\tvalid_1's binary_logloss: 0.13074\n", + "[42]\ttraining's auc: 0.904854\ttraining's binary_logloss: 0.116899\tvalid_1's auc: 0.83557\tvalid_1's binary_logloss: 0.130735\n", + "[43]\ttraining's auc: 0.90574\ttraining's binary_logloss: 0.116542\tvalid_1's auc: 0.835525\tvalid_1's binary_logloss: 0.130709\n", + "[44]\ttraining's auc: 0.906533\ttraining's binary_logloss: 0.116182\tvalid_1's auc: 0.835703\tvalid_1's binary_logloss: 0.13066\n", + "[45]\ttraining's auc: 0.907426\ttraining's binary_logloss: 0.115806\tvalid_1's auc: 0.836115\tvalid_1's binary_logloss: 0.130579\n", + "[46]\ttraining's auc: 0.908037\ttraining's binary_logloss: 0.115521\tvalid_1's auc: 0.836185\tvalid_1's binary_logloss: 0.130554\n", + "[47]\ttraining's auc: 0.908937\ttraining's binary_logloss: 0.115188\tvalid_1's auc: 0.836174\tvalid_1's binary_logloss: 0.130565\n", + "[48]\ttraining's auc: 0.909794\ttraining's binary_logloss: 0.114884\tvalid_1's auc: 0.83611\tvalid_1's binary_logloss: 0.130596\n", + "[49]\ttraining's auc: 0.910577\ttraining's binary_logloss: 0.114555\tvalid_1's auc: 0.836237\tvalid_1's binary_logloss: 0.130561\n", + "[50]\ttraining's auc: 0.911527\ttraining's binary_logloss: 0.114246\tvalid_1's auc: 0.836295\tvalid_1's binary_logloss: 0.130559\n", + "[51]\ttraining's auc: 0.912308\ttraining's binary_logloss: 0.113928\tvalid_1's auc: 0.836301\tvalid_1's binary_logloss: 0.130594\n", + "[52]\ttraining's auc: 0.913114\ttraining's binary_logloss: 0.113598\tvalid_1's auc: 0.836419\tvalid_1's binary_logloss: 0.130575\n", + "[53]\ttraining's auc: 0.91415\ttraining's binary_logloss: 0.113323\tvalid_1's auc: 0.836201\tvalid_1's binary_logloss: 0.130608\n", + "[54]\ttraining's auc: 0.914801\ttraining's binary_logloss: 0.113024\tvalid_1's auc: 0.83606\tvalid_1's binary_logloss: 0.130637\n", + "[55]\ttraining's auc: 0.915906\ttraining's binary_logloss: 0.112714\tvalid_1's auc: 0.836142\tvalid_1's binary_logloss: 0.130631\n", + "[56]\ttraining's auc: 0.916438\ttraining's binary_logloss: 0.112438\tvalid_1's auc: 0.836003\tvalid_1's binary_logloss: 0.130661\n", + "[57]\ttraining's auc: 0.917181\ttraining's binary_logloss: 0.112124\tvalid_1's auc: 0.835863\tvalid_1's binary_logloss: 0.130692\n", + "[58]\ttraining's auc: 0.918061\ttraining's binary_logloss: 0.111851\tvalid_1's auc: 0.835931\tvalid_1's binary_logloss: 0.130676\n", + "[59]\ttraining's auc: 0.918704\ttraining's binary_logloss: 0.11161\tvalid_1's auc: 0.835796\tvalid_1's binary_logloss: 0.130694\n", + "[1]\ttraining's auc: 0.837929\ttraining's binary_logloss: 0.156929\tvalid_1's auc: 0.815704\tvalid_1's binary_logloss: 0.163007\n", + "[2]\ttraining's auc: 0.842423\ttraining's binary_logloss: 0.152431\tvalid_1's auc: 0.822657\tvalid_1's binary_logloss: 0.158915\n", + "[3]\ttraining's auc: 0.848618\ttraining's binary_logloss: 0.14881\tvalid_1's auc: 0.826492\tvalid_1's binary_logloss: 0.155543\n", + "[4]\ttraining's auc: 0.852258\ttraining's binary_logloss: 0.145754\tvalid_1's auc: 0.828684\tvalid_1's binary_logloss: 0.152939\n", + "[5]\ttraining's auc: 0.855326\ttraining's binary_logloss: 0.143184\tvalid_1's auc: 0.829683\tvalid_1's binary_logloss: 0.150844\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[6]\ttraining's auc: 0.857524\ttraining's binary_logloss: 0.140988\tvalid_1's auc: 0.829609\tvalid_1's binary_logloss: 0.149111\n", + "[7]\ttraining's auc: 0.860594\ttraining's binary_logloss: 0.139045\tvalid_1's auc: 0.830011\tvalid_1's binary_logloss: 0.147644\n", + "[8]\ttraining's auc: 0.863468\ttraining's binary_logloss: 0.137312\tvalid_1's auc: 0.831632\tvalid_1's binary_logloss: 0.146289\n", + "[9]\ttraining's auc: 0.865041\ttraining's binary_logloss: 0.135811\tvalid_1's auc: 0.831616\tvalid_1's binary_logloss: 0.14517\n", + "[10]\ttraining's auc: 0.866616\ttraining's binary_logloss: 0.134351\tvalid_1's auc: 0.831946\tvalid_1's binary_logloss: 0.144224\n", + "[11]\ttraining's auc: 0.867423\ttraining's binary_logloss: 0.133084\tvalid_1's auc: 0.831814\tvalid_1's binary_logloss: 0.143395\n", + "[12]\ttraining's auc: 0.869484\ttraining's binary_logloss: 0.131907\tvalid_1's auc: 0.832092\tvalid_1's binary_logloss: 0.142653\n", + "[13]\ttraining's auc: 0.870895\ttraining's binary_logloss: 0.130851\tvalid_1's auc: 0.832122\tvalid_1's binary_logloss: 0.142013\n", + "[14]\ttraining's auc: 0.873075\ttraining's binary_logloss: 0.129926\tvalid_1's auc: 0.834122\tvalid_1's binary_logloss: 0.141441\n", + "[15]\ttraining's auc: 0.875045\ttraining's binary_logloss: 0.128997\tvalid_1's auc: 0.834592\tvalid_1's binary_logloss: 0.140819\n", + "[16]\ttraining's auc: 0.87597\ttraining's binary_logloss: 0.128132\tvalid_1's auc: 0.83472\tvalid_1's binary_logloss: 0.140358\n", + "[17]\ttraining's auc: 0.877349\ttraining's binary_logloss: 0.127331\tvalid_1's auc: 0.835359\tvalid_1's binary_logloss: 0.139878\n", + "[18]\ttraining's auc: 0.878342\ttraining's binary_logloss: 0.126575\tvalid_1's auc: 0.834834\tvalid_1's binary_logloss: 0.13953\n", + "[19]\ttraining's auc: 0.87994\ttraining's binary_logloss: 0.125886\tvalid_1's auc: 0.834485\tvalid_1's binary_logloss: 0.139234\n", + "[20]\ttraining's auc: 0.88202\ttraining's binary_logloss: 0.125232\tvalid_1's auc: 0.835215\tvalid_1's binary_logloss: 0.138883\n", + "[21]\ttraining's auc: 0.883156\ttraining's binary_logloss: 0.124589\tvalid_1's auc: 0.835481\tvalid_1's binary_logloss: 0.138603\n", + "[22]\ttraining's auc: 0.884302\ttraining's binary_logloss: 0.123977\tvalid_1's auc: 0.835796\tvalid_1's binary_logloss: 0.138336\n", + "[23]\ttraining's auc: 0.885111\ttraining's binary_logloss: 0.12337\tvalid_1's auc: 0.836175\tvalid_1's binary_logloss: 0.138062\n", + "[24]\ttraining's auc: 0.886658\ttraining's binary_logloss: 0.122784\tvalid_1's auc: 0.836321\tvalid_1's binary_logloss: 0.137867\n", + "[25]\ttraining's auc: 0.888382\ttraining's binary_logloss: 0.122169\tvalid_1's auc: 0.836123\tvalid_1's binary_logloss: 0.137699\n", + "[26]\ttraining's auc: 0.889879\ttraining's binary_logloss: 0.121591\tvalid_1's auc: 0.836472\tvalid_1's binary_logloss: 0.137448\n", + "[27]\ttraining's auc: 0.891129\ttraining's binary_logloss: 0.121091\tvalid_1's auc: 0.836567\tvalid_1's binary_logloss: 0.137299\n", + "[28]\ttraining's auc: 0.892429\ttraining's binary_logloss: 0.120554\tvalid_1's auc: 0.836453\tvalid_1's binary_logloss: 0.137187\n", + "[29]\ttraining's auc: 0.893513\ttraining's binary_logloss: 0.120113\tvalid_1's auc: 0.836608\tvalid_1's binary_logloss: 0.137057\n", + "[30]\ttraining's auc: 0.89491\ttraining's binary_logloss: 0.11956\tvalid_1's auc: 0.836549\tvalid_1's binary_logloss: 0.137003\n", + "[31]\ttraining's auc: 0.896094\ttraining's binary_logloss: 0.119035\tvalid_1's auc: 0.8362\tvalid_1's binary_logloss: 0.136986\n", + "[32]\ttraining's auc: 0.896948\ttraining's binary_logloss: 0.118594\tvalid_1's auc: 0.836074\tvalid_1's binary_logloss: 0.13695\n", + "[33]\ttraining's auc: 0.897962\ttraining's binary_logloss: 0.118088\tvalid_1's auc: 0.835924\tvalid_1's binary_logloss: 0.136914\n", + "[34]\ttraining's auc: 0.898678\ttraining's binary_logloss: 0.117669\tvalid_1's auc: 0.836124\tvalid_1's binary_logloss: 0.136852\n", + "[35]\ttraining's auc: 0.899652\ttraining's binary_logloss: 0.117258\tvalid_1's auc: 0.836234\tvalid_1's binary_logloss: 0.136769\n", + "[36]\ttraining's auc: 0.900884\ttraining's binary_logloss: 0.116854\tvalid_1's auc: 0.835977\tvalid_1's binary_logloss: 0.136736\n", + "[37]\ttraining's auc: 0.901789\ttraining's binary_logloss: 0.116402\tvalid_1's auc: 0.83544\tvalid_1's binary_logloss: 0.136782\n", + "[38]\ttraining's auc: 0.902564\ttraining's binary_logloss: 0.116\tvalid_1's auc: 0.835279\tvalid_1's binary_logloss: 0.136786\n", + "[39]\ttraining's auc: 0.903399\ttraining's binary_logloss: 0.115643\tvalid_1's auc: 0.835045\tvalid_1's binary_logloss: 0.136819\n", + "[40]\ttraining's auc: 0.904297\ttraining's binary_logloss: 0.115252\tvalid_1's auc: 0.834875\tvalid_1's binary_logloss: 0.13685\n", + "[41]\ttraining's auc: 0.905211\ttraining's binary_logloss: 0.114859\tvalid_1's auc: 0.835045\tvalid_1's binary_logloss: 0.13679\n", + "[42]\ttraining's auc: 0.905797\ttraining's binary_logloss: 0.114528\tvalid_1's auc: 0.835314\tvalid_1's binary_logloss: 0.136738\n", + "[43]\ttraining's auc: 0.906514\ttraining's binary_logloss: 0.114209\tvalid_1's auc: 0.835231\tvalid_1's binary_logloss: 0.13675\n", + "[44]\ttraining's auc: 0.907441\ttraining's binary_logloss: 0.113845\tvalid_1's auc: 0.834839\tvalid_1's binary_logloss: 0.136831\n", + "[45]\ttraining's auc: 0.908632\ttraining's binary_logloss: 0.113469\tvalid_1's auc: 0.834822\tvalid_1's binary_logloss: 0.13684\n", + "[46]\ttraining's auc: 0.90916\ttraining's binary_logloss: 0.113186\tvalid_1's auc: 0.834898\tvalid_1's binary_logloss: 0.136801\n", + "[47]\ttraining's auc: 0.910201\ttraining's binary_logloss: 0.112876\tvalid_1's auc: 0.834708\tvalid_1's binary_logloss: 0.136828\n", + "[48]\ttraining's auc: 0.910991\ttraining's binary_logloss: 0.11256\tvalid_1's auc: 0.834802\tvalid_1's binary_logloss: 0.136808\n", + "[49]\ttraining's auc: 0.912044\ttraining's binary_logloss: 0.112268\tvalid_1's auc: 0.834949\tvalid_1's binary_logloss: 0.136792\n", + "[50]\ttraining's auc: 0.912703\ttraining's binary_logloss: 0.111978\tvalid_1's auc: 0.834858\tvalid_1's binary_logloss: 0.136801\n", + "[51]\ttraining's auc: 0.913644\ttraining's binary_logloss: 0.111672\tvalid_1's auc: 0.834838\tvalid_1's binary_logloss: 0.136801\n", + "[52]\ttraining's auc: 0.914361\ttraining's binary_logloss: 0.111414\tvalid_1's auc: 0.835075\tvalid_1's binary_logloss: 0.13678\n", + "[53]\ttraining's auc: 0.915079\ttraining's binary_logloss: 0.111077\tvalid_1's auc: 0.835037\tvalid_1's binary_logloss: 0.136799\n", + "[54]\ttraining's auc: 0.916101\ttraining's binary_logloss: 0.110769\tvalid_1's auc: 0.835048\tvalid_1's binary_logloss: 0.136802\n", + "[55]\ttraining's auc: 0.917071\ttraining's binary_logloss: 0.110358\tvalid_1's auc: 0.835097\tvalid_1's binary_logloss: 0.136801\n", + "[56]\ttraining's auc: 0.917732\ttraining's binary_logloss: 0.11005\tvalid_1's auc: 0.83522\tvalid_1's binary_logloss: 0.136766\n", + "[57]\ttraining's auc: 0.918496\ttraining's binary_logloss: 0.109801\tvalid_1's auc: 0.835364\tvalid_1's binary_logloss: 0.136742\n", + "[58]\ttraining's auc: 0.919177\ttraining's binary_logloss: 0.109479\tvalid_1's auc: 0.835268\tvalid_1's binary_logloss: 0.136755\n", + "[59]\ttraining's auc: 0.919771\ttraining's binary_logloss: 0.109218\tvalid_1's auc: 0.835202\tvalid_1's binary_logloss: 0.136793\n", + "[1]\ttraining's auc: 0.842984\ttraining's binary_logloss: 0.146244\tvalid_1's auc: 0.8072\tvalid_1's binary_logloss: 0.151389\n", + "[2]\ttraining's auc: 0.861067\ttraining's binary_logloss: 0.139208\tvalid_1's auc: 0.819527\tvalid_1's binary_logloss: 0.146278\n", + "[3]\ttraining's auc: 0.869851\ttraining's binary_logloss: 0.134326\tvalid_1's auc: 0.824541\tvalid_1's binary_logloss: 0.143124\n", + "[4]\ttraining's auc: 0.873405\ttraining's binary_logloss: 0.130662\tvalid_1's auc: 0.824047\tvalid_1's binary_logloss: 0.141246\n", + "[5]\ttraining's auc: 0.880538\ttraining's binary_logloss: 0.12764\tvalid_1's auc: 0.827101\tvalid_1's binary_logloss: 0.13967\n", + "[6]\ttraining's auc: 0.884965\ttraining's binary_logloss: 0.125126\tvalid_1's auc: 0.826541\tvalid_1's binary_logloss: 0.138655\n", + "[7]\ttraining's auc: 0.888174\ttraining's binary_logloss: 0.123002\tvalid_1's auc: 0.826506\tvalid_1's binary_logloss: 0.137952\n", + "[8]\ttraining's auc: 0.893276\ttraining's binary_logloss: 0.120949\tvalid_1's auc: 0.827578\tvalid_1's binary_logloss: 0.137381\n", + "[9]\ttraining's auc: 0.896123\ttraining's binary_logloss: 0.119275\tvalid_1's auc: 0.826879\tvalid_1's binary_logloss: 0.137201\n", + "[10]\ttraining's auc: 0.899986\ttraining's binary_logloss: 0.117641\tvalid_1's auc: 0.827454\tvalid_1's binary_logloss: 0.136849\n", + "[11]\ttraining's auc: 0.903468\ttraining's binary_logloss: 0.116087\tvalid_1's auc: 0.827228\tvalid_1's binary_logloss: 0.13683\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[12]\ttraining's auc: 0.906435\ttraining's binary_logloss: 0.114779\tvalid_1's auc: 0.82774\tvalid_1's binary_logloss: 0.136755\n", + "[13]\ttraining's auc: 0.910874\ttraining's binary_logloss: 0.113358\tvalid_1's auc: 0.826074\tvalid_1's binary_logloss: 0.137036\n", + "[14]\ttraining's auc: 0.914235\ttraining's binary_logloss: 0.112248\tvalid_1's auc: 0.825505\tvalid_1's binary_logloss: 0.13709\n", + "[15]\ttraining's auc: 0.916024\ttraining's binary_logloss: 0.111183\tvalid_1's auc: 0.825384\tvalid_1's binary_logloss: 0.137142\n", + "[16]\ttraining's auc: 0.918503\ttraining's binary_logloss: 0.110063\tvalid_1's auc: 0.825501\tvalid_1's binary_logloss: 0.137218\n", + "[17]\ttraining's auc: 0.920318\ttraining's binary_logloss: 0.109009\tvalid_1's auc: 0.824481\tvalid_1's binary_logloss: 0.137513\n", + "[18]\ttraining's auc: 0.92265\ttraining's binary_logloss: 0.107917\tvalid_1's auc: 0.82415\tvalid_1's binary_logloss: 0.137608\n", + "[19]\ttraining's auc: 0.924544\ttraining's binary_logloss: 0.106888\tvalid_1's auc: 0.824743\tvalid_1's binary_logloss: 0.137617\n", + "[20]\ttraining's auc: 0.926645\ttraining's binary_logloss: 0.10585\tvalid_1's auc: 0.824075\tvalid_1's binary_logloss: 0.13793\n", + "[21]\ttraining's auc: 0.928112\ttraining's binary_logloss: 0.104864\tvalid_1's auc: 0.824689\tvalid_1's binary_logloss: 0.138029\n", + "[22]\ttraining's auc: 0.9299\ttraining's binary_logloss: 0.103959\tvalid_1's auc: 0.823962\tvalid_1's binary_logloss: 0.13824\n", + "[23]\ttraining's auc: 0.931657\ttraining's binary_logloss: 0.103126\tvalid_1's auc: 0.823108\tvalid_1's binary_logloss: 0.138499\n", + "[24]\ttraining's auc: 0.933037\ttraining's binary_logloss: 0.102359\tvalid_1's auc: 0.822849\tvalid_1's binary_logloss: 0.138703\n", + "[25]\ttraining's auc: 0.934278\ttraining's binary_logloss: 0.101612\tvalid_1's auc: 0.822143\tvalid_1's binary_logloss: 0.139006\n", + "[26]\ttraining's auc: 0.935224\ttraining's binary_logloss: 0.100926\tvalid_1's auc: 0.82196\tvalid_1's binary_logloss: 0.139186\n", + "[27]\ttraining's auc: 0.936884\ttraining's binary_logloss: 0.100265\tvalid_1's auc: 0.821696\tvalid_1's binary_logloss: 0.139367\n", + "[28]\ttraining's auc: 0.937661\ttraining's binary_logloss: 0.099597\tvalid_1's auc: 0.821104\tvalid_1's binary_logloss: 0.139566\n", + "[29]\ttraining's auc: 0.938259\ttraining's binary_logloss: 0.0990356\tvalid_1's auc: 0.819684\tvalid_1's binary_logloss: 0.13994\n", + "[30]\ttraining's auc: 0.939401\ttraining's binary_logloss: 0.0984907\tvalid_1's auc: 0.819168\tvalid_1's binary_logloss: 0.140259\n", + "[31]\ttraining's auc: 0.940411\ttraining's binary_logloss: 0.0980363\tvalid_1's auc: 0.818477\tvalid_1's binary_logloss: 0.140512\n", + "[32]\ttraining's auc: 0.941876\ttraining's binary_logloss: 0.0972329\tvalid_1's auc: 0.818919\tvalid_1's binary_logloss: 0.140529\n", + "[33]\ttraining's auc: 0.942434\ttraining's binary_logloss: 0.0966484\tvalid_1's auc: 0.817554\tvalid_1's binary_logloss: 0.140852\n", + "[34]\ttraining's auc: 0.943924\ttraining's binary_logloss: 0.0960503\tvalid_1's auc: 0.817168\tvalid_1's binary_logloss: 0.141045\n", + "[35]\ttraining's auc: 0.944544\ttraining's binary_logloss: 0.0954955\tvalid_1's auc: 0.816851\tvalid_1's binary_logloss: 0.141294\n", + "[36]\ttraining's auc: 0.945008\ttraining's binary_logloss: 0.0950057\tvalid_1's auc: 0.81569\tvalid_1's binary_logloss: 0.141624\n", + "[37]\ttraining's auc: 0.945757\ttraining's binary_logloss: 0.0944926\tvalid_1's auc: 0.815936\tvalid_1's binary_logloss: 0.141629\n", + "[38]\ttraining's auc: 0.946345\ttraining's binary_logloss: 0.0939492\tvalid_1's auc: 0.815096\tvalid_1's binary_logloss: 0.141894\n", + "[39]\ttraining's auc: 0.946952\ttraining's binary_logloss: 0.0934618\tvalid_1's auc: 0.814232\tvalid_1's binary_logloss: 0.142208\n", + "[40]\ttraining's auc: 0.947214\ttraining's binary_logloss: 0.0930854\tvalid_1's auc: 0.813558\tvalid_1's binary_logloss: 0.142555\n", + "[41]\ttraining's auc: 0.948082\ttraining's binary_logloss: 0.0927413\tvalid_1's auc: 0.812895\tvalid_1's binary_logloss: 0.142863\n", + "[42]\ttraining's auc: 0.948926\ttraining's binary_logloss: 0.092179\tvalid_1's auc: 0.812262\tvalid_1's binary_logloss: 0.143171\n", + "[1]\ttraining's auc: 0.837661\ttraining's binary_logloss: 0.148983\tvalid_1's auc: 0.819796\tvalid_1's binary_logloss: 0.147155\n", + "[2]\ttraining's auc: 0.855164\ttraining's binary_logloss: 0.141602\tvalid_1's auc: 0.827475\tvalid_1's binary_logloss: 0.142331\n", + "[3]\ttraining's auc: 0.864368\ttraining's binary_logloss: 0.136425\tvalid_1's auc: 0.829094\tvalid_1's binary_logloss: 0.139252\n", + "[4]\ttraining's auc: 0.871483\ttraining's binary_logloss: 0.132698\tvalid_1's auc: 0.828493\tvalid_1's binary_logloss: 0.13743\n", + "[5]\ttraining's auc: 0.877055\ttraining's binary_logloss: 0.129612\tvalid_1's auc: 0.828273\tvalid_1's binary_logloss: 0.136125\n", + "[6]\ttraining's auc: 0.881427\ttraining's binary_logloss: 0.127144\tvalid_1's auc: 0.82878\tvalid_1's binary_logloss: 0.135256\n", + "[7]\ttraining's auc: 0.884601\ttraining's binary_logloss: 0.125048\tvalid_1's auc: 0.82896\tvalid_1's binary_logloss: 0.134553\n", + "[8]\ttraining's auc: 0.888557\ttraining's binary_logloss: 0.123077\tvalid_1's auc: 0.829973\tvalid_1's binary_logloss: 0.13395\n", + "[9]\ttraining's auc: 0.891833\ttraining's binary_logloss: 0.121401\tvalid_1's auc: 0.829341\tvalid_1's binary_logloss: 0.133658\n", + "[10]\ttraining's auc: 0.895918\ttraining's binary_logloss: 0.119655\tvalid_1's auc: 0.829921\tvalid_1's binary_logloss: 0.133305\n", + "[11]\ttraining's auc: 0.898967\ttraining's binary_logloss: 0.118196\tvalid_1's auc: 0.829308\tvalid_1's binary_logloss: 0.133337\n", + "[12]\ttraining's auc: 0.903206\ttraining's binary_logloss: 0.116709\tvalid_1's auc: 0.829454\tvalid_1's binary_logloss: 0.133257\n", + "[13]\ttraining's auc: 0.906291\ttraining's binary_logloss: 0.115313\tvalid_1's auc: 0.828993\tvalid_1's binary_logloss: 0.133237\n", + "[14]\ttraining's auc: 0.910624\ttraining's binary_logloss: 0.113961\tvalid_1's auc: 0.828607\tvalid_1's binary_logloss: 0.133267\n", + "[15]\ttraining's auc: 0.912714\ttraining's binary_logloss: 0.112878\tvalid_1's auc: 0.828244\tvalid_1's binary_logloss: 0.133285\n", + "[16]\ttraining's auc: 0.914902\ttraining's binary_logloss: 0.111911\tvalid_1's auc: 0.827544\tvalid_1's binary_logloss: 0.133465\n", + "[17]\ttraining's auc: 0.917298\ttraining's binary_logloss: 0.110782\tvalid_1's auc: 0.827731\tvalid_1's binary_logloss: 0.133374\n", + "[18]\ttraining's auc: 0.920059\ttraining's binary_logloss: 0.109623\tvalid_1's auc: 0.82678\tvalid_1's binary_logloss: 0.133534\n", + "[19]\ttraining's auc: 0.922463\ttraining's binary_logloss: 0.108643\tvalid_1's auc: 0.826422\tvalid_1's binary_logloss: 0.133655\n", + "[20]\ttraining's auc: 0.924838\ttraining's binary_logloss: 0.107742\tvalid_1's auc: 0.826746\tvalid_1's binary_logloss: 0.133818\n", + "[21]\ttraining's auc: 0.927082\ttraining's binary_logloss: 0.106807\tvalid_1's auc: 0.826747\tvalid_1's binary_logloss: 0.133846\n", + "[22]\ttraining's auc: 0.929869\ttraining's binary_logloss: 0.10603\tvalid_1's auc: 0.825553\tvalid_1's binary_logloss: 0.134022\n", + "[23]\ttraining's auc: 0.931141\ttraining's binary_logloss: 0.105132\tvalid_1's auc: 0.825451\tvalid_1's binary_logloss: 0.134029\n", + "[24]\ttraining's auc: 0.932987\ttraining's binary_logloss: 0.104347\tvalid_1's auc: 0.825023\tvalid_1's binary_logloss: 0.134238\n", + "[25]\ttraining's auc: 0.934875\ttraining's binary_logloss: 0.103264\tvalid_1's auc: 0.825923\tvalid_1's binary_logloss: 0.134117\n", + "[26]\ttraining's auc: 0.93596\ttraining's binary_logloss: 0.102475\tvalid_1's auc: 0.826685\tvalid_1's binary_logloss: 0.134006\n", + "[27]\ttraining's auc: 0.937178\ttraining's binary_logloss: 0.101687\tvalid_1's auc: 0.827268\tvalid_1's binary_logloss: 0.133928\n", + "[28]\ttraining's auc: 0.938314\ttraining's binary_logloss: 0.100974\tvalid_1's auc: 0.827061\tvalid_1's binary_logloss: 0.134018\n", + "[29]\ttraining's auc: 0.94028\ttraining's binary_logloss: 0.100151\tvalid_1's auc: 0.82712\tvalid_1's binary_logloss: 0.134126\n", + "[30]\ttraining's auc: 0.941233\ttraining's binary_logloss: 0.0994022\tvalid_1's auc: 0.82649\tvalid_1's binary_logloss: 0.134298\n", + "[31]\ttraining's auc: 0.941922\ttraining's binary_logloss: 0.0988202\tvalid_1's auc: 0.825717\tvalid_1's binary_logloss: 0.134578\n", + "[32]\ttraining's auc: 0.943201\ttraining's binary_logloss: 0.0981908\tvalid_1's auc: 0.82601\tvalid_1's binary_logloss: 0.134653\n", + "[33]\ttraining's auc: 0.944147\ttraining's binary_logloss: 0.0976902\tvalid_1's auc: 0.826216\tvalid_1's binary_logloss: 0.134673\n", + "[34]\ttraining's auc: 0.94544\ttraining's binary_logloss: 0.0968742\tvalid_1's auc: 0.826066\tvalid_1's binary_logloss: 0.134828\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[35]\ttraining's auc: 0.94592\ttraining's binary_logloss: 0.0963693\tvalid_1's auc: 0.826052\tvalid_1's binary_logloss: 0.134856\n", + "[36]\ttraining's auc: 0.946924\ttraining's binary_logloss: 0.0957697\tvalid_1's auc: 0.826644\tvalid_1's binary_logloss: 0.13483\n", + "[37]\ttraining's auc: 0.947219\ttraining's binary_logloss: 0.0954072\tvalid_1's auc: 0.826236\tvalid_1's binary_logloss: 0.134987\n", + "[38]\ttraining's auc: 0.948855\ttraining's binary_logloss: 0.0945847\tvalid_1's auc: 0.82577\tvalid_1's binary_logloss: 0.135197\n", + "[1]\ttraining's auc: 0.840005\ttraining's binary_logloss: 0.145852\tvalid_1's auc: 0.814016\tvalid_1's binary_logloss: 0.154527\n", + "[2]\ttraining's auc: 0.855209\ttraining's binary_logloss: 0.138299\tvalid_1's auc: 0.820132\tvalid_1's binary_logloss: 0.148936\n", + "[3]\ttraining's auc: 0.862712\ttraining's binary_logloss: 0.133468\tvalid_1's auc: 0.823275\tvalid_1's binary_logloss: 0.145594\n", + "[4]\ttraining's auc: 0.869125\ttraining's binary_logloss: 0.129798\tvalid_1's auc: 0.824435\tvalid_1's binary_logloss: 0.143537\n", + "[5]\ttraining's auc: 0.873604\ttraining's binary_logloss: 0.126831\tvalid_1's auc: 0.823621\tvalid_1's binary_logloss: 0.142239\n", + "[6]\ttraining's auc: 0.879521\ttraining's binary_logloss: 0.124324\tvalid_1's auc: 0.825508\tvalid_1's binary_logloss: 0.1411\n", + "[7]\ttraining's auc: 0.885507\ttraining's binary_logloss: 0.122052\tvalid_1's auc: 0.828451\tvalid_1's binary_logloss: 0.140296\n", + "[8]\ttraining's auc: 0.891505\ttraining's binary_logloss: 0.119988\tvalid_1's auc: 0.829185\tvalid_1's binary_logloss: 0.139789\n", + "[9]\ttraining's auc: 0.896672\ttraining's binary_logloss: 0.118111\tvalid_1's auc: 0.829868\tvalid_1's binary_logloss: 0.139304\n", + "[10]\ttraining's auc: 0.900951\ttraining's binary_logloss: 0.116292\tvalid_1's auc: 0.830367\tvalid_1's binary_logloss: 0.139063\n", + "[11]\ttraining's auc: 0.90427\ttraining's binary_logloss: 0.114915\tvalid_1's auc: 0.829192\tvalid_1's binary_logloss: 0.139091\n", + "[12]\ttraining's auc: 0.906774\ttraining's binary_logloss: 0.113605\tvalid_1's auc: 0.829413\tvalid_1's binary_logloss: 0.139094\n", + "[13]\ttraining's auc: 0.908756\ttraining's binary_logloss: 0.112274\tvalid_1's auc: 0.829438\tvalid_1's binary_logloss: 0.139062\n", + "[14]\ttraining's auc: 0.911581\ttraining's binary_logloss: 0.11101\tvalid_1's auc: 0.828941\tvalid_1's binary_logloss: 0.13912\n", + "[15]\ttraining's auc: 0.914255\ttraining's binary_logloss: 0.109781\tvalid_1's auc: 0.828768\tvalid_1's binary_logloss: 0.139163\n", + "[16]\ttraining's auc: 0.917439\ttraining's binary_logloss: 0.108571\tvalid_1's auc: 0.828264\tvalid_1's binary_logloss: 0.13934\n", + "[17]\ttraining's auc: 0.919863\ttraining's binary_logloss: 0.107592\tvalid_1's auc: 0.82841\tvalid_1's binary_logloss: 0.139459\n", + "[18]\ttraining's auc: 0.922804\ttraining's binary_logloss: 0.106562\tvalid_1's auc: 0.828248\tvalid_1's binary_logloss: 0.139566\n", + "[19]\ttraining's auc: 0.92487\ttraining's binary_logloss: 0.105686\tvalid_1's auc: 0.828928\tvalid_1's binary_logloss: 0.139528\n", + "[20]\ttraining's auc: 0.926555\ttraining's binary_logloss: 0.10486\tvalid_1's auc: 0.828189\tvalid_1's binary_logloss: 0.139783\n", + "[21]\ttraining's auc: 0.927765\ttraining's binary_logloss: 0.104059\tvalid_1's auc: 0.827959\tvalid_1's binary_logloss: 0.139889\n", + "[22]\ttraining's auc: 0.930226\ttraining's binary_logloss: 0.102916\tvalid_1's auc: 0.826892\tvalid_1's binary_logloss: 0.140183\n", + "[23]\ttraining's auc: 0.93282\ttraining's binary_logloss: 0.101774\tvalid_1's auc: 0.825659\tvalid_1's binary_logloss: 0.140415\n", + "[24]\ttraining's auc: 0.934485\ttraining's binary_logloss: 0.100839\tvalid_1's auc: 0.824646\tvalid_1's binary_logloss: 0.140729\n", + "[25]\ttraining's auc: 0.935423\ttraining's binary_logloss: 0.100091\tvalid_1's auc: 0.824208\tvalid_1's binary_logloss: 0.140949\n", + "[26]\ttraining's auc: 0.93636\ttraining's binary_logloss: 0.0993339\tvalid_1's auc: 0.823203\tvalid_1's binary_logloss: 0.141204\n", + "[27]\ttraining's auc: 0.937477\ttraining's binary_logloss: 0.0986461\tvalid_1's auc: 0.823284\tvalid_1's binary_logloss: 0.141269\n", + "[28]\ttraining's auc: 0.93849\ttraining's binary_logloss: 0.0978743\tvalid_1's auc: 0.823423\tvalid_1's binary_logloss: 0.141338\n", + "[29]\ttraining's auc: 0.939495\ttraining's binary_logloss: 0.0972521\tvalid_1's auc: 0.822681\tvalid_1's binary_logloss: 0.141538\n", + "[30]\ttraining's auc: 0.940733\ttraining's binary_logloss: 0.0964709\tvalid_1's auc: 0.822518\tvalid_1's binary_logloss: 0.141701\n", + "[31]\ttraining's auc: 0.941281\ttraining's binary_logloss: 0.0959181\tvalid_1's auc: 0.821721\tvalid_1's binary_logloss: 0.141948\n", + "[32]\ttraining's auc: 0.94255\ttraining's binary_logloss: 0.0953108\tvalid_1's auc: 0.821814\tvalid_1's binary_logloss: 0.142075\n", + "[33]\ttraining's auc: 0.943488\ttraining's binary_logloss: 0.0947511\tvalid_1's auc: 0.821667\tvalid_1's binary_logloss: 0.142259\n", + "[34]\ttraining's auc: 0.94456\ttraining's binary_logloss: 0.0940224\tvalid_1's auc: 0.820798\tvalid_1's binary_logloss: 0.142604\n", + "[35]\ttraining's auc: 0.944859\ttraining's binary_logloss: 0.0935994\tvalid_1's auc: 0.821022\tvalid_1's binary_logloss: 0.142605\n", + "[36]\ttraining's auc: 0.945299\ttraining's binary_logloss: 0.0931656\tvalid_1's auc: 0.820206\tvalid_1's binary_logloss: 0.142898\n", + "[37]\ttraining's auc: 0.94666\ttraining's binary_logloss: 0.092519\tvalid_1's auc: 0.819953\tvalid_1's binary_logloss: 0.142997\n", + "[38]\ttraining's auc: 0.947521\ttraining's binary_logloss: 0.091983\tvalid_1's auc: 0.820558\tvalid_1's binary_logloss: 0.142996\n", + "[39]\ttraining's auc: 0.948246\ttraining's binary_logloss: 0.0914669\tvalid_1's auc: 0.820407\tvalid_1's binary_logloss: 0.143139\n", + "[40]\ttraining's auc: 0.949145\ttraining's binary_logloss: 0.090869\tvalid_1's auc: 0.820496\tvalid_1's binary_logloss: 0.143235\n", + "[1]\ttraining's auc: 0.841697\ttraining's binary_logloss: 0.158609\tvalid_1's auc: 0.803876\tvalid_1's binary_logloss: 0.160756\n", + "[2]\ttraining's auc: 0.84697\ttraining's binary_logloss: 0.154218\tvalid_1's auc: 0.809302\tvalid_1's binary_logloss: 0.157373\n", + "[3]\ttraining's auc: 0.853184\ttraining's binary_logloss: 0.150795\tvalid_1's auc: 0.811905\tvalid_1's binary_logloss: 0.154709\n", + "[4]\ttraining's auc: 0.857654\ttraining's binary_logloss: 0.147889\tvalid_1's auc: 0.816713\tvalid_1's binary_logloss: 0.152383\n", + "[5]\ttraining's auc: 0.863062\ttraining's binary_logloss: 0.145431\tvalid_1's auc: 0.819836\tvalid_1's binary_logloss: 0.150507\n", + "[6]\ttraining's auc: 0.864785\ttraining's binary_logloss: 0.143176\tvalid_1's auc: 0.822365\tvalid_1's binary_logloss: 0.148848\n", + "[7]\ttraining's auc: 0.867025\ttraining's binary_logloss: 0.141191\tvalid_1's auc: 0.823514\tvalid_1's binary_logloss: 0.147455\n", + "[8]\ttraining's auc: 0.86737\ttraining's binary_logloss: 0.139431\tvalid_1's auc: 0.824628\tvalid_1's binary_logloss: 0.146232\n", + "[9]\ttraining's auc: 0.869424\ttraining's binary_logloss: 0.137817\tvalid_1's auc: 0.82542\tvalid_1's binary_logloss: 0.145128\n", + "[10]\ttraining's auc: 0.870824\ttraining's binary_logloss: 0.136394\tvalid_1's auc: 0.82659\tvalid_1's binary_logloss: 0.144118\n", + "[11]\ttraining's auc: 0.872238\ttraining's binary_logloss: 0.135021\tvalid_1's auc: 0.826981\tvalid_1's binary_logloss: 0.143269\n", + "[12]\ttraining's auc: 0.87393\ttraining's binary_logloss: 0.133826\tvalid_1's auc: 0.827874\tvalid_1's binary_logloss: 0.142511\n", + "[13]\ttraining's auc: 0.875184\ttraining's binary_logloss: 0.13269\tvalid_1's auc: 0.828286\tvalid_1's binary_logloss: 0.141805\n", + "[14]\ttraining's auc: 0.876403\ttraining's binary_logloss: 0.131652\tvalid_1's auc: 0.828392\tvalid_1's binary_logloss: 0.14122\n", + "[15]\ttraining's auc: 0.877807\ttraining's binary_logloss: 0.130667\tvalid_1's auc: 0.829371\tvalid_1's binary_logloss: 0.140617\n", + "[16]\ttraining's auc: 0.879748\ttraining's binary_logloss: 0.12974\tvalid_1's auc: 0.829902\tvalid_1's binary_logloss: 0.14004\n", + "[17]\ttraining's auc: 0.881296\ttraining's binary_logloss: 0.128883\tvalid_1's auc: 0.830364\tvalid_1's binary_logloss: 0.139558\n", + "[18]\ttraining's auc: 0.882569\ttraining's binary_logloss: 0.128037\tvalid_1's auc: 0.830627\tvalid_1's binary_logloss: 0.139133\n", + "[19]\ttraining's auc: 0.883781\ttraining's binary_logloss: 0.127258\tvalid_1's auc: 0.830926\tvalid_1's binary_logloss: 0.138777\n", + "[20]\ttraining's auc: 0.885234\ttraining's binary_logloss: 0.126509\tvalid_1's auc: 0.830828\tvalid_1's binary_logloss: 0.138456\n", + "[21]\ttraining's auc: 0.886684\ttraining's binary_logloss: 0.125799\tvalid_1's auc: 0.831026\tvalid_1's binary_logloss: 0.138153\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[22]\ttraining's auc: 0.887956\ttraining's binary_logloss: 0.125123\tvalid_1's auc: 0.831514\tvalid_1's binary_logloss: 0.137869\n", + "[23]\ttraining's auc: 0.889226\ttraining's binary_logloss: 0.124436\tvalid_1's auc: 0.831532\tvalid_1's binary_logloss: 0.137627\n", + "[24]\ttraining's auc: 0.890348\ttraining's binary_logloss: 0.123792\tvalid_1's auc: 0.831582\tvalid_1's binary_logloss: 0.137387\n", + "[25]\ttraining's auc: 0.891491\ttraining's binary_logloss: 0.123204\tvalid_1's auc: 0.831479\tvalid_1's binary_logloss: 0.137217\n", + "[26]\ttraining's auc: 0.892981\ttraining's binary_logloss: 0.122575\tvalid_1's auc: 0.831318\tvalid_1's binary_logloss: 0.137028\n", + "[27]\ttraining's auc: 0.894086\ttraining's binary_logloss: 0.122001\tvalid_1's auc: 0.831195\tvalid_1's binary_logloss: 0.136887\n", + "[28]\ttraining's auc: 0.895331\ttraining's binary_logloss: 0.121427\tvalid_1's auc: 0.83114\tvalid_1's binary_logloss: 0.136737\n", + "[29]\ttraining's auc: 0.896178\ttraining's binary_logloss: 0.120917\tvalid_1's auc: 0.830786\tvalid_1's binary_logloss: 0.136664\n", + "[30]\ttraining's auc: 0.897063\ttraining's binary_logloss: 0.120411\tvalid_1's auc: 0.830517\tvalid_1's binary_logloss: 0.136585\n", + "[31]\ttraining's auc: 0.898239\ttraining's binary_logloss: 0.119894\tvalid_1's auc: 0.830005\tvalid_1's binary_logloss: 0.136552\n", + "[32]\ttraining's auc: 0.899232\ttraining's binary_logloss: 0.119402\tvalid_1's auc: 0.829601\tvalid_1's binary_logloss: 0.136515\n", + "[33]\ttraining's auc: 0.90016\ttraining's binary_logloss: 0.118914\tvalid_1's auc: 0.829292\tvalid_1's binary_logloss: 0.136478\n", + "[34]\ttraining's auc: 0.901036\ttraining's binary_logloss: 0.118464\tvalid_1's auc: 0.828982\tvalid_1's binary_logloss: 0.13647\n", + "[35]\ttraining's auc: 0.901887\ttraining's binary_logloss: 0.118005\tvalid_1's auc: 0.829131\tvalid_1's binary_logloss: 0.136401\n", + "[36]\ttraining's auc: 0.902834\ttraining's binary_logloss: 0.117549\tvalid_1's auc: 0.829143\tvalid_1's binary_logloss: 0.136351\n", + "[37]\ttraining's auc: 0.903454\ttraining's binary_logloss: 0.117152\tvalid_1's auc: 0.828928\tvalid_1's binary_logloss: 0.136339\n", + "[38]\ttraining's auc: 0.904515\ttraining's binary_logloss: 0.116722\tvalid_1's auc: 0.82921\tvalid_1's binary_logloss: 0.136284\n", + "[39]\ttraining's auc: 0.905381\ttraining's binary_logloss: 0.116311\tvalid_1's auc: 0.829132\tvalid_1's binary_logloss: 0.136262\n", + "[40]\ttraining's auc: 0.906126\ttraining's binary_logloss: 0.115901\tvalid_1's auc: 0.829057\tvalid_1's binary_logloss: 0.136254\n", + "[41]\ttraining's auc: 0.906978\ttraining's binary_logloss: 0.115508\tvalid_1's auc: 0.828662\tvalid_1's binary_logloss: 0.13628\n", + "[42]\ttraining's auc: 0.907806\ttraining's binary_logloss: 0.115093\tvalid_1's auc: 0.82895\tvalid_1's binary_logloss: 0.136252\n", + "[43]\ttraining's auc: 0.908604\ttraining's binary_logloss: 0.1147\tvalid_1's auc: 0.828919\tvalid_1's binary_logloss: 0.136226\n", + "[44]\ttraining's auc: 0.909292\ttraining's binary_logloss: 0.114367\tvalid_1's auc: 0.829126\tvalid_1's binary_logloss: 0.136203\n", + "[45]\ttraining's auc: 0.910402\ttraining's binary_logloss: 0.113994\tvalid_1's auc: 0.828972\tvalid_1's binary_logloss: 0.136222\n", + "[46]\ttraining's auc: 0.911101\ttraining's binary_logloss: 0.113636\tvalid_1's auc: 0.828712\tvalid_1's binary_logloss: 0.136272\n", + "[47]\ttraining's auc: 0.912028\ttraining's binary_logloss: 0.113231\tvalid_1's auc: 0.828496\tvalid_1's binary_logloss: 0.136317\n", + "[48]\ttraining's auc: 0.912741\ttraining's binary_logloss: 0.112874\tvalid_1's auc: 0.828267\tvalid_1's binary_logloss: 0.136363\n", + "[49]\ttraining's auc: 0.913769\ttraining's binary_logloss: 0.112438\tvalid_1's auc: 0.828822\tvalid_1's binary_logloss: 0.136323\n", + "[50]\ttraining's auc: 0.914563\ttraining's binary_logloss: 0.112111\tvalid_1's auc: 0.828893\tvalid_1's binary_logloss: 0.136315\n", + "[51]\ttraining's auc: 0.915457\ttraining's binary_logloss: 0.111781\tvalid_1's auc: 0.829036\tvalid_1's binary_logloss: 0.136301\n", + "[52]\ttraining's auc: 0.916171\ttraining's binary_logloss: 0.111455\tvalid_1's auc: 0.828834\tvalid_1's binary_logloss: 0.136351\n", + "[53]\ttraining's auc: 0.916928\ttraining's binary_logloss: 0.111142\tvalid_1's auc: 0.828938\tvalid_1's binary_logloss: 0.136341\n", + "[54]\ttraining's auc: 0.91771\ttraining's binary_logloss: 0.110869\tvalid_1's auc: 0.82886\tvalid_1's binary_logloss: 0.136377\n", + "[1]\ttraining's auc: 0.839164\ttraining's binary_logloss: 0.161062\tvalid_1's auc: 0.819765\tvalid_1's binary_logloss: 0.156089\n", + "[2]\ttraining's auc: 0.844855\ttraining's binary_logloss: 0.156695\tvalid_1's auc: 0.822073\tvalid_1's binary_logloss: 0.152549\n", + "[3]\ttraining's auc: 0.849887\ttraining's binary_logloss: 0.153062\tvalid_1's auc: 0.824329\tvalid_1's binary_logloss: 0.14985\n", + "[4]\ttraining's auc: 0.856036\ttraining's binary_logloss: 0.150104\tvalid_1's auc: 0.829805\tvalid_1's binary_logloss: 0.147525\n", + "[5]\ttraining's auc: 0.860812\ttraining's binary_logloss: 0.147551\tvalid_1's auc: 0.832349\tvalid_1's binary_logloss: 0.145585\n", + "[6]\ttraining's auc: 0.862939\ttraining's binary_logloss: 0.145339\tvalid_1's auc: 0.833589\tvalid_1's binary_logloss: 0.1439\n", + "[7]\ttraining's auc: 0.8651\ttraining's binary_logloss: 0.143413\tvalid_1's auc: 0.833878\tvalid_1's binary_logloss: 0.142532\n", + "[8]\ttraining's auc: 0.86651\ttraining's binary_logloss: 0.141683\tvalid_1's auc: 0.83295\tvalid_1's binary_logloss: 0.141399\n", + "[9]\ttraining's auc: 0.8686\ttraining's binary_logloss: 0.139985\tvalid_1's auc: 0.833883\tvalid_1's binary_logloss: 0.14029\n", + "[10]\ttraining's auc: 0.869851\ttraining's binary_logloss: 0.138517\tvalid_1's auc: 0.834\tvalid_1's binary_logloss: 0.13933\n", + "[11]\ttraining's auc: 0.871893\ttraining's binary_logloss: 0.137194\tvalid_1's auc: 0.833845\tvalid_1's binary_logloss: 0.138507\n", + "[12]\ttraining's auc: 0.873177\ttraining's binary_logloss: 0.13599\tvalid_1's auc: 0.834562\tvalid_1's binary_logloss: 0.137721\n", + "[13]\ttraining's auc: 0.874758\ttraining's binary_logloss: 0.134829\tvalid_1's auc: 0.834646\tvalid_1's binary_logloss: 0.137045\n", + "[14]\ttraining's auc: 0.876085\ttraining's binary_logloss: 0.133736\tvalid_1's auc: 0.834114\tvalid_1's binary_logloss: 0.13648\n", + "[15]\ttraining's auc: 0.877258\ttraining's binary_logloss: 0.132747\tvalid_1's auc: 0.833713\tvalid_1's binary_logloss: 0.135965\n", + "[16]\ttraining's auc: 0.878914\ttraining's binary_logloss: 0.131793\tvalid_1's auc: 0.833724\tvalid_1's binary_logloss: 0.135482\n", + "[17]\ttraining's auc: 0.87991\ttraining's binary_logloss: 0.130943\tvalid_1's auc: 0.833622\tvalid_1's binary_logloss: 0.135022\n", + "[18]\ttraining's auc: 0.881131\ttraining's binary_logloss: 0.130155\tvalid_1's auc: 0.833789\tvalid_1's binary_logloss: 0.134594\n", + "[19]\ttraining's auc: 0.882149\ttraining's binary_logloss: 0.129354\tvalid_1's auc: 0.833505\tvalid_1's binary_logloss: 0.134245\n", + "[20]\ttraining's auc: 0.883064\ttraining's binary_logloss: 0.128617\tvalid_1's auc: 0.833276\tvalid_1's binary_logloss: 0.133979\n", + "[21]\ttraining's auc: 0.884325\ttraining's binary_logloss: 0.127874\tvalid_1's auc: 0.833519\tvalid_1's binary_logloss: 0.133683\n", + "[22]\ttraining's auc: 0.885351\ttraining's binary_logloss: 0.127195\tvalid_1's auc: 0.833665\tvalid_1's binary_logloss: 0.133385\n", + "[23]\ttraining's auc: 0.886392\ttraining's binary_logloss: 0.126571\tvalid_1's auc: 0.83388\tvalid_1's binary_logloss: 0.133128\n", + "[24]\ttraining's auc: 0.888063\ttraining's binary_logloss: 0.125898\tvalid_1's auc: 0.833678\tvalid_1's binary_logloss: 0.132913\n", + "[25]\ttraining's auc: 0.888933\ttraining's binary_logloss: 0.125292\tvalid_1's auc: 0.833673\tvalid_1's binary_logloss: 0.132736\n", + "[26]\ttraining's auc: 0.889808\ttraining's binary_logloss: 0.124717\tvalid_1's auc: 0.8338\tvalid_1's binary_logloss: 0.132532\n", + "[27]\ttraining's auc: 0.890925\ttraining's binary_logloss: 0.12417\tvalid_1's auc: 0.833683\tvalid_1's binary_logloss: 0.132372\n", + "[28]\ttraining's auc: 0.892038\ttraining's binary_logloss: 0.12358\tvalid_1's auc: 0.834157\tvalid_1's binary_logloss: 0.132175\n", + "[29]\ttraining's auc: 0.893162\ttraining's binary_logloss: 0.123033\tvalid_1's auc: 0.834381\tvalid_1's binary_logloss: 0.132026\n", + "[30]\ttraining's auc: 0.894001\ttraining's binary_logloss: 0.122513\tvalid_1's auc: 0.834096\tvalid_1's binary_logloss: 0.131929\n", + "[31]\ttraining's auc: 0.894944\ttraining's binary_logloss: 0.122033\tvalid_1's auc: 0.833904\tvalid_1's binary_logloss: 0.131888\n", + "[32]\ttraining's auc: 0.896149\ttraining's binary_logloss: 0.121527\tvalid_1's auc: 0.834037\tvalid_1's binary_logloss: 0.131786\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[33]\ttraining's auc: 0.896987\ttraining's binary_logloss: 0.121027\tvalid_1's auc: 0.833957\tvalid_1's binary_logloss: 0.131666\n", + "[34]\ttraining's auc: 0.898184\ttraining's binary_logloss: 0.120518\tvalid_1's auc: 0.833958\tvalid_1's binary_logloss: 0.131596\n", + "[35]\ttraining's auc: 0.89909\ttraining's binary_logloss: 0.120031\tvalid_1's auc: 0.83421\tvalid_1's binary_logloss: 0.131504\n", + "[36]\ttraining's auc: 0.8999\ttraining's binary_logloss: 0.119567\tvalid_1's auc: 0.834128\tvalid_1's binary_logloss: 0.131432\n", + "[37]\ttraining's auc: 0.901007\ttraining's binary_logloss: 0.119129\tvalid_1's auc: 0.833959\tvalid_1's binary_logloss: 0.131395\n", + "[38]\ttraining's auc: 0.902074\ttraining's binary_logloss: 0.1187\tvalid_1's auc: 0.833874\tvalid_1's binary_logloss: 0.131352\n", + "[39]\ttraining's auc: 0.902858\ttraining's binary_logloss: 0.118317\tvalid_1's auc: 0.833936\tvalid_1's binary_logloss: 0.131304\n", + "[40]\ttraining's auc: 0.903887\ttraining's binary_logloss: 0.117904\tvalid_1's auc: 0.834015\tvalid_1's binary_logloss: 0.131249\n", + "[41]\ttraining's auc: 0.904686\ttraining's binary_logloss: 0.117502\tvalid_1's auc: 0.83386\tvalid_1's binary_logloss: 0.13124\n", + "[42]\ttraining's auc: 0.905828\ttraining's binary_logloss: 0.117103\tvalid_1's auc: 0.833866\tvalid_1's binary_logloss: 0.13119\n", + "[43]\ttraining's auc: 0.906984\ttraining's binary_logloss: 0.116695\tvalid_1's auc: 0.833956\tvalid_1's binary_logloss: 0.131152\n", + "[1]\ttraining's auc: 0.841566\ttraining's binary_logloss: 0.157579\tvalid_1's auc: 0.815088\tvalid_1's binary_logloss: 0.163686\n", + "[2]\ttraining's auc: 0.847268\ttraining's binary_logloss: 0.153376\tvalid_1's auc: 0.823562\tvalid_1's binary_logloss: 0.160001\n", + "[3]\ttraining's auc: 0.850393\ttraining's binary_logloss: 0.149947\tvalid_1's auc: 0.826381\tvalid_1's binary_logloss: 0.156891\n", + "[4]\ttraining's auc: 0.855601\ttraining's binary_logloss: 0.14711\tvalid_1's auc: 0.825873\tvalid_1's binary_logloss: 0.154483\n", + "[5]\ttraining's auc: 0.858089\ttraining's binary_logloss: 0.144554\tvalid_1's auc: 0.827488\tvalid_1's binary_logloss: 0.152338\n", + "[6]\ttraining's auc: 0.860972\ttraining's binary_logloss: 0.142324\tvalid_1's auc: 0.828963\tvalid_1's binary_logloss: 0.150622\n", + "[7]\ttraining's auc: 0.864168\ttraining's binary_logloss: 0.140339\tvalid_1's auc: 0.82864\tvalid_1's binary_logloss: 0.149169\n", + "[8]\ttraining's auc: 0.86559\ttraining's binary_logloss: 0.138605\tvalid_1's auc: 0.828184\tvalid_1's binary_logloss: 0.147944\n", + "[9]\ttraining's auc: 0.868156\ttraining's binary_logloss: 0.136976\tvalid_1's auc: 0.829141\tvalid_1's binary_logloss: 0.146789\n", + "[10]\ttraining's auc: 0.86939\ttraining's binary_logloss: 0.135584\tvalid_1's auc: 0.829363\tvalid_1's binary_logloss: 0.1458\n", + "[11]\ttraining's auc: 0.870776\ttraining's binary_logloss: 0.134287\tvalid_1's auc: 0.829114\tvalid_1's binary_logloss: 0.144941\n", + "[12]\ttraining's auc: 0.871904\ttraining's binary_logloss: 0.133149\tvalid_1's auc: 0.829217\tvalid_1's binary_logloss: 0.144176\n", + "[13]\ttraining's auc: 0.872864\ttraining's binary_logloss: 0.132095\tvalid_1's auc: 0.829122\tvalid_1's binary_logloss: 0.143511\n", + "[14]\ttraining's auc: 0.873933\ttraining's binary_logloss: 0.131001\tvalid_1's auc: 0.829745\tvalid_1's binary_logloss: 0.142832\n", + "[15]\ttraining's auc: 0.875361\ttraining's binary_logloss: 0.130007\tvalid_1's auc: 0.830082\tvalid_1's binary_logloss: 0.142246\n", + "[16]\ttraining's auc: 0.877417\ttraining's binary_logloss: 0.129108\tvalid_1's auc: 0.832346\tvalid_1's binary_logloss: 0.141734\n", + "[17]\ttraining's auc: 0.878938\ttraining's binary_logloss: 0.128268\tvalid_1's auc: 0.832284\tvalid_1's binary_logloss: 0.141316\n", + "[18]\ttraining's auc: 0.880369\ttraining's binary_logloss: 0.127408\tvalid_1's auc: 0.83244\tvalid_1's binary_logloss: 0.140891\n", + "[19]\ttraining's auc: 0.881482\ttraining's binary_logloss: 0.126623\tvalid_1's auc: 0.832399\tvalid_1's binary_logloss: 0.140504\n", + "[20]\ttraining's auc: 0.882699\ttraining's binary_logloss: 0.125921\tvalid_1's auc: 0.832586\tvalid_1's binary_logloss: 0.140146\n", + "[21]\ttraining's auc: 0.884061\ttraining's binary_logloss: 0.125225\tvalid_1's auc: 0.833519\tvalid_1's binary_logloss: 0.139787\n", + "[22]\ttraining's auc: 0.885099\ttraining's binary_logloss: 0.124561\tvalid_1's auc: 0.833313\tvalid_1's binary_logloss: 0.139536\n", + "[23]\ttraining's auc: 0.887094\ttraining's binary_logloss: 0.123891\tvalid_1's auc: 0.833856\tvalid_1's binary_logloss: 0.139241\n", + "[24]\ttraining's auc: 0.888172\ttraining's binary_logloss: 0.12331\tvalid_1's auc: 0.833748\tvalid_1's binary_logloss: 0.138983\n", + "[25]\ttraining's auc: 0.889512\ttraining's binary_logloss: 0.122727\tvalid_1's auc: 0.834045\tvalid_1's binary_logloss: 0.138739\n", + "[26]\ttraining's auc: 0.890779\ttraining's binary_logloss: 0.122156\tvalid_1's auc: 0.834255\tvalid_1's binary_logloss: 0.138485\n", + "[27]\ttraining's auc: 0.892263\ttraining's binary_logloss: 0.121547\tvalid_1's auc: 0.834273\tvalid_1's binary_logloss: 0.138327\n", + "[28]\ttraining's auc: 0.893542\ttraining's binary_logloss: 0.120984\tvalid_1's auc: 0.834404\tvalid_1's binary_logloss: 0.138149\n", + "[29]\ttraining's auc: 0.894769\ttraining's binary_logloss: 0.120443\tvalid_1's auc: 0.834581\tvalid_1's binary_logloss: 0.137976\n", + "[30]\ttraining's auc: 0.896024\ttraining's binary_logloss: 0.119942\tvalid_1's auc: 0.834583\tvalid_1's binary_logloss: 0.137857\n", + "[31]\ttraining's auc: 0.896977\ttraining's binary_logloss: 0.119451\tvalid_1's auc: 0.834551\tvalid_1's binary_logloss: 0.137758\n", + "[32]\ttraining's auc: 0.898287\ttraining's binary_logloss: 0.118938\tvalid_1's auc: 0.834644\tvalid_1's binary_logloss: 0.137652\n", + "[33]\ttraining's auc: 0.899419\ttraining's binary_logloss: 0.11843\tvalid_1's auc: 0.834678\tvalid_1's binary_logloss: 0.137567\n", + "[34]\ttraining's auc: 0.900667\ttraining's binary_logloss: 0.117926\tvalid_1's auc: 0.834392\tvalid_1's binary_logloss: 0.13751\n", + "[35]\ttraining's auc: 0.901634\ttraining's binary_logloss: 0.117415\tvalid_1's auc: 0.834325\tvalid_1's binary_logloss: 0.13741\n", + "[36]\ttraining's auc: 0.902648\ttraining's binary_logloss: 0.116937\tvalid_1's auc: 0.834074\tvalid_1's binary_logloss: 0.137362\n", + "[37]\ttraining's auc: 0.903554\ttraining's binary_logloss: 0.116475\tvalid_1's auc: 0.83422\tvalid_1's binary_logloss: 0.137305\n", + "[38]\ttraining's auc: 0.904367\ttraining's binary_logloss: 0.116031\tvalid_1's auc: 0.834041\tvalid_1's binary_logloss: 0.137298\n", + "[39]\ttraining's auc: 0.905158\ttraining's binary_logloss: 0.115627\tvalid_1's auc: 0.833969\tvalid_1's binary_logloss: 0.137267\n", + "[40]\ttraining's auc: 0.90589\ttraining's binary_logloss: 0.115207\tvalid_1's auc: 0.833726\tvalid_1's binary_logloss: 0.137268\n", + "[41]\ttraining's auc: 0.906447\ttraining's binary_logloss: 0.114837\tvalid_1's auc: 0.833646\tvalid_1's binary_logloss: 0.137261\n", + "[42]\ttraining's auc: 0.90715\ttraining's binary_logloss: 0.114404\tvalid_1's auc: 0.833335\tvalid_1's binary_logloss: 0.137257\n", + "[43]\ttraining's auc: 0.907879\ttraining's binary_logloss: 0.11399\tvalid_1's auc: 0.833232\tvalid_1's binary_logloss: 0.137271\n", + "[44]\ttraining's auc: 0.908702\ttraining's binary_logloss: 0.11364\tvalid_1's auc: 0.833173\tvalid_1's binary_logloss: 0.13727\n", + "[45]\ttraining's auc: 0.90948\ttraining's binary_logloss: 0.113264\tvalid_1's auc: 0.832697\tvalid_1's binary_logloss: 0.137314\n", + "[46]\ttraining's auc: 0.910282\ttraining's binary_logloss: 0.112846\tvalid_1's auc: 0.832564\tvalid_1's binary_logloss: 0.137302\n", + "[47]\ttraining's auc: 0.910926\ttraining's binary_logloss: 0.112522\tvalid_1's auc: 0.832442\tvalid_1's binary_logloss: 0.13732\n", + "[48]\ttraining's auc: 0.911601\ttraining's binary_logloss: 0.112179\tvalid_1's auc: 0.832899\tvalid_1's binary_logloss: 0.1373\n", + "[49]\ttraining's auc: 0.912885\ttraining's binary_logloss: 0.11181\tvalid_1's auc: 0.833135\tvalid_1's binary_logloss: 0.137255\n", + "[50]\ttraining's auc: 0.913847\ttraining's binary_logloss: 0.111466\tvalid_1's auc: 0.833265\tvalid_1's binary_logloss: 0.137261\n", + "[51]\ttraining's auc: 0.915068\ttraining's binary_logloss: 0.111096\tvalid_1's auc: 0.833535\tvalid_1's binary_logloss: 0.137228\n", + "[52]\ttraining's auc: 0.915847\ttraining's binary_logloss: 0.110743\tvalid_1's auc: 0.833413\tvalid_1's binary_logloss: 0.137252\n", + "[53]\ttraining's auc: 0.916571\ttraining's binary_logloss: 0.110426\tvalid_1's auc: 0.833206\tvalid_1's binary_logloss: 0.137269\n", + "[54]\ttraining's auc: 0.917318\ttraining's binary_logloss: 0.110126\tvalid_1's auc: 0.832989\tvalid_1's binary_logloss: 0.137285\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[55]\ttraining's auc: 0.917883\ttraining's binary_logloss: 0.109815\tvalid_1's auc: 0.833142\tvalid_1's binary_logloss: 0.137244\n", + "[56]\ttraining's auc: 0.918599\ttraining's binary_logloss: 0.109496\tvalid_1's auc: 0.832825\tvalid_1's binary_logloss: 0.137326\n", + "[57]\ttraining's auc: 0.919398\ttraining's binary_logloss: 0.109209\tvalid_1's auc: 0.832683\tvalid_1's binary_logloss: 0.137346\n", + "[58]\ttraining's auc: 0.920128\ttraining's binary_logloss: 0.108894\tvalid_1's auc: 0.832702\tvalid_1's binary_logloss: 0.137357\n", + "[59]\ttraining's auc: 0.921035\ttraining's binary_logloss: 0.108627\tvalid_1's auc: 0.832744\tvalid_1's binary_logloss: 0.137353\n", + "[60]\ttraining's auc: 0.921561\ttraining's binary_logloss: 0.108343\tvalid_1's auc: 0.832903\tvalid_1's binary_logloss: 0.137356\n", + "[61]\ttraining's auc: 0.922328\ttraining's binary_logloss: 0.108066\tvalid_1's auc: 0.833134\tvalid_1's binary_logloss: 0.137311\n", + "[62]\ttraining's auc: 0.923043\ttraining's binary_logloss: 0.107768\tvalid_1's auc: 0.833212\tvalid_1's binary_logloss: 0.137308\n", + "[63]\ttraining's auc: 0.92369\ttraining's binary_logloss: 0.107516\tvalid_1's auc: 0.833463\tvalid_1's binary_logloss: 0.137275\n", + "[1]\ttraining's auc: 0.834394\ttraining's binary_logloss: 0.147579\tvalid_1's auc: 0.808964\tvalid_1's binary_logloss: 0.151943\n", + "[2]\ttraining's auc: 0.848525\ttraining's binary_logloss: 0.140999\tvalid_1's auc: 0.816509\tvalid_1's binary_logloss: 0.14718\n", + "[3]\ttraining's auc: 0.85943\ttraining's binary_logloss: 0.136488\tvalid_1's auc: 0.823615\tvalid_1's binary_logloss: 0.143843\n", + "[4]\ttraining's auc: 0.86192\ttraining's binary_logloss: 0.133179\tvalid_1's auc: 0.824678\tvalid_1's binary_logloss: 0.141541\n", + "[5]\ttraining's auc: 0.867483\ttraining's binary_logloss: 0.130685\tvalid_1's auc: 0.827186\tvalid_1's binary_logloss: 0.139863\n", + "[6]\ttraining's auc: 0.871125\ttraining's binary_logloss: 0.128552\tvalid_1's auc: 0.827725\tvalid_1's binary_logloss: 0.138679\n", + "[7]\ttraining's auc: 0.874313\ttraining's binary_logloss: 0.126741\tvalid_1's auc: 0.827242\tvalid_1's binary_logloss: 0.138022\n", + "[8]\ttraining's auc: 0.878214\ttraining's binary_logloss: 0.125086\tvalid_1's auc: 0.828045\tvalid_1's binary_logloss: 0.137294\n", + "[9]\ttraining's auc: 0.882487\ttraining's binary_logloss: 0.123616\tvalid_1's auc: 0.828119\tvalid_1's binary_logloss: 0.137006\n", + "[10]\ttraining's auc: 0.885137\ttraining's binary_logloss: 0.122273\tvalid_1's auc: 0.829357\tvalid_1's binary_logloss: 0.136623\n", + "[11]\ttraining's auc: 0.887106\ttraining's binary_logloss: 0.121206\tvalid_1's auc: 0.829633\tvalid_1's binary_logloss: 0.13646\n", + "[12]\ttraining's auc: 0.889888\ttraining's binary_logloss: 0.120035\tvalid_1's auc: 0.829831\tvalid_1's binary_logloss: 0.136442\n", + "[13]\ttraining's auc: 0.892057\ttraining's binary_logloss: 0.11902\tvalid_1's auc: 0.830649\tvalid_1's binary_logloss: 0.136321\n", + "[14]\ttraining's auc: 0.895769\ttraining's binary_logloss: 0.117788\tvalid_1's auc: 0.829919\tvalid_1's binary_logloss: 0.136503\n", + "[15]\ttraining's auc: 0.898962\ttraining's binary_logloss: 0.11676\tvalid_1's auc: 0.828754\tvalid_1's binary_logloss: 0.136668\n", + "[16]\ttraining's auc: 0.900522\ttraining's binary_logloss: 0.115904\tvalid_1's auc: 0.828821\tvalid_1's binary_logloss: 0.13667\n", + "[17]\ttraining's auc: 0.902565\ttraining's binary_logloss: 0.115011\tvalid_1's auc: 0.828217\tvalid_1's binary_logloss: 0.136925\n", + "[18]\ttraining's auc: 0.904735\ttraining's binary_logloss: 0.114208\tvalid_1's auc: 0.827939\tvalid_1's binary_logloss: 0.137011\n", + "[19]\ttraining's auc: 0.906513\ttraining's binary_logloss: 0.113436\tvalid_1's auc: 0.827312\tvalid_1's binary_logloss: 0.137193\n", + "[20]\ttraining's auc: 0.907845\ttraining's binary_logloss: 0.112825\tvalid_1's auc: 0.826461\tvalid_1's binary_logloss: 0.137352\n", + "[21]\ttraining's auc: 0.909309\ttraining's binary_logloss: 0.112133\tvalid_1's auc: 0.826375\tvalid_1's binary_logloss: 0.137373\n", + "[22]\ttraining's auc: 0.910969\ttraining's binary_logloss: 0.111434\tvalid_1's auc: 0.825458\tvalid_1's binary_logloss: 0.137577\n", + "[23]\ttraining's auc: 0.912079\ttraining's binary_logloss: 0.110817\tvalid_1's auc: 0.825157\tvalid_1's binary_logloss: 0.137693\n", + "[24]\ttraining's auc: 0.914328\ttraining's binary_logloss: 0.11006\tvalid_1's auc: 0.823959\tvalid_1's binary_logloss: 0.137943\n", + "[25]\ttraining's auc: 0.915882\ttraining's binary_logloss: 0.109317\tvalid_1's auc: 0.824057\tvalid_1's binary_logloss: 0.137937\n", + "[26]\ttraining's auc: 0.91706\ttraining's binary_logloss: 0.108727\tvalid_1's auc: 0.823678\tvalid_1's binary_logloss: 0.138062\n", + "[27]\ttraining's auc: 0.917784\ttraining's binary_logloss: 0.108271\tvalid_1's auc: 0.822793\tvalid_1's binary_logloss: 0.138273\n", + "[28]\ttraining's auc: 0.918594\ttraining's binary_logloss: 0.107816\tvalid_1's auc: 0.822298\tvalid_1's binary_logloss: 0.138435\n", + "[29]\ttraining's auc: 0.919299\ttraining's binary_logloss: 0.107342\tvalid_1's auc: 0.822118\tvalid_1's binary_logloss: 0.138515\n", + "[30]\ttraining's auc: 0.919962\ttraining's binary_logloss: 0.106895\tvalid_1's auc: 0.821974\tvalid_1's binary_logloss: 0.138619\n", + "[31]\ttraining's auc: 0.922461\ttraining's binary_logloss: 0.106189\tvalid_1's auc: 0.821588\tvalid_1's binary_logloss: 0.138698\n", + "[32]\ttraining's auc: 0.923901\ttraining's binary_logloss: 0.105542\tvalid_1's auc: 0.821922\tvalid_1's binary_logloss: 0.138679\n", + "[33]\ttraining's auc: 0.924501\ttraining's binary_logloss: 0.105135\tvalid_1's auc: 0.821545\tvalid_1's binary_logloss: 0.138809\n", + "[34]\ttraining's auc: 0.925787\ttraining's binary_logloss: 0.104512\tvalid_1's auc: 0.820605\tvalid_1's binary_logloss: 0.139099\n", + "[35]\ttraining's auc: 0.926554\ttraining's binary_logloss: 0.104062\tvalid_1's auc: 0.820518\tvalid_1's binary_logloss: 0.139206\n", + "[36]\ttraining's auc: 0.926984\ttraining's binary_logloss: 0.103707\tvalid_1's auc: 0.819799\tvalid_1's binary_logloss: 0.139446\n", + "[37]\ttraining's auc: 0.927704\ttraining's binary_logloss: 0.103277\tvalid_1's auc: 0.818796\tvalid_1's binary_logloss: 0.139712\n", + "[38]\ttraining's auc: 0.929018\ttraining's binary_logloss: 0.102687\tvalid_1's auc: 0.819266\tvalid_1's binary_logloss: 0.139649\n", + "[39]\ttraining's auc: 0.929622\ttraining's binary_logloss: 0.102308\tvalid_1's auc: 0.818578\tvalid_1's binary_logloss: 0.139875\n", + "[40]\ttraining's auc: 0.930031\ttraining's binary_logloss: 0.10192\tvalid_1's auc: 0.818084\tvalid_1's binary_logloss: 0.140031\n", + "[41]\ttraining's auc: 0.930394\ttraining's binary_logloss: 0.101629\tvalid_1's auc: 0.81726\tvalid_1's binary_logloss: 0.140268\n", + "[42]\ttraining's auc: 0.931735\ttraining's binary_logloss: 0.101141\tvalid_1's auc: 0.817554\tvalid_1's binary_logloss: 0.140219\n", + "[43]\ttraining's auc: 0.932555\ttraining's binary_logloss: 0.100686\tvalid_1's auc: 0.817648\tvalid_1's binary_logloss: 0.140326\n", + "[1]\ttraining's auc: 0.828233\ttraining's binary_logloss: 0.150476\tvalid_1's auc: 0.814958\tvalid_1's binary_logloss: 0.147598\n", + "[2]\ttraining's auc: 0.843373\ttraining's binary_logloss: 0.143544\tvalid_1's auc: 0.822354\tvalid_1's binary_logloss: 0.142486\n", + "[3]\ttraining's auc: 0.852049\ttraining's binary_logloss: 0.139123\tvalid_1's auc: 0.829813\tvalid_1's binary_logloss: 0.139385\n", + "[4]\ttraining's auc: 0.858021\ttraining's binary_logloss: 0.135679\tvalid_1's auc: 0.831119\tvalid_1's binary_logloss: 0.13724\n", + "[5]\ttraining's auc: 0.864999\ttraining's binary_logloss: 0.132814\tvalid_1's auc: 0.83232\tvalid_1's binary_logloss: 0.135822\n", + "[6]\ttraining's auc: 0.86954\ttraining's binary_logloss: 0.130554\tvalid_1's auc: 0.831593\tvalid_1's binary_logloss: 0.134778\n", + "[7]\ttraining's auc: 0.871884\ttraining's binary_logloss: 0.128842\tvalid_1's auc: 0.831589\tvalid_1's binary_logloss: 0.133989\n", + "[8]\ttraining's auc: 0.874289\ttraining's binary_logloss: 0.127258\tvalid_1's auc: 0.832476\tvalid_1's binary_logloss: 0.133365\n", + "[9]\ttraining's auc: 0.876664\ttraining's binary_logloss: 0.125713\tvalid_1's auc: 0.83246\tvalid_1's binary_logloss: 0.13296\n", + "[10]\ttraining's auc: 0.88103\ttraining's binary_logloss: 0.124343\tvalid_1's auc: 0.831489\tvalid_1's binary_logloss: 0.13258\n", + "[11]\ttraining's auc: 0.885223\ttraining's binary_logloss: 0.123092\tvalid_1's auc: 0.833404\tvalid_1's binary_logloss: 0.132146\n", + "[12]\ttraining's auc: 0.88705\ttraining's binary_logloss: 0.122061\tvalid_1's auc: 0.833766\tvalid_1's binary_logloss: 0.131969\n", + "[13]\ttraining's auc: 0.890193\ttraining's binary_logloss: 0.121076\tvalid_1's auc: 0.833735\tvalid_1's binary_logloss: 0.131773\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[14]\ttraining's auc: 0.892768\ttraining's binary_logloss: 0.120034\tvalid_1's auc: 0.83406\tvalid_1's binary_logloss: 0.131714\n", + "[15]\ttraining's auc: 0.895239\ttraining's binary_logloss: 0.119038\tvalid_1's auc: 0.833864\tvalid_1's binary_logloss: 0.13164\n", + "[16]\ttraining's auc: 0.898151\ttraining's binary_logloss: 0.118158\tvalid_1's auc: 0.83471\tvalid_1's binary_logloss: 0.131582\n", + "[17]\ttraining's auc: 0.900526\ttraining's binary_logloss: 0.117375\tvalid_1's auc: 0.834665\tvalid_1's binary_logloss: 0.131557\n", + "[18]\ttraining's auc: 0.902132\ttraining's binary_logloss: 0.116605\tvalid_1's auc: 0.834877\tvalid_1's binary_logloss: 0.131432\n", + "[19]\ttraining's auc: 0.904309\ttraining's binary_logloss: 0.11568\tvalid_1's auc: 0.835229\tvalid_1's binary_logloss: 0.131373\n", + "[20]\ttraining's auc: 0.906201\ttraining's binary_logloss: 0.114938\tvalid_1's auc: 0.835008\tvalid_1's binary_logloss: 0.131391\n", + "[21]\ttraining's auc: 0.90816\ttraining's binary_logloss: 0.114106\tvalid_1's auc: 0.834935\tvalid_1's binary_logloss: 0.131445\n", + "[22]\ttraining's auc: 0.909547\ttraining's binary_logloss: 0.113419\tvalid_1's auc: 0.834826\tvalid_1's binary_logloss: 0.131502\n", + "[23]\ttraining's auc: 0.910893\ttraining's binary_logloss: 0.11274\tvalid_1's auc: 0.834718\tvalid_1's binary_logloss: 0.131507\n", + "[24]\ttraining's auc: 0.912559\ttraining's binary_logloss: 0.11214\tvalid_1's auc: 0.834528\tvalid_1's binary_logloss: 0.131556\n", + "[25]\ttraining's auc: 0.914506\ttraining's binary_logloss: 0.111315\tvalid_1's auc: 0.834982\tvalid_1's binary_logloss: 0.131588\n", + "[26]\ttraining's auc: 0.916035\ttraining's binary_logloss: 0.110686\tvalid_1's auc: 0.834515\tvalid_1's binary_logloss: 0.131622\n", + "[27]\ttraining's auc: 0.917096\ttraining's binary_logloss: 0.110119\tvalid_1's auc: 0.834824\tvalid_1's binary_logloss: 0.131592\n", + "[28]\ttraining's auc: 0.918499\ttraining's binary_logloss: 0.109452\tvalid_1's auc: 0.834626\tvalid_1's binary_logloss: 0.131651\n", + "[29]\ttraining's auc: 0.919428\ttraining's binary_logloss: 0.108872\tvalid_1's auc: 0.834497\tvalid_1's binary_logloss: 0.131705\n", + "[30]\ttraining's auc: 0.920761\ttraining's binary_logloss: 0.108401\tvalid_1's auc: 0.834947\tvalid_1's binary_logloss: 0.131716\n", + "[31]\ttraining's auc: 0.922133\ttraining's binary_logloss: 0.107829\tvalid_1's auc: 0.834965\tvalid_1's binary_logloss: 0.131776\n", + "[32]\ttraining's auc: 0.923307\ttraining's binary_logloss: 0.107409\tvalid_1's auc: 0.834529\tvalid_1's binary_logloss: 0.131892\n", + "[33]\ttraining's auc: 0.924539\ttraining's binary_logloss: 0.106749\tvalid_1's auc: 0.834559\tvalid_1's binary_logloss: 0.131909\n", + "[34]\ttraining's auc: 0.925303\ttraining's binary_logloss: 0.106267\tvalid_1's auc: 0.834252\tvalid_1's binary_logloss: 0.131993\n", + "[35]\ttraining's auc: 0.926033\ttraining's binary_logloss: 0.105837\tvalid_1's auc: 0.833666\tvalid_1's binary_logloss: 0.13211\n", + "[36]\ttraining's auc: 0.92674\ttraining's binary_logloss: 0.10538\tvalid_1's auc: 0.833753\tvalid_1's binary_logloss: 0.132096\n", + "[37]\ttraining's auc: 0.927328\ttraining's binary_logloss: 0.105008\tvalid_1's auc: 0.834057\tvalid_1's binary_logloss: 0.132022\n", + "[38]\ttraining's auc: 0.928262\ttraining's binary_logloss: 0.104495\tvalid_1's auc: 0.833838\tvalid_1's binary_logloss: 0.132115\n", + "[39]\ttraining's auc: 0.929268\ttraining's binary_logloss: 0.103938\tvalid_1's auc: 0.833167\tvalid_1's binary_logloss: 0.132332\n", + "[40]\ttraining's auc: 0.929858\ttraining's binary_logloss: 0.10353\tvalid_1's auc: 0.833146\tvalid_1's binary_logloss: 0.132374\n", + "[41]\ttraining's auc: 0.93085\ttraining's binary_logloss: 0.10322\tvalid_1's auc: 0.832876\tvalid_1's binary_logloss: 0.132478\n", + "[42]\ttraining's auc: 0.931582\ttraining's binary_logloss: 0.102743\tvalid_1's auc: 0.832333\tvalid_1's binary_logloss: 0.132622\n", + "[43]\ttraining's auc: 0.932069\ttraining's binary_logloss: 0.102385\tvalid_1's auc: 0.832496\tvalid_1's binary_logloss: 0.132601\n", + "[44]\ttraining's auc: 0.932575\ttraining's binary_logloss: 0.102046\tvalid_1's auc: 0.832055\tvalid_1's binary_logloss: 0.132729\n", + "[45]\ttraining's auc: 0.932924\ttraining's binary_logloss: 0.10171\tvalid_1's auc: 0.831935\tvalid_1's binary_logloss: 0.132861\n", + "[46]\ttraining's auc: 0.933392\ttraining's binary_logloss: 0.101363\tvalid_1's auc: 0.831884\tvalid_1's binary_logloss: 0.13295\n", + "[47]\ttraining's auc: 0.933942\ttraining's binary_logloss: 0.101041\tvalid_1's auc: 0.831454\tvalid_1's binary_logloss: 0.133118\n", + "[48]\ttraining's auc: 0.934431\ttraining's binary_logloss: 0.100738\tvalid_1's auc: 0.83102\tvalid_1's binary_logloss: 0.133327\n", + "[49]\ttraining's auc: 0.935467\ttraining's binary_logloss: 0.100253\tvalid_1's auc: 0.830414\tvalid_1's binary_logloss: 0.133494\n", + "[1]\ttraining's auc: 0.828959\ttraining's binary_logloss: 0.147207\tvalid_1's auc: 0.805905\tvalid_1's binary_logloss: 0.15472\n", + "[2]\ttraining's auc: 0.845243\ttraining's binary_logloss: 0.140488\tvalid_1's auc: 0.821103\tvalid_1's binary_logloss: 0.148964\n", + "[3]\ttraining's auc: 0.852674\ttraining's binary_logloss: 0.135758\tvalid_1's auc: 0.824989\tvalid_1's binary_logloss: 0.145528\n", + "[4]\ttraining's auc: 0.85898\ttraining's binary_logloss: 0.132421\tvalid_1's auc: 0.826375\tvalid_1's binary_logloss: 0.143102\n", + "[5]\ttraining's auc: 0.862124\ttraining's binary_logloss: 0.129982\tvalid_1's auc: 0.827978\tvalid_1's binary_logloss: 0.141678\n", + "[6]\ttraining's auc: 0.867042\ttraining's binary_logloss: 0.127727\tvalid_1's auc: 0.827737\tvalid_1's binary_logloss: 0.140602\n", + "[7]\ttraining's auc: 0.872648\ttraining's binary_logloss: 0.126022\tvalid_1's auc: 0.830796\tvalid_1's binary_logloss: 0.13966\n", + "[8]\ttraining's auc: 0.876353\ttraining's binary_logloss: 0.124465\tvalid_1's auc: 0.831399\tvalid_1's binary_logloss: 0.139051\n", + "[9]\ttraining's auc: 0.880495\ttraining's binary_logloss: 0.122926\tvalid_1's auc: 0.832669\tvalid_1's binary_logloss: 0.13845\n", + "[10]\ttraining's auc: 0.883461\ttraining's binary_logloss: 0.121684\tvalid_1's auc: 0.832122\tvalid_1's binary_logloss: 0.138191\n", + "[11]\ttraining's auc: 0.885853\ttraining's binary_logloss: 0.120452\tvalid_1's auc: 0.833262\tvalid_1's binary_logloss: 0.138009\n", + "[12]\ttraining's auc: 0.88868\ttraining's binary_logloss: 0.119275\tvalid_1's auc: 0.833478\tvalid_1's binary_logloss: 0.137726\n", + "[13]\ttraining's auc: 0.893372\ttraining's binary_logloss: 0.118034\tvalid_1's auc: 0.832463\tvalid_1's binary_logloss: 0.137684\n", + "[14]\ttraining's auc: 0.895236\ttraining's binary_logloss: 0.117174\tvalid_1's auc: 0.833146\tvalid_1's binary_logloss: 0.137577\n", + "[15]\ttraining's auc: 0.898359\ttraining's binary_logloss: 0.116272\tvalid_1's auc: 0.831903\tvalid_1's binary_logloss: 0.137657\n", + "[16]\ttraining's auc: 0.900322\ttraining's binary_logloss: 0.115461\tvalid_1's auc: 0.832244\tvalid_1's binary_logloss: 0.13757\n", + "[17]\ttraining's auc: 0.902544\ttraining's binary_logloss: 0.114695\tvalid_1's auc: 0.832307\tvalid_1's binary_logloss: 0.137596\n", + "[18]\ttraining's auc: 0.905198\ttraining's binary_logloss: 0.113956\tvalid_1's auc: 0.832638\tvalid_1's binary_logloss: 0.137568\n", + "[19]\ttraining's auc: 0.907021\ttraining's binary_logloss: 0.113278\tvalid_1's auc: 0.832493\tvalid_1's binary_logloss: 0.137629\n", + "[20]\ttraining's auc: 0.909512\ttraining's binary_logloss: 0.112468\tvalid_1's auc: 0.832008\tvalid_1's binary_logloss: 0.137734\n", + "[21]\ttraining's auc: 0.911539\ttraining's binary_logloss: 0.111638\tvalid_1's auc: 0.832063\tvalid_1's binary_logloss: 0.13778\n", + "[22]\ttraining's auc: 0.913026\ttraining's binary_logloss: 0.110919\tvalid_1's auc: 0.832476\tvalid_1's binary_logloss: 0.137761\n", + "[23]\ttraining's auc: 0.914638\ttraining's binary_logloss: 0.110195\tvalid_1's auc: 0.832422\tvalid_1's binary_logloss: 0.137806\n", + "[24]\ttraining's auc: 0.915975\ttraining's binary_logloss: 0.109509\tvalid_1's auc: 0.832093\tvalid_1's binary_logloss: 0.13792\n", + "[25]\ttraining's auc: 0.917701\ttraining's binary_logloss: 0.10867\tvalid_1's auc: 0.831594\tvalid_1's binary_logloss: 0.138028\n", + "[26]\ttraining's auc: 0.91948\ttraining's binary_logloss: 0.107979\tvalid_1's auc: 0.83117\tvalid_1's binary_logloss: 0.13819\n", + "[27]\ttraining's auc: 0.92015\ttraining's binary_logloss: 0.107464\tvalid_1's auc: 0.830787\tvalid_1's binary_logloss: 0.138307\n", + "[28]\ttraining's auc: 0.921104\ttraining's binary_logloss: 0.106947\tvalid_1's auc: 0.830337\tvalid_1's binary_logloss: 0.138443\n", + "[29]\ttraining's auc: 0.922313\ttraining's binary_logloss: 0.106313\tvalid_1's auc: 0.829377\tvalid_1's binary_logloss: 0.138686\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[30]\ttraining's auc: 0.923577\ttraining's binary_logloss: 0.105641\tvalid_1's auc: 0.828933\tvalid_1's binary_logloss: 0.138793\n", + "[31]\ttraining's auc: 0.924796\ttraining's binary_logloss: 0.105017\tvalid_1's auc: 0.82865\tvalid_1's binary_logloss: 0.138904\n", + "[32]\ttraining's auc: 0.925347\ttraining's binary_logloss: 0.10459\tvalid_1's auc: 0.828038\tvalid_1's binary_logloss: 0.139074\n", + "[33]\ttraining's auc: 0.92605\ttraining's binary_logloss: 0.104051\tvalid_1's auc: 0.827891\tvalid_1's binary_logloss: 0.139086\n", + "[34]\ttraining's auc: 0.927614\ttraining's binary_logloss: 0.103339\tvalid_1's auc: 0.827527\tvalid_1's binary_logloss: 0.139271\n", + "[35]\ttraining's auc: 0.928068\ttraining's binary_logloss: 0.102974\tvalid_1's auc: 0.826907\tvalid_1's binary_logloss: 0.139437\n", + "[36]\ttraining's auc: 0.928695\ttraining's binary_logloss: 0.102492\tvalid_1's auc: 0.826196\tvalid_1's binary_logloss: 0.139648\n", + "[37]\ttraining's auc: 0.929705\ttraining's binary_logloss: 0.10195\tvalid_1's auc: 0.82588\tvalid_1's binary_logloss: 0.139867\n", + "[38]\ttraining's auc: 0.930658\ttraining's binary_logloss: 0.101359\tvalid_1's auc: 0.825217\tvalid_1's binary_logloss: 0.140005\n", + "[39]\ttraining's auc: 0.931612\ttraining's binary_logloss: 0.100834\tvalid_1's auc: 0.825335\tvalid_1's binary_logloss: 0.140017\n", + "[40]\ttraining's auc: 0.93221\ttraining's binary_logloss: 0.10042\tvalid_1's auc: 0.824553\tvalid_1's binary_logloss: 0.140209\n", + "[41]\ttraining's auc: 0.933521\ttraining's binary_logloss: 0.100018\tvalid_1's auc: 0.824749\tvalid_1's binary_logloss: 0.140273\n", + "[42]\ttraining's auc: 0.934785\ttraining's binary_logloss: 0.0995999\tvalid_1's auc: 0.825209\tvalid_1's binary_logloss: 0.140227\n", + "[1]\ttraining's auc: 0.838036\ttraining's binary_logloss: 0.159904\tvalid_1's auc: 0.810516\tvalid_1's binary_logloss: 0.16165\n", + "[2]\ttraining's auc: 0.840031\ttraining's binary_logloss: 0.15623\tvalid_1's auc: 0.810634\tvalid_1's binary_logloss: 0.158768\n", + "[3]\ttraining's auc: 0.844934\ttraining's binary_logloss: 0.15325\tvalid_1's auc: 0.812074\tvalid_1's binary_logloss: 0.156367\n", + "[4]\ttraining's auc: 0.849529\ttraining's binary_logloss: 0.150646\tvalid_1's auc: 0.815847\tvalid_1's binary_logloss: 0.15427\n", + "[5]\ttraining's auc: 0.855099\ttraining's binary_logloss: 0.148375\tvalid_1's auc: 0.819986\tvalid_1's binary_logloss: 0.15253\n", + "[6]\ttraining's auc: 0.856375\ttraining's binary_logloss: 0.146399\tvalid_1's auc: 0.820321\tvalid_1's binary_logloss: 0.15101\n", + "[7]\ttraining's auc: 0.858022\ttraining's binary_logloss: 0.144608\tvalid_1's auc: 0.821017\tvalid_1's binary_logloss: 0.149707\n", + "[8]\ttraining's auc: 0.860624\ttraining's binary_logloss: 0.142973\tvalid_1's auc: 0.823021\tvalid_1's binary_logloss: 0.148471\n", + "[9]\ttraining's auc: 0.862164\ttraining's binary_logloss: 0.141443\tvalid_1's auc: 0.825008\tvalid_1's binary_logloss: 0.147322\n", + "[10]\ttraining's auc: 0.863027\ttraining's binary_logloss: 0.140073\tvalid_1's auc: 0.825126\tvalid_1's binary_logloss: 0.146377\n", + "[11]\ttraining's auc: 0.864632\ttraining's binary_logloss: 0.138795\tvalid_1's auc: 0.825418\tvalid_1's binary_logloss: 0.145503\n", + "[12]\ttraining's auc: 0.865192\ttraining's binary_logloss: 0.137644\tvalid_1's auc: 0.825146\tvalid_1's binary_logloss: 0.144727\n", + "[13]\ttraining's auc: 0.866332\ttraining's binary_logloss: 0.136548\tvalid_1's auc: 0.825828\tvalid_1's binary_logloss: 0.14404\n", + "[14]\ttraining's auc: 0.868211\ttraining's binary_logloss: 0.13555\tvalid_1's auc: 0.827223\tvalid_1's binary_logloss: 0.143325\n", + "[15]\ttraining's auc: 0.869383\ttraining's binary_logloss: 0.134638\tvalid_1's auc: 0.827304\tvalid_1's binary_logloss: 0.142729\n", + "[16]\ttraining's auc: 0.870359\ttraining's binary_logloss: 0.133742\tvalid_1's auc: 0.82793\tvalid_1's binary_logloss: 0.142124\n", + "[17]\ttraining's auc: 0.871548\ttraining's binary_logloss: 0.132902\tvalid_1's auc: 0.828731\tvalid_1's binary_logloss: 0.141644\n", + "[18]\ttraining's auc: 0.872712\ttraining's binary_logloss: 0.132129\tvalid_1's auc: 0.828602\tvalid_1's binary_logloss: 0.141216\n", + "[19]\ttraining's auc: 0.873603\ttraining's binary_logloss: 0.131427\tvalid_1's auc: 0.828836\tvalid_1's binary_logloss: 0.140788\n", + "[20]\ttraining's auc: 0.875297\ttraining's binary_logloss: 0.130684\tvalid_1's auc: 0.829397\tvalid_1's binary_logloss: 0.140369\n", + "[21]\ttraining's auc: 0.876241\ttraining's binary_logloss: 0.130012\tvalid_1's auc: 0.829138\tvalid_1's binary_logloss: 0.139984\n", + "[22]\ttraining's auc: 0.877563\ttraining's binary_logloss: 0.129375\tvalid_1's auc: 0.828821\tvalid_1's binary_logloss: 0.139641\n", + "[23]\ttraining's auc: 0.878932\ttraining's binary_logloss: 0.128747\tvalid_1's auc: 0.82913\tvalid_1's binary_logloss: 0.139314\n", + "[24]\ttraining's auc: 0.880366\ttraining's binary_logloss: 0.128146\tvalid_1's auc: 0.829327\tvalid_1's binary_logloss: 0.139046\n", + "[25]\ttraining's auc: 0.880977\ttraining's binary_logloss: 0.127602\tvalid_1's auc: 0.829307\tvalid_1's binary_logloss: 0.138842\n", + "[26]\ttraining's auc: 0.881891\ttraining's binary_logloss: 0.127038\tvalid_1's auc: 0.829539\tvalid_1's binary_logloss: 0.138527\n", + "[27]\ttraining's auc: 0.882902\ttraining's binary_logloss: 0.126527\tvalid_1's auc: 0.829845\tvalid_1's binary_logloss: 0.138313\n", + "[28]\ttraining's auc: 0.884438\ttraining's binary_logloss: 0.125994\tvalid_1's auc: 0.83052\tvalid_1's binary_logloss: 0.138056\n", + "[29]\ttraining's auc: 0.885134\ttraining's binary_logloss: 0.125485\tvalid_1's auc: 0.830643\tvalid_1's binary_logloss: 0.137864\n", + "[30]\ttraining's auc: 0.886056\ttraining's binary_logloss: 0.125006\tvalid_1's auc: 0.830691\tvalid_1's binary_logloss: 0.137685\n", + "[31]\ttraining's auc: 0.887115\ttraining's binary_logloss: 0.124507\tvalid_1's auc: 0.830988\tvalid_1's binary_logloss: 0.137481\n", + "[32]\ttraining's auc: 0.888068\ttraining's binary_logloss: 0.124061\tvalid_1's auc: 0.83111\tvalid_1's binary_logloss: 0.137324\n", + "[33]\ttraining's auc: 0.888822\ttraining's binary_logloss: 0.123625\tvalid_1's auc: 0.830914\tvalid_1's binary_logloss: 0.137229\n", + "[34]\ttraining's auc: 0.889689\ttraining's binary_logloss: 0.123194\tvalid_1's auc: 0.830867\tvalid_1's binary_logloss: 0.137125\n", + "[35]\ttraining's auc: 0.890521\ttraining's binary_logloss: 0.12277\tvalid_1's auc: 0.830609\tvalid_1's binary_logloss: 0.137037\n", + "[36]\ttraining's auc: 0.891169\ttraining's binary_logloss: 0.122364\tvalid_1's auc: 0.830466\tvalid_1's binary_logloss: 0.136944\n", + "[37]\ttraining's auc: 0.891836\ttraining's binary_logloss: 0.122004\tvalid_1's auc: 0.830249\tvalid_1's binary_logloss: 0.136874\n", + "[38]\ttraining's auc: 0.892352\ttraining's binary_logloss: 0.121654\tvalid_1's auc: 0.830398\tvalid_1's binary_logloss: 0.136759\n", + "[39]\ttraining's auc: 0.893443\ttraining's binary_logloss: 0.121278\tvalid_1's auc: 0.830342\tvalid_1's binary_logloss: 0.13663\n", + "[40]\ttraining's auc: 0.894087\ttraining's binary_logloss: 0.120918\tvalid_1's auc: 0.830311\tvalid_1's binary_logloss: 0.136551\n", + "[41]\ttraining's auc: 0.894729\ttraining's binary_logloss: 0.120563\tvalid_1's auc: 0.830638\tvalid_1's binary_logloss: 0.136431\n", + "[42]\ttraining's auc: 0.895148\ttraining's binary_logloss: 0.120218\tvalid_1's auc: 0.830526\tvalid_1's binary_logloss: 0.136352\n", + "[43]\ttraining's auc: 0.895835\ttraining's binary_logloss: 0.119849\tvalid_1's auc: 0.830382\tvalid_1's binary_logloss: 0.136321\n", + "[44]\ttraining's auc: 0.896492\ttraining's binary_logloss: 0.119506\tvalid_1's auc: 0.830035\tvalid_1's binary_logloss: 0.136313\n", + "[45]\ttraining's auc: 0.896984\ttraining's binary_logloss: 0.119188\tvalid_1's auc: 0.829893\tvalid_1's binary_logloss: 0.136272\n", + "[46]\ttraining's auc: 0.897568\ttraining's binary_logloss: 0.1189\tvalid_1's auc: 0.829815\tvalid_1's binary_logloss: 0.136245\n", + "[47]\ttraining's auc: 0.898143\ttraining's binary_logloss: 0.118604\tvalid_1's auc: 0.830122\tvalid_1's binary_logloss: 0.136137\n", + "[48]\ttraining's auc: 0.89856\ttraining's binary_logloss: 0.118336\tvalid_1's auc: 0.830078\tvalid_1's binary_logloss: 0.136113\n", + "[49]\ttraining's auc: 0.899304\ttraining's binary_logloss: 0.118002\tvalid_1's auc: 0.829833\tvalid_1's binary_logloss: 0.136141\n", + "[50]\ttraining's auc: 0.899791\ttraining's binary_logloss: 0.117706\tvalid_1's auc: 0.82989\tvalid_1's binary_logloss: 0.136107\n", + "[51]\ttraining's auc: 0.900308\ttraining's binary_logloss: 0.117424\tvalid_1's auc: 0.829688\tvalid_1's binary_logloss: 0.136075\n", + "[52]\ttraining's auc: 0.900818\ttraining's binary_logloss: 0.117149\tvalid_1's auc: 0.82981\tvalid_1's binary_logloss: 0.136046\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[53]\ttraining's auc: 0.901626\ttraining's binary_logloss: 0.116826\tvalid_1's auc: 0.829734\tvalid_1's binary_logloss: 0.136066\n", + "[54]\ttraining's auc: 0.902203\ttraining's binary_logloss: 0.11656\tvalid_1's auc: 0.829801\tvalid_1's binary_logloss: 0.136033\n", + "[55]\ttraining's auc: 0.903301\ttraining's binary_logloss: 0.11626\tvalid_1's auc: 0.829931\tvalid_1's binary_logloss: 0.135989\n", + "[56]\ttraining's auc: 0.90378\ttraining's binary_logloss: 0.116025\tvalid_1's auc: 0.830025\tvalid_1's binary_logloss: 0.135951\n", + "[57]\ttraining's auc: 0.904262\ttraining's binary_logloss: 0.115776\tvalid_1's auc: 0.829932\tvalid_1's binary_logloss: 0.135967\n", + "[58]\ttraining's auc: 0.905128\ttraining's binary_logloss: 0.115473\tvalid_1's auc: 0.830355\tvalid_1's binary_logloss: 0.135913\n", + "[59]\ttraining's auc: 0.906102\ttraining's binary_logloss: 0.11518\tvalid_1's auc: 0.83015\tvalid_1's binary_logloss: 0.135946\n", + "[60]\ttraining's auc: 0.906779\ttraining's binary_logloss: 0.114907\tvalid_1's auc: 0.830295\tvalid_1's binary_logloss: 0.135918\n", + "[61]\ttraining's auc: 0.907414\ttraining's binary_logloss: 0.114661\tvalid_1's auc: 0.830279\tvalid_1's binary_logloss: 0.135951\n", + "[62]\ttraining's auc: 0.908165\ttraining's binary_logloss: 0.11438\tvalid_1's auc: 0.830554\tvalid_1's binary_logloss: 0.135906\n", + "[1]\ttraining's auc: 0.833047\ttraining's binary_logloss: 0.162438\tvalid_1's auc: 0.820168\tvalid_1's binary_logloss: 0.157052\n", + "[2]\ttraining's auc: 0.841261\ttraining's binary_logloss: 0.158806\tvalid_1's auc: 0.824065\tvalid_1's binary_logloss: 0.15408\n", + "[3]\ttraining's auc: 0.844689\ttraining's binary_logloss: 0.155731\tvalid_1's auc: 0.824953\tvalid_1's binary_logloss: 0.151754\n", + "[4]\ttraining's auc: 0.847688\ttraining's binary_logloss: 0.153187\tvalid_1's auc: 0.82602\tvalid_1's binary_logloss: 0.149654\n", + "[5]\ttraining's auc: 0.849687\ttraining's binary_logloss: 0.150904\tvalid_1's auc: 0.827382\tvalid_1's binary_logloss: 0.147899\n", + "[6]\ttraining's auc: 0.854733\ttraining's binary_logloss: 0.148855\tvalid_1's auc: 0.830719\tvalid_1's binary_logloss: 0.146369\n", + "[7]\ttraining's auc: 0.85619\ttraining's binary_logloss: 0.147049\tvalid_1's auc: 0.830924\tvalid_1's binary_logloss: 0.145049\n", + "[8]\ttraining's auc: 0.859101\ttraining's binary_logloss: 0.145462\tvalid_1's auc: 0.831174\tvalid_1's binary_logloss: 0.143871\n", + "[9]\ttraining's auc: 0.861566\ttraining's binary_logloss: 0.143967\tvalid_1's auc: 0.832594\tvalid_1's binary_logloss: 0.142788\n", + "[10]\ttraining's auc: 0.862439\ttraining's binary_logloss: 0.142642\tvalid_1's auc: 0.8328\tvalid_1's binary_logloss: 0.141825\n", + "[11]\ttraining's auc: 0.864057\ttraining's binary_logloss: 0.141328\tvalid_1's auc: 0.833892\tvalid_1's binary_logloss: 0.140903\n", + "[12]\ttraining's auc: 0.865546\ttraining's binary_logloss: 0.140136\tvalid_1's auc: 0.834234\tvalid_1's binary_logloss: 0.140085\n", + "[13]\ttraining's auc: 0.866851\ttraining's binary_logloss: 0.139031\tvalid_1's auc: 0.835232\tvalid_1's binary_logloss: 0.139292\n", + "[14]\ttraining's auc: 0.867714\ttraining's binary_logloss: 0.137998\tvalid_1's auc: 0.835353\tvalid_1's binary_logloss: 0.138603\n", + "[15]\ttraining's auc: 0.868803\ttraining's binary_logloss: 0.137033\tvalid_1's auc: 0.835942\tvalid_1's binary_logloss: 0.138006\n", + "[16]\ttraining's auc: 0.870093\ttraining's binary_logloss: 0.136127\tvalid_1's auc: 0.835742\tvalid_1's binary_logloss: 0.137449\n", + "[17]\ttraining's auc: 0.871096\ttraining's binary_logloss: 0.135244\tvalid_1's auc: 0.835682\tvalid_1's binary_logloss: 0.136912\n", + "[18]\ttraining's auc: 0.872197\ttraining's binary_logloss: 0.134459\tvalid_1's auc: 0.835736\tvalid_1's binary_logloss: 0.136451\n", + "[19]\ttraining's auc: 0.873438\ttraining's binary_logloss: 0.133697\tvalid_1's auc: 0.835589\tvalid_1's binary_logloss: 0.136053\n", + "[20]\ttraining's auc: 0.873908\ttraining's binary_logloss: 0.132983\tvalid_1's auc: 0.83574\tvalid_1's binary_logloss: 0.135632\n", + "[21]\ttraining's auc: 0.874391\ttraining's binary_logloss: 0.132321\tvalid_1's auc: 0.835652\tvalid_1's binary_logloss: 0.135245\n", + "[22]\ttraining's auc: 0.875023\ttraining's binary_logloss: 0.131674\tvalid_1's auc: 0.83573\tvalid_1's binary_logloss: 0.134912\n", + "[23]\ttraining's auc: 0.875989\ttraining's binary_logloss: 0.131086\tvalid_1's auc: 0.835843\tvalid_1's binary_logloss: 0.134578\n", + "[24]\ttraining's auc: 0.876701\ttraining's binary_logloss: 0.130526\tvalid_1's auc: 0.835642\tvalid_1's binary_logloss: 0.134299\n", + "[25]\ttraining's auc: 0.877364\ttraining's binary_logloss: 0.129977\tvalid_1's auc: 0.835292\tvalid_1's binary_logloss: 0.134047\n", + "[26]\ttraining's auc: 0.878416\ttraining's binary_logloss: 0.129425\tvalid_1's auc: 0.835134\tvalid_1's binary_logloss: 0.133824\n", + "[27]\ttraining's auc: 0.879388\ttraining's binary_logloss: 0.128875\tvalid_1's auc: 0.835062\tvalid_1's binary_logloss: 0.13361\n", + "[28]\ttraining's auc: 0.880407\ttraining's binary_logloss: 0.128339\tvalid_1's auc: 0.835316\tvalid_1's binary_logloss: 0.133386\n", + "[29]\ttraining's auc: 0.881346\ttraining's binary_logloss: 0.12783\tvalid_1's auc: 0.835115\tvalid_1's binary_logloss: 0.133192\n", + "[30]\ttraining's auc: 0.882112\ttraining's binary_logloss: 0.127346\tvalid_1's auc: 0.835289\tvalid_1's binary_logloss: 0.132988\n", + "[31]\ttraining's auc: 0.882696\ttraining's binary_logloss: 0.126901\tvalid_1's auc: 0.835184\tvalid_1's binary_logloss: 0.132809\n", + "[32]\ttraining's auc: 0.883522\ttraining's binary_logloss: 0.126476\tvalid_1's auc: 0.835358\tvalid_1's binary_logloss: 0.13266\n", + "[33]\ttraining's auc: 0.884313\ttraining's binary_logloss: 0.126041\tvalid_1's auc: 0.834945\tvalid_1's binary_logloss: 0.132541\n", + "[34]\ttraining's auc: 0.884915\ttraining's binary_logloss: 0.125663\tvalid_1's auc: 0.834784\tvalid_1's binary_logloss: 0.132427\n", + "[35]\ttraining's auc: 0.885542\ttraining's binary_logloss: 0.125275\tvalid_1's auc: 0.834386\tvalid_1's binary_logloss: 0.132356\n", + "[36]\ttraining's auc: 0.886466\ttraining's binary_logloss: 0.124878\tvalid_1's auc: 0.834407\tvalid_1's binary_logloss: 0.13223\n", + "[37]\ttraining's auc: 0.887494\ttraining's binary_logloss: 0.124457\tvalid_1's auc: 0.834382\tvalid_1's binary_logloss: 0.132123\n", + "[38]\ttraining's auc: 0.888553\ttraining's binary_logloss: 0.124016\tvalid_1's auc: 0.834981\tvalid_1's binary_logloss: 0.131981\n", + "[39]\ttraining's auc: 0.889999\ttraining's binary_logloss: 0.123596\tvalid_1's auc: 0.834977\tvalid_1's binary_logloss: 0.131916\n", + "[40]\ttraining's auc: 0.890636\ttraining's binary_logloss: 0.123235\tvalid_1's auc: 0.834796\tvalid_1's binary_logloss: 0.131851\n", + "[41]\ttraining's auc: 0.891392\ttraining's binary_logloss: 0.122845\tvalid_1's auc: 0.834642\tvalid_1's binary_logloss: 0.131795\n", + "[42]\ttraining's auc: 0.892112\ttraining's binary_logloss: 0.122468\tvalid_1's auc: 0.834592\tvalid_1's binary_logloss: 0.131716\n", + "[43]\ttraining's auc: 0.892752\ttraining's binary_logloss: 0.122129\tvalid_1's auc: 0.834684\tvalid_1's binary_logloss: 0.131636\n", + "[44]\ttraining's auc: 0.893406\ttraining's binary_logloss: 0.121819\tvalid_1's auc: 0.834465\tvalid_1's binary_logloss: 0.131602\n", + "[45]\ttraining's auc: 0.894028\ttraining's binary_logloss: 0.121494\tvalid_1's auc: 0.834351\tvalid_1's binary_logloss: 0.131556\n", + "[1]\ttraining's auc: 0.832013\ttraining's binary_logloss: 0.158746\tvalid_1's auc: 0.807047\tvalid_1's binary_logloss: 0.164738\n", + "[2]\ttraining's auc: 0.839478\ttraining's binary_logloss: 0.155212\tvalid_1's auc: 0.814671\tvalid_1's binary_logloss: 0.161574\n", + "[3]\ttraining's auc: 0.843493\ttraining's binary_logloss: 0.15231\tvalid_1's auc: 0.821546\tvalid_1's binary_logloss: 0.15889\n", + "[4]\ttraining's auc: 0.847877\ttraining's binary_logloss: 0.149752\tvalid_1's auc: 0.82469\tvalid_1's binary_logloss: 0.156669\n", + "[5]\ttraining's auc: 0.850318\ttraining's binary_logloss: 0.147567\tvalid_1's auc: 0.82543\tvalid_1's binary_logloss: 0.154801\n", + "[6]\ttraining's auc: 0.852449\ttraining's binary_logloss: 0.145583\tvalid_1's auc: 0.826208\tvalid_1's binary_logloss: 0.153101\n", + "[7]\ttraining's auc: 0.855694\ttraining's binary_logloss: 0.143785\tvalid_1's auc: 0.828369\tvalid_1's binary_logloss: 0.151616\n", + "[8]\ttraining's auc: 0.856457\ttraining's binary_logloss: 0.142185\tvalid_1's auc: 0.828143\tvalid_1's binary_logloss: 0.15032\n", + "[9]\ttraining's auc: 0.857892\ttraining's binary_logloss: 0.140677\tvalid_1's auc: 0.828128\tvalid_1's binary_logloss: 0.149177\n", + "[10]\ttraining's auc: 0.85873\ttraining's binary_logloss: 0.13935\tvalid_1's auc: 0.828574\tvalid_1's binary_logloss: 0.148136\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[11]\ttraining's auc: 0.860068\ttraining's binary_logloss: 0.138125\tvalid_1's auc: 0.828763\tvalid_1's binary_logloss: 0.14718\n", + "[12]\ttraining's auc: 0.861129\ttraining's binary_logloss: 0.137013\tvalid_1's auc: 0.829145\tvalid_1's binary_logloss: 0.146329\n", + "[13]\ttraining's auc: 0.863218\ttraining's binary_logloss: 0.135972\tvalid_1's auc: 0.829245\tvalid_1's binary_logloss: 0.145534\n", + "[14]\ttraining's auc: 0.864103\ttraining's binary_logloss: 0.134979\tvalid_1's auc: 0.829457\tvalid_1's binary_logloss: 0.144863\n", + "[15]\ttraining's auc: 0.865363\ttraining's binary_logloss: 0.134062\tvalid_1's auc: 0.830094\tvalid_1's binary_logloss: 0.144221\n", + "[16]\ttraining's auc: 0.866409\ttraining's binary_logloss: 0.133125\tvalid_1's auc: 0.830369\tvalid_1's binary_logloss: 0.143641\n", + "[17]\ttraining's auc: 0.867109\ttraining's binary_logloss: 0.13229\tvalid_1's auc: 0.830638\tvalid_1's binary_logloss: 0.14312\n", + "[18]\ttraining's auc: 0.868527\ttraining's binary_logloss: 0.131524\tvalid_1's auc: 0.830652\tvalid_1's binary_logloss: 0.142661\n", + "[19]\ttraining's auc: 0.871275\ttraining's binary_logloss: 0.130767\tvalid_1's auc: 0.83346\tvalid_1's binary_logloss: 0.142185\n", + "[20]\ttraining's auc: 0.872244\ttraining's binary_logloss: 0.130079\tvalid_1's auc: 0.833978\tvalid_1's binary_logloss: 0.141749\n", + "[21]\ttraining's auc: 0.873894\ttraining's binary_logloss: 0.129359\tvalid_1's auc: 0.833947\tvalid_1's binary_logloss: 0.14136\n", + "[22]\ttraining's auc: 0.874818\ttraining's binary_logloss: 0.128718\tvalid_1's auc: 0.833837\tvalid_1's binary_logloss: 0.14101\n", + "[23]\ttraining's auc: 0.875801\ttraining's binary_logloss: 0.128106\tvalid_1's auc: 0.834047\tvalid_1's binary_logloss: 0.140653\n", + "[24]\ttraining's auc: 0.876708\ttraining's binary_logloss: 0.127501\tvalid_1's auc: 0.834244\tvalid_1's binary_logloss: 0.140295\n", + "[25]\ttraining's auc: 0.877588\ttraining's binary_logloss: 0.12693\tvalid_1's auc: 0.834011\tvalid_1's binary_logloss: 0.140009\n", + "[26]\ttraining's auc: 0.879069\ttraining's binary_logloss: 0.126392\tvalid_1's auc: 0.83427\tvalid_1's binary_logloss: 0.139726\n", + "[27]\ttraining's auc: 0.880234\ttraining's binary_logloss: 0.125854\tvalid_1's auc: 0.834444\tvalid_1's binary_logloss: 0.139456\n", + "[28]\ttraining's auc: 0.881458\ttraining's binary_logloss: 0.12535\tvalid_1's auc: 0.834419\tvalid_1's binary_logloss: 0.139214\n", + "[29]\ttraining's auc: 0.881895\ttraining's binary_logloss: 0.124888\tvalid_1's auc: 0.834379\tvalid_1's binary_logloss: 0.138996\n", + "[30]\ttraining's auc: 0.882847\ttraining's binary_logloss: 0.124422\tvalid_1's auc: 0.834408\tvalid_1's binary_logloss: 0.138788\n", + "[31]\ttraining's auc: 0.883691\ttraining's binary_logloss: 0.123986\tvalid_1's auc: 0.834785\tvalid_1's binary_logloss: 0.13858\n", + "[32]\ttraining's auc: 0.884817\ttraining's binary_logloss: 0.12354\tvalid_1's auc: 0.835073\tvalid_1's binary_logloss: 0.13842\n", + "[33]\ttraining's auc: 0.885677\ttraining's binary_logloss: 0.123121\tvalid_1's auc: 0.835358\tvalid_1's binary_logloss: 0.138242\n", + "[34]\ttraining's auc: 0.886951\ttraining's binary_logloss: 0.122669\tvalid_1's auc: 0.83549\tvalid_1's binary_logloss: 0.138109\n", + "[35]\ttraining's auc: 0.887636\ttraining's binary_logloss: 0.122267\tvalid_1's auc: 0.835259\tvalid_1's binary_logloss: 0.137963\n", + "[36]\ttraining's auc: 0.888822\ttraining's binary_logloss: 0.121844\tvalid_1's auc: 0.835117\tvalid_1's binary_logloss: 0.137824\n", + "[37]\ttraining's auc: 0.889886\ttraining's binary_logloss: 0.121449\tvalid_1's auc: 0.834875\tvalid_1's binary_logloss: 0.137733\n", + "[38]\ttraining's auc: 0.890724\ttraining's binary_logloss: 0.121055\tvalid_1's auc: 0.835019\tvalid_1's binary_logloss: 0.137621\n", + "[39]\ttraining's auc: 0.891476\ttraining's binary_logloss: 0.120719\tvalid_1's auc: 0.835111\tvalid_1's binary_logloss: 0.137525\n", + "[40]\ttraining's auc: 0.892724\ttraining's binary_logloss: 0.120349\tvalid_1's auc: 0.835772\tvalid_1's binary_logloss: 0.137387\n", + "[41]\ttraining's auc: 0.893582\ttraining's binary_logloss: 0.12\tvalid_1's auc: 0.836006\tvalid_1's binary_logloss: 0.137262\n", + "[42]\ttraining's auc: 0.894502\ttraining's binary_logloss: 0.119632\tvalid_1's auc: 0.835725\tvalid_1's binary_logloss: 0.137199\n", + "[43]\ttraining's auc: 0.895194\ttraining's binary_logloss: 0.119247\tvalid_1's auc: 0.835989\tvalid_1's binary_logloss: 0.137105\n", + "[44]\ttraining's auc: 0.896236\ttraining's binary_logloss: 0.118864\tvalid_1's auc: 0.836008\tvalid_1's binary_logloss: 0.137052\n", + "[45]\ttraining's auc: 0.897033\ttraining's binary_logloss: 0.118495\tvalid_1's auc: 0.836222\tvalid_1's binary_logloss: 0.136972\n", + "[46]\ttraining's auc: 0.897623\ttraining's binary_logloss: 0.118192\tvalid_1's auc: 0.836463\tvalid_1's binary_logloss: 0.136901\n", + "[47]\ttraining's auc: 0.898232\ttraining's binary_logloss: 0.117858\tvalid_1's auc: 0.836528\tvalid_1's binary_logloss: 0.136847\n", + "[48]\ttraining's auc: 0.898999\ttraining's binary_logloss: 0.117524\tvalid_1's auc: 0.836762\tvalid_1's binary_logloss: 0.136776\n", + "[49]\ttraining's auc: 0.899627\ttraining's binary_logloss: 0.117231\tvalid_1's auc: 0.836838\tvalid_1's binary_logloss: 0.136736\n", + "[50]\ttraining's auc: 0.90011\ttraining's binary_logloss: 0.116932\tvalid_1's auc: 0.836522\tvalid_1's binary_logloss: 0.136735\n", + "[51]\ttraining's auc: 0.900672\ttraining's binary_logloss: 0.116651\tvalid_1's auc: 0.836426\tvalid_1's binary_logloss: 0.136705\n", + "[52]\ttraining's auc: 0.901396\ttraining's binary_logloss: 0.116357\tvalid_1's auc: 0.836501\tvalid_1's binary_logloss: 0.13664\n", + "[53]\ttraining's auc: 0.901921\ttraining's binary_logloss: 0.116079\tvalid_1's auc: 0.836306\tvalid_1's binary_logloss: 0.136631\n", + "[54]\ttraining's auc: 0.902451\ttraining's binary_logloss: 0.115796\tvalid_1's auc: 0.836098\tvalid_1's binary_logloss: 0.136614\n", + "[55]\ttraining's auc: 0.903056\ttraining's binary_logloss: 0.115539\tvalid_1's auc: 0.83602\tvalid_1's binary_logloss: 0.136588\n", + "[56]\ttraining's auc: 0.903532\ttraining's binary_logloss: 0.115286\tvalid_1's auc: 0.835906\tvalid_1's binary_logloss: 0.136577\n", + "[57]\ttraining's auc: 0.903977\ttraining's binary_logloss: 0.115062\tvalid_1's auc: 0.835818\tvalid_1's binary_logloss: 0.136575\n", + "[58]\ttraining's auc: 0.904681\ttraining's binary_logloss: 0.114791\tvalid_1's auc: 0.835703\tvalid_1's binary_logloss: 0.136568\n", + "[59]\ttraining's auc: 0.905415\ttraining's binary_logloss: 0.114527\tvalid_1's auc: 0.835492\tvalid_1's binary_logloss: 0.136552\n", + "[60]\ttraining's auc: 0.905834\ttraining's binary_logloss: 0.114287\tvalid_1's auc: 0.835425\tvalid_1's binary_logloss: 0.136525\n", + "[61]\ttraining's auc: 0.906492\ttraining's binary_logloss: 0.114045\tvalid_1's auc: 0.835498\tvalid_1's binary_logloss: 0.136492\n", + "[62]\ttraining's auc: 0.906953\ttraining's binary_logloss: 0.113832\tvalid_1's auc: 0.835544\tvalid_1's binary_logloss: 0.136502\n", + "[63]\ttraining's auc: 0.90751\ttraining's binary_logloss: 0.113612\tvalid_1's auc: 0.835772\tvalid_1's binary_logloss: 0.13645\n", + "[64]\ttraining's auc: 0.908431\ttraining's binary_logloss: 0.113342\tvalid_1's auc: 0.835749\tvalid_1's binary_logloss: 0.136448\n", + "[65]\ttraining's auc: 0.909007\ttraining's binary_logloss: 0.113105\tvalid_1's auc: 0.835989\tvalid_1's binary_logloss: 0.136398\n", + "[66]\ttraining's auc: 0.909575\ttraining's binary_logloss: 0.112877\tvalid_1's auc: 0.835704\tvalid_1's binary_logloss: 0.136429\n", + "[67]\ttraining's auc: 0.910273\ttraining's binary_logloss: 0.112634\tvalid_1's auc: 0.83574\tvalid_1's binary_logloss: 0.136416\n", + "[68]\ttraining's auc: 0.910686\ttraining's binary_logloss: 0.112435\tvalid_1's auc: 0.835664\tvalid_1's binary_logloss: 0.136426\n", + "[69]\ttraining's auc: 0.91135\ttraining's binary_logloss: 0.112215\tvalid_1's auc: 0.8355\tvalid_1's binary_logloss: 0.136446\n", + "[70]\ttraining's auc: 0.911812\ttraining's binary_logloss: 0.111998\tvalid_1's auc: 0.835738\tvalid_1's binary_logloss: 0.136389\n", + "[71]\ttraining's auc: 0.91259\ttraining's binary_logloss: 0.11176\tvalid_1's auc: 0.835812\tvalid_1's binary_logloss: 0.13639\n", + "[72]\ttraining's auc: 0.913358\ttraining's binary_logloss: 0.111539\tvalid_1's auc: 0.836118\tvalid_1's binary_logloss: 0.136356\n", + "[73]\ttraining's auc: 0.913789\ttraining's binary_logloss: 0.111344\tvalid_1's auc: 0.835918\tvalid_1's binary_logloss: 0.13639\n", + "[74]\ttraining's auc: 0.91459\ttraining's binary_logloss: 0.111037\tvalid_1's auc: 0.836026\tvalid_1's binary_logloss: 0.136366\n", + "[75]\ttraining's auc: 0.915054\ttraining's binary_logloss: 0.11079\tvalid_1's auc: 0.836047\tvalid_1's binary_logloss: 0.13635\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[76]\ttraining's auc: 0.9156\ttraining's binary_logloss: 0.110582\tvalid_1's auc: 0.835935\tvalid_1's binary_logloss: 0.136377\n", + "[77]\ttraining's auc: 0.916178\ttraining's binary_logloss: 0.11033\tvalid_1's auc: 0.835971\tvalid_1's binary_logloss: 0.136391\n", + "[78]\ttraining's auc: 0.916541\ttraining's binary_logloss: 0.110153\tvalid_1's auc: 0.836047\tvalid_1's binary_logloss: 0.136394\n", + "[79]\ttraining's auc: 0.917189\ttraining's binary_logloss: 0.1099\tvalid_1's auc: 0.835962\tvalid_1's binary_logloss: 0.136415\n", + "[1]\ttraining's auc: 0.827368\ttraining's binary_logloss: 0.153759\tvalid_1's auc: 0.804853\tvalid_1's binary_logloss: 0.156547\n", + "[2]\ttraining's auc: 0.83748\ttraining's binary_logloss: 0.14785\tvalid_1's auc: 0.811892\tvalid_1's binary_logloss: 0.151608\n", + "[3]\ttraining's auc: 0.845173\ttraining's binary_logloss: 0.143775\tvalid_1's auc: 0.817212\tvalid_1's binary_logloss: 0.148274\n", + "[4]\ttraining's auc: 0.851186\ttraining's binary_logloss: 0.14037\tvalid_1's auc: 0.82289\tvalid_1's binary_logloss: 0.145719\n", + "[5]\ttraining's auc: 0.856316\ttraining's binary_logloss: 0.137657\tvalid_1's auc: 0.825027\tvalid_1's binary_logloss: 0.14364\n", + "[6]\ttraining's auc: 0.858729\ttraining's binary_logloss: 0.135466\tvalid_1's auc: 0.826263\tvalid_1's binary_logloss: 0.142088\n", + "[7]\ttraining's auc: 0.860866\ttraining's binary_logloss: 0.133676\tvalid_1's auc: 0.828441\tvalid_1's binary_logloss: 0.140695\n", + "[8]\ttraining's auc: 0.863593\ttraining's binary_logloss: 0.132155\tvalid_1's auc: 0.830297\tvalid_1's binary_logloss: 0.139719\n", + "[9]\ttraining's auc: 0.864882\ttraining's binary_logloss: 0.13067\tvalid_1's auc: 0.830087\tvalid_1's binary_logloss: 0.13899\n", + "[10]\ttraining's auc: 0.866967\ttraining's binary_logloss: 0.129519\tvalid_1's auc: 0.830952\tvalid_1's binary_logloss: 0.138302\n", + "[11]\ttraining's auc: 0.869113\ttraining's binary_logloss: 0.128411\tvalid_1's auc: 0.831104\tvalid_1's binary_logloss: 0.137754\n", + "[12]\ttraining's auc: 0.871059\ttraining's binary_logloss: 0.127388\tvalid_1's auc: 0.830734\tvalid_1's binary_logloss: 0.137386\n", + "[13]\ttraining's auc: 0.87315\ttraining's binary_logloss: 0.126496\tvalid_1's auc: 0.831332\tvalid_1's binary_logloss: 0.137048\n", + "[14]\ttraining's auc: 0.875513\ttraining's binary_logloss: 0.125655\tvalid_1's auc: 0.831531\tvalid_1's binary_logloss: 0.13672\n", + "[15]\ttraining's auc: 0.876917\ttraining's binary_logloss: 0.12488\tvalid_1's auc: 0.831723\tvalid_1's binary_logloss: 0.136471\n", + "[16]\ttraining's auc: 0.879283\ttraining's binary_logloss: 0.124076\tvalid_1's auc: 0.831558\tvalid_1's binary_logloss: 0.136284\n", + "[17]\ttraining's auc: 0.880608\ttraining's binary_logloss: 0.123408\tvalid_1's auc: 0.831875\tvalid_1's binary_logloss: 0.136083\n", + "[18]\ttraining's auc: 0.882451\ttraining's binary_logloss: 0.122746\tvalid_1's auc: 0.831462\tvalid_1's binary_logloss: 0.136031\n", + "[19]\ttraining's auc: 0.883999\ttraining's binary_logloss: 0.122147\tvalid_1's auc: 0.83133\tvalid_1's binary_logloss: 0.135965\n", + "[20]\ttraining's auc: 0.885659\ttraining's binary_logloss: 0.121491\tvalid_1's auc: 0.83154\tvalid_1's binary_logloss: 0.135916\n", + "[21]\ttraining's auc: 0.886907\ttraining's binary_logloss: 0.120919\tvalid_1's auc: 0.830957\tvalid_1's binary_logloss: 0.135921\n", + "[22]\ttraining's auc: 0.888406\ttraining's binary_logloss: 0.120343\tvalid_1's auc: 0.830887\tvalid_1's binary_logloss: 0.135942\n", + "[23]\ttraining's auc: 0.889763\ttraining's binary_logloss: 0.119835\tvalid_1's auc: 0.831454\tvalid_1's binary_logloss: 0.135834\n", + "[24]\ttraining's auc: 0.891104\ttraining's binary_logloss: 0.119304\tvalid_1's auc: 0.830815\tvalid_1's binary_logloss: 0.135869\n", + "[25]\ttraining's auc: 0.892506\ttraining's binary_logloss: 0.118869\tvalid_1's auc: 0.830546\tvalid_1's binary_logloss: 0.135906\n", + "[26]\ttraining's auc: 0.893828\ttraining's binary_logloss: 0.118324\tvalid_1's auc: 0.830097\tvalid_1's binary_logloss: 0.135972\n", + "[27]\ttraining's auc: 0.895112\ttraining's binary_logloss: 0.117835\tvalid_1's auc: 0.830092\tvalid_1's binary_logloss: 0.135958\n", + "[28]\ttraining's auc: 0.896083\ttraining's binary_logloss: 0.117395\tvalid_1's auc: 0.830373\tvalid_1's binary_logloss: 0.135953\n", + "[29]\ttraining's auc: 0.897211\ttraining's binary_logloss: 0.117034\tvalid_1's auc: 0.829978\tvalid_1's binary_logloss: 0.136035\n", + "[30]\ttraining's auc: 0.897907\ttraining's binary_logloss: 0.116644\tvalid_1's auc: 0.829896\tvalid_1's binary_logloss: 0.136096\n", + "[31]\ttraining's auc: 0.899276\ttraining's binary_logloss: 0.116227\tvalid_1's auc: 0.829702\tvalid_1's binary_logloss: 0.136119\n", + "[32]\ttraining's auc: 0.900331\ttraining's binary_logloss: 0.115839\tvalid_1's auc: 0.829295\tvalid_1's binary_logloss: 0.136231\n", + "[33]\ttraining's auc: 0.901019\ttraining's binary_logloss: 0.115492\tvalid_1's auc: 0.829105\tvalid_1's binary_logloss: 0.136275\n", + "[34]\ttraining's auc: 0.901867\ttraining's binary_logloss: 0.115075\tvalid_1's auc: 0.829021\tvalid_1's binary_logloss: 0.136306\n", + "[35]\ttraining's auc: 0.90279\ttraining's binary_logloss: 0.114695\tvalid_1's auc: 0.829203\tvalid_1's binary_logloss: 0.136284\n", + "[36]\ttraining's auc: 0.903742\ttraining's binary_logloss: 0.114308\tvalid_1's auc: 0.828624\tvalid_1's binary_logloss: 0.136453\n", + "[37]\ttraining's auc: 0.904528\ttraining's binary_logloss: 0.113961\tvalid_1's auc: 0.82862\tvalid_1's binary_logloss: 0.13648\n", + "[38]\ttraining's auc: 0.905602\ttraining's binary_logloss: 0.113532\tvalid_1's auc: 0.828015\tvalid_1's binary_logloss: 0.1366\n", + "[39]\ttraining's auc: 0.906513\ttraining's binary_logloss: 0.113175\tvalid_1's auc: 0.827865\tvalid_1's binary_logloss: 0.136639\n", + "[40]\ttraining's auc: 0.907639\ttraining's binary_logloss: 0.112776\tvalid_1's auc: 0.827574\tvalid_1's binary_logloss: 0.136747\n", + "[41]\ttraining's auc: 0.908286\ttraining's binary_logloss: 0.11244\tvalid_1's auc: 0.827602\tvalid_1's binary_logloss: 0.136791\n", + "[42]\ttraining's auc: 0.909134\ttraining's binary_logloss: 0.112107\tvalid_1's auc: 0.827207\tvalid_1's binary_logloss: 0.136856\n", + "[43]\ttraining's auc: 0.909708\ttraining's binary_logloss: 0.111808\tvalid_1's auc: 0.826457\tvalid_1's binary_logloss: 0.137003\n", + "[44]\ttraining's auc: 0.910515\ttraining's binary_logloss: 0.111462\tvalid_1's auc: 0.826574\tvalid_1's binary_logloss: 0.136978\n", + "[45]\ttraining's auc: 0.911193\ttraining's binary_logloss: 0.11115\tvalid_1's auc: 0.825927\tvalid_1's binary_logloss: 0.137174\n", + "[46]\ttraining's auc: 0.911641\ttraining's binary_logloss: 0.11091\tvalid_1's auc: 0.825598\tvalid_1's binary_logloss: 0.137277\n", + "[47]\ttraining's auc: 0.912381\ttraining's binary_logloss: 0.11053\tvalid_1's auc: 0.825341\tvalid_1's binary_logloss: 0.137353\n", + "[1]\ttraining's auc: 0.826374\ttraining's binary_logloss: 0.156533\tvalid_1's auc: 0.813652\tvalid_1's binary_logloss: 0.152104\n", + "[2]\ttraining's auc: 0.83681\ttraining's binary_logloss: 0.150422\tvalid_1's auc: 0.822984\tvalid_1's binary_logloss: 0.147075\n", + "[3]\ttraining's auc: 0.845348\ttraining's binary_logloss: 0.146031\tvalid_1's auc: 0.828091\tvalid_1's binary_logloss: 0.143671\n", + "[4]\ttraining's auc: 0.849796\ttraining's binary_logloss: 0.1428\tvalid_1's auc: 0.827681\tvalid_1's binary_logloss: 0.141309\n", + "[5]\ttraining's auc: 0.85354\ttraining's binary_logloss: 0.140107\tvalid_1's auc: 0.831145\tvalid_1's binary_logloss: 0.139337\n", + "[6]\ttraining's auc: 0.856277\ttraining's binary_logloss: 0.137855\tvalid_1's auc: 0.833832\tvalid_1's binary_logloss: 0.13778\n", + "[7]\ttraining's auc: 0.859846\ttraining's binary_logloss: 0.135973\tvalid_1's auc: 0.833963\tvalid_1's binary_logloss: 0.136551\n", + "[8]\ttraining's auc: 0.863692\ttraining's binary_logloss: 0.134322\tvalid_1's auc: 0.833681\tvalid_1's binary_logloss: 0.135493\n", + "[9]\ttraining's auc: 0.865743\ttraining's binary_logloss: 0.132899\tvalid_1's auc: 0.833486\tvalid_1's binary_logloss: 0.134739\n", + "[10]\ttraining's auc: 0.868212\ttraining's binary_logloss: 0.131571\tvalid_1's auc: 0.833904\tvalid_1's binary_logloss: 0.134064\n", + "[11]\ttraining's auc: 0.870126\ttraining's binary_logloss: 0.130424\tvalid_1's auc: 0.834299\tvalid_1's binary_logloss: 0.13353\n", + "[12]\ttraining's auc: 0.871874\ttraining's binary_logloss: 0.129468\tvalid_1's auc: 0.83368\tvalid_1's binary_logloss: 0.133145\n", + "[13]\ttraining's auc: 0.87285\ttraining's binary_logloss: 0.128565\tvalid_1's auc: 0.833485\tvalid_1's binary_logloss: 0.132809\n", + "[14]\ttraining's auc: 0.87508\ttraining's binary_logloss: 0.12765\tvalid_1's auc: 0.833242\tvalid_1's binary_logloss: 0.13253\n", + "[15]\ttraining's auc: 0.876425\ttraining's binary_logloss: 0.126864\tvalid_1's auc: 0.832867\tvalid_1's binary_logloss: 0.132334\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[16]\ttraining's auc: 0.878375\ttraining's binary_logloss: 0.126132\tvalid_1's auc: 0.832803\tvalid_1's binary_logloss: 0.132136\n", + "[17]\ttraining's auc: 0.879919\ttraining's binary_logloss: 0.125417\tvalid_1's auc: 0.832884\tvalid_1's binary_logloss: 0.131994\n", + "[18]\ttraining's auc: 0.881454\ttraining's binary_logloss: 0.124694\tvalid_1's auc: 0.832963\tvalid_1's binary_logloss: 0.131881\n", + "[19]\ttraining's auc: 0.883047\ttraining's binary_logloss: 0.124099\tvalid_1's auc: 0.83341\tvalid_1's binary_logloss: 0.13172\n", + "[20]\ttraining's auc: 0.884674\ttraining's binary_logloss: 0.123413\tvalid_1's auc: 0.834615\tvalid_1's binary_logloss: 0.131509\n", + "[21]\ttraining's auc: 0.886836\ttraining's binary_logloss: 0.122805\tvalid_1's auc: 0.835644\tvalid_1's binary_logloss: 0.13133\n", + "[22]\ttraining's auc: 0.888153\ttraining's binary_logloss: 0.122227\tvalid_1's auc: 0.835358\tvalid_1's binary_logloss: 0.1313\n", + "[23]\ttraining's auc: 0.889498\ttraining's binary_logloss: 0.121665\tvalid_1's auc: 0.835194\tvalid_1's binary_logloss: 0.131252\n", + "[24]\ttraining's auc: 0.890808\ttraining's binary_logloss: 0.12118\tvalid_1's auc: 0.835483\tvalid_1's binary_logloss: 0.131204\n", + "[25]\ttraining's auc: 0.892619\ttraining's binary_logloss: 0.120614\tvalid_1's auc: 0.835433\tvalid_1's binary_logloss: 0.131164\n", + "[26]\ttraining's auc: 0.893941\ttraining's binary_logloss: 0.120175\tvalid_1's auc: 0.835535\tvalid_1's binary_logloss: 0.131102\n", + "[27]\ttraining's auc: 0.896069\ttraining's binary_logloss: 0.119648\tvalid_1's auc: 0.835232\tvalid_1's binary_logloss: 0.131134\n", + "[28]\ttraining's auc: 0.897745\ttraining's binary_logloss: 0.11924\tvalid_1's auc: 0.835415\tvalid_1's binary_logloss: 0.1311\n", + "[29]\ttraining's auc: 0.898707\ttraining's binary_logloss: 0.118818\tvalid_1's auc: 0.83519\tvalid_1's binary_logloss: 0.131105\n", + "[30]\ttraining's auc: 0.89947\ttraining's binary_logloss: 0.118441\tvalid_1's auc: 0.835367\tvalid_1's binary_logloss: 0.131089\n", + "[31]\ttraining's auc: 0.901072\ttraining's binary_logloss: 0.117984\tvalid_1's auc: 0.835555\tvalid_1's binary_logloss: 0.131018\n", + "[32]\ttraining's auc: 0.902027\ttraining's binary_logloss: 0.117569\tvalid_1's auc: 0.835347\tvalid_1's binary_logloss: 0.131067\n", + "[33]\ttraining's auc: 0.903373\ttraining's binary_logloss: 0.117168\tvalid_1's auc: 0.835035\tvalid_1's binary_logloss: 0.131096\n", + "[34]\ttraining's auc: 0.904307\ttraining's binary_logloss: 0.116739\tvalid_1's auc: 0.835369\tvalid_1's binary_logloss: 0.131067\n", + "[35]\ttraining's auc: 0.905165\ttraining's binary_logloss: 0.116317\tvalid_1's auc: 0.835562\tvalid_1's binary_logloss: 0.131065\n", + "[36]\ttraining's auc: 0.906071\ttraining's binary_logloss: 0.115911\tvalid_1's auc: 0.835198\tvalid_1's binary_logloss: 0.131117\n", + "[37]\ttraining's auc: 0.907082\ttraining's binary_logloss: 0.115485\tvalid_1's auc: 0.835441\tvalid_1's binary_logloss: 0.131112\n", + "[38]\ttraining's auc: 0.907725\ttraining's binary_logloss: 0.115151\tvalid_1's auc: 0.834978\tvalid_1's binary_logloss: 0.13123\n", + "[39]\ttraining's auc: 0.908426\ttraining's binary_logloss: 0.114869\tvalid_1's auc: 0.834982\tvalid_1's binary_logloss: 0.131223\n", + "[40]\ttraining's auc: 0.90919\ttraining's binary_logloss: 0.114536\tvalid_1's auc: 0.834735\tvalid_1's binary_logloss: 0.131303\n", + "[41]\ttraining's auc: 0.909901\ttraining's binary_logloss: 0.114141\tvalid_1's auc: 0.834437\tvalid_1's binary_logloss: 0.131401\n", + "[42]\ttraining's auc: 0.910641\ttraining's binary_logloss: 0.113831\tvalid_1's auc: 0.834328\tvalid_1's binary_logloss: 0.13145\n", + "[43]\ttraining's auc: 0.911238\ttraining's binary_logloss: 0.113511\tvalid_1's auc: 0.833982\tvalid_1's binary_logloss: 0.131538\n", + "[44]\ttraining's auc: 0.912286\ttraining's binary_logloss: 0.113099\tvalid_1's auc: 0.83358\tvalid_1's binary_logloss: 0.131615\n", + "[45]\ttraining's auc: 0.913001\ttraining's binary_logloss: 0.112763\tvalid_1's auc: 0.833437\tvalid_1's binary_logloss: 0.131648\n", + "[46]\ttraining's auc: 0.913825\ttraining's binary_logloss: 0.11248\tvalid_1's auc: 0.833415\tvalid_1's binary_logloss: 0.131651\n", + "[47]\ttraining's auc: 0.914678\ttraining's binary_logloss: 0.112073\tvalid_1's auc: 0.833102\tvalid_1's binary_logloss: 0.131758\n", + "[48]\ttraining's auc: 0.91518\ttraining's binary_logloss: 0.111844\tvalid_1's auc: 0.832913\tvalid_1's binary_logloss: 0.13178\n", + "[49]\ttraining's auc: 0.915758\ttraining's binary_logloss: 0.111561\tvalid_1's auc: 0.833032\tvalid_1's binary_logloss: 0.131786\n", + "[50]\ttraining's auc: 0.916485\ttraining's binary_logloss: 0.111225\tvalid_1's auc: 0.832167\tvalid_1's binary_logloss: 0.131983\n", + "[51]\ttraining's auc: 0.91693\ttraining's binary_logloss: 0.110929\tvalid_1's auc: 0.832156\tvalid_1's binary_logloss: 0.131953\n", + "[1]\ttraining's auc: 0.827193\ttraining's binary_logloss: 0.153031\tvalid_1's auc: 0.806721\tvalid_1's binary_logloss: 0.159404\n", + "[2]\ttraining's auc: 0.838003\ttraining's binary_logloss: 0.14706\tvalid_1's auc: 0.815233\tvalid_1's binary_logloss: 0.154033\n", + "[3]\ttraining's auc: 0.845852\ttraining's binary_logloss: 0.14276\tvalid_1's auc: 0.822398\tvalid_1's binary_logloss: 0.150372\n", + "[4]\ttraining's auc: 0.849987\ttraining's binary_logloss: 0.139511\tvalid_1's auc: 0.825753\tvalid_1's binary_logloss: 0.147621\n", + "[5]\ttraining's auc: 0.851516\ttraining's binary_logloss: 0.136768\tvalid_1's auc: 0.827215\tvalid_1's binary_logloss: 0.145477\n", + "[6]\ttraining's auc: 0.854338\ttraining's binary_logloss: 0.134556\tvalid_1's auc: 0.828085\tvalid_1's binary_logloss: 0.14397\n", + "[7]\ttraining's auc: 0.856951\ttraining's binary_logloss: 0.132778\tvalid_1's auc: 0.829117\tvalid_1's binary_logloss: 0.142646\n", + "[8]\ttraining's auc: 0.86068\ttraining's binary_logloss: 0.13125\tvalid_1's auc: 0.829207\tvalid_1's binary_logloss: 0.141651\n", + "[9]\ttraining's auc: 0.864053\ttraining's binary_logloss: 0.129879\tvalid_1's auc: 0.829866\tvalid_1's binary_logloss: 0.14081\n", + "[10]\ttraining's auc: 0.868093\ttraining's binary_logloss: 0.128661\tvalid_1's auc: 0.831474\tvalid_1's binary_logloss: 0.140057\n", + "[11]\ttraining's auc: 0.869876\ttraining's binary_logloss: 0.127653\tvalid_1's auc: 0.832036\tvalid_1's binary_logloss: 0.139394\n", + "[12]\ttraining's auc: 0.871342\ttraining's binary_logloss: 0.126773\tvalid_1's auc: 0.833173\tvalid_1's binary_logloss: 0.138873\n", + "[13]\ttraining's auc: 0.874092\ttraining's binary_logloss: 0.12581\tvalid_1's auc: 0.833227\tvalid_1's binary_logloss: 0.138489\n", + "[14]\ttraining's auc: 0.875717\ttraining's binary_logloss: 0.124988\tvalid_1's auc: 0.833355\tvalid_1's binary_logloss: 0.138171\n", + "[15]\ttraining's auc: 0.876711\ttraining's binary_logloss: 0.124242\tvalid_1's auc: 0.832806\tvalid_1's binary_logloss: 0.137954\n", + "[16]\ttraining's auc: 0.879202\ttraining's binary_logloss: 0.123476\tvalid_1's auc: 0.833144\tvalid_1's binary_logloss: 0.137712\n", + "[17]\ttraining's auc: 0.880862\ttraining's binary_logloss: 0.122781\tvalid_1's auc: 0.834309\tvalid_1's binary_logloss: 0.137458\n", + "[18]\ttraining's auc: 0.882672\ttraining's binary_logloss: 0.122022\tvalid_1's auc: 0.833909\tvalid_1's binary_logloss: 0.13735\n", + "[19]\ttraining's auc: 0.884244\ttraining's binary_logloss: 0.121377\tvalid_1's auc: 0.833688\tvalid_1's binary_logloss: 0.137305\n", + "[20]\ttraining's auc: 0.885797\ttraining's binary_logloss: 0.12074\tvalid_1's auc: 0.833767\tvalid_1's binary_logloss: 0.137272\n", + "[21]\ttraining's auc: 0.887201\ttraining's binary_logloss: 0.120138\tvalid_1's auc: 0.83376\tvalid_1's binary_logloss: 0.137202\n", + "[22]\ttraining's auc: 0.888686\ttraining's binary_logloss: 0.119594\tvalid_1's auc: 0.833498\tvalid_1's binary_logloss: 0.137119\n", + "[23]\ttraining's auc: 0.889954\ttraining's binary_logloss: 0.119048\tvalid_1's auc: 0.833917\tvalid_1's binary_logloss: 0.136985\n", + "[24]\ttraining's auc: 0.891952\ttraining's binary_logloss: 0.118505\tvalid_1's auc: 0.833792\tvalid_1's binary_logloss: 0.136922\n", + "[25]\ttraining's auc: 0.89305\ttraining's binary_logloss: 0.118011\tvalid_1's auc: 0.833465\tvalid_1's binary_logloss: 0.136934\n", + "[26]\ttraining's auc: 0.895137\ttraining's binary_logloss: 0.117525\tvalid_1's auc: 0.8337\tvalid_1's binary_logloss: 0.136902\n", + "[27]\ttraining's auc: 0.896814\ttraining's binary_logloss: 0.117023\tvalid_1's auc: 0.833538\tvalid_1's binary_logloss: 0.136893\n", + "[28]\ttraining's auc: 0.898096\ttraining's binary_logloss: 0.116549\tvalid_1's auc: 0.833385\tvalid_1's binary_logloss: 0.136915\n", + "[29]\ttraining's auc: 0.899205\ttraining's binary_logloss: 0.116111\tvalid_1's auc: 0.833698\tvalid_1's binary_logloss: 0.136871\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[30]\ttraining's auc: 0.900622\ttraining's binary_logloss: 0.115572\tvalid_1's auc: 0.833561\tvalid_1's binary_logloss: 0.136886\n", + "[31]\ttraining's auc: 0.901247\ttraining's binary_logloss: 0.115194\tvalid_1's auc: 0.833657\tvalid_1's binary_logloss: 0.13689\n", + "[32]\ttraining's auc: 0.902254\ttraining's binary_logloss: 0.114749\tvalid_1's auc: 0.833595\tvalid_1's binary_logloss: 0.13692\n", + "[33]\ttraining's auc: 0.903386\ttraining's binary_logloss: 0.114383\tvalid_1's auc: 0.834255\tvalid_1's binary_logloss: 0.136812\n", + "[34]\ttraining's auc: 0.904095\ttraining's binary_logloss: 0.114023\tvalid_1's auc: 0.834009\tvalid_1's binary_logloss: 0.136873\n", + "[35]\ttraining's auc: 0.904967\ttraining's binary_logloss: 0.113662\tvalid_1's auc: 0.833551\tvalid_1's binary_logloss: 0.137\n", + "[36]\ttraining's auc: 0.905656\ttraining's binary_logloss: 0.113317\tvalid_1's auc: 0.833688\tvalid_1's binary_logloss: 0.137005\n", + "[37]\ttraining's auc: 0.906673\ttraining's binary_logloss: 0.112898\tvalid_1's auc: 0.833489\tvalid_1's binary_logloss: 0.137089\n", + "[38]\ttraining's auc: 0.907379\ttraining's binary_logloss: 0.112551\tvalid_1's auc: 0.833561\tvalid_1's binary_logloss: 0.13709\n", + "[39]\ttraining's auc: 0.908543\ttraining's binary_logloss: 0.112086\tvalid_1's auc: 0.8335\tvalid_1's binary_logloss: 0.137087\n", + "[40]\ttraining's auc: 0.909537\ttraining's binary_logloss: 0.111681\tvalid_1's auc: 0.833641\tvalid_1's binary_logloss: 0.137075\n", + "[41]\ttraining's auc: 0.910315\ttraining's binary_logloss: 0.111311\tvalid_1's auc: 0.833481\tvalid_1's binary_logloss: 0.137118\n", + "[42]\ttraining's auc: 0.911213\ttraining's binary_logloss: 0.111025\tvalid_1's auc: 0.833547\tvalid_1's binary_logloss: 0.13713\n", + "[43]\ttraining's auc: 0.911796\ttraining's binary_logloss: 0.110741\tvalid_1's auc: 0.833264\tvalid_1's binary_logloss: 0.137176\n", + "[44]\ttraining's auc: 0.912445\ttraining's binary_logloss: 0.110375\tvalid_1's auc: 0.8327\tvalid_1's binary_logloss: 0.137299\n", + "[45]\ttraining's auc: 0.913223\ttraining's binary_logloss: 0.11004\tvalid_1's auc: 0.832368\tvalid_1's binary_logloss: 0.137415\n", + "[46]\ttraining's auc: 0.914434\ttraining's binary_logloss: 0.109669\tvalid_1's auc: 0.832878\tvalid_1's binary_logloss: 0.137379\n", + "[47]\ttraining's auc: 0.915449\ttraining's binary_logloss: 0.109245\tvalid_1's auc: 0.832931\tvalid_1's binary_logloss: 0.137357\n", + "[1]\ttraining's auc: 0.842839\ttraining's binary_logloss: 0.159048\tvalid_1's auc: 0.805016\tvalid_1's binary_logloss: 0.161113\n", + "[2]\ttraining's auc: 0.851005\ttraining's binary_logloss: 0.154883\tvalid_1's auc: 0.811121\tvalid_1's binary_logloss: 0.157889\n", + "[3]\ttraining's auc: 0.855851\ttraining's binary_logloss: 0.151585\tvalid_1's auc: 0.813363\tvalid_1's binary_logloss: 0.155276\n", + "[4]\ttraining's auc: 0.858589\ttraining's binary_logloss: 0.148772\tvalid_1's auc: 0.815311\tvalid_1's binary_logloss: 0.153071\n", + "[5]\ttraining's auc: 0.860827\ttraining's binary_logloss: 0.146365\tvalid_1's auc: 0.818331\tvalid_1's binary_logloss: 0.151173\n", + "[6]\ttraining's auc: 0.86503\ttraining's binary_logloss: 0.144203\tvalid_1's auc: 0.820965\tvalid_1's binary_logloss: 0.149552\n", + "[7]\ttraining's auc: 0.866624\ttraining's binary_logloss: 0.142208\tvalid_1's auc: 0.82226\tvalid_1's binary_logloss: 0.148197\n", + "[8]\ttraining's auc: 0.868936\ttraining's binary_logloss: 0.140418\tvalid_1's auc: 0.823986\tvalid_1's binary_logloss: 0.147039\n", + "[9]\ttraining's auc: 0.870125\ttraining's binary_logloss: 0.138819\tvalid_1's auc: 0.824599\tvalid_1's binary_logloss: 0.145949\n", + "[10]\ttraining's auc: 0.87159\ttraining's binary_logloss: 0.137355\tvalid_1's auc: 0.825255\tvalid_1's binary_logloss: 0.145005\n", + "[11]\ttraining's auc: 0.872484\ttraining's binary_logloss: 0.136025\tvalid_1's auc: 0.825072\tvalid_1's binary_logloss: 0.144188\n", + "[12]\ttraining's auc: 0.873898\ttraining's binary_logloss: 0.134815\tvalid_1's auc: 0.826391\tvalid_1's binary_logloss: 0.143395\n", + "[13]\ttraining's auc: 0.874913\ttraining's binary_logloss: 0.133704\tvalid_1's auc: 0.827038\tvalid_1's binary_logloss: 0.142701\n", + "[14]\ttraining's auc: 0.876367\ttraining's binary_logloss: 0.132635\tvalid_1's auc: 0.82757\tvalid_1's binary_logloss: 0.142033\n", + "[15]\ttraining's auc: 0.877355\ttraining's binary_logloss: 0.131658\tvalid_1's auc: 0.827779\tvalid_1's binary_logloss: 0.141432\n", + "[16]\ttraining's auc: 0.878604\ttraining's binary_logloss: 0.130687\tvalid_1's auc: 0.828551\tvalid_1's binary_logloss: 0.140911\n", + "[17]\ttraining's auc: 0.879993\ttraining's binary_logloss: 0.129813\tvalid_1's auc: 0.828655\tvalid_1's binary_logloss: 0.14044\n", + "[18]\ttraining's auc: 0.882239\ttraining's binary_logloss: 0.12895\tvalid_1's auc: 0.829674\tvalid_1's binary_logloss: 0.139913\n", + "[19]\ttraining's auc: 0.883877\ttraining's binary_logloss: 0.128163\tvalid_1's auc: 0.829786\tvalid_1's binary_logloss: 0.139507\n", + "[20]\ttraining's auc: 0.885\ttraining's binary_logloss: 0.127443\tvalid_1's auc: 0.829919\tvalid_1's binary_logloss: 0.139163\n", + "[21]\ttraining's auc: 0.886075\ttraining's binary_logloss: 0.126774\tvalid_1's auc: 0.829694\tvalid_1's binary_logloss: 0.138851\n", + "[22]\ttraining's auc: 0.887133\ttraining's binary_logloss: 0.126096\tvalid_1's auc: 0.829818\tvalid_1's binary_logloss: 0.138554\n", + "[23]\ttraining's auc: 0.888447\ttraining's binary_logloss: 0.125414\tvalid_1's auc: 0.830369\tvalid_1's binary_logloss: 0.138301\n", + "[24]\ttraining's auc: 0.889584\ttraining's binary_logloss: 0.124795\tvalid_1's auc: 0.83082\tvalid_1's binary_logloss: 0.138014\n", + "[25]\ttraining's auc: 0.890953\ttraining's binary_logloss: 0.124164\tvalid_1's auc: 0.831042\tvalid_1's binary_logloss: 0.137767\n", + "[26]\ttraining's auc: 0.891983\ttraining's binary_logloss: 0.123564\tvalid_1's auc: 0.831269\tvalid_1's binary_logloss: 0.137515\n", + "[27]\ttraining's auc: 0.893158\ttraining's binary_logloss: 0.122967\tvalid_1's auc: 0.83139\tvalid_1's binary_logloss: 0.137345\n", + "[28]\ttraining's auc: 0.89416\ttraining's binary_logloss: 0.122374\tvalid_1's auc: 0.831206\tvalid_1's binary_logloss: 0.137177\n", + "[29]\ttraining's auc: 0.895263\ttraining's binary_logloss: 0.121828\tvalid_1's auc: 0.831073\tvalid_1's binary_logloss: 0.13702\n", + "[30]\ttraining's auc: 0.896228\ttraining's binary_logloss: 0.121295\tvalid_1's auc: 0.830959\tvalid_1's binary_logloss: 0.136893\n", + "[31]\ttraining's auc: 0.897253\ttraining's binary_logloss: 0.120753\tvalid_1's auc: 0.830853\tvalid_1's binary_logloss: 0.136761\n", + "[32]\ttraining's auc: 0.89813\ttraining's binary_logloss: 0.120266\tvalid_1's auc: 0.830453\tvalid_1's binary_logloss: 0.13668\n", + "[33]\ttraining's auc: 0.898902\ttraining's binary_logloss: 0.119784\tvalid_1's auc: 0.830248\tvalid_1's binary_logloss: 0.136585\n", + "[34]\ttraining's auc: 0.899544\ttraining's binary_logloss: 0.119345\tvalid_1's auc: 0.830113\tvalid_1's binary_logloss: 0.136502\n", + "[35]\ttraining's auc: 0.900749\ttraining's binary_logloss: 0.118902\tvalid_1's auc: 0.830651\tvalid_1's binary_logloss: 0.13639\n", + "[36]\ttraining's auc: 0.901855\ttraining's binary_logloss: 0.118454\tvalid_1's auc: 0.830478\tvalid_1's binary_logloss: 0.136327\n", + "[37]\ttraining's auc: 0.902713\ttraining's binary_logloss: 0.118058\tvalid_1's auc: 0.830269\tvalid_1's binary_logloss: 0.136285\n", + "[38]\ttraining's auc: 0.903441\ttraining's binary_logloss: 0.117635\tvalid_1's auc: 0.830211\tvalid_1's binary_logloss: 0.136231\n", + "[39]\ttraining's auc: 0.904209\ttraining's binary_logloss: 0.117206\tvalid_1's auc: 0.83028\tvalid_1's binary_logloss: 0.136169\n", + "[40]\ttraining's auc: 0.905029\ttraining's binary_logloss: 0.116825\tvalid_1's auc: 0.830072\tvalid_1's binary_logloss: 0.13612\n", + "[41]\ttraining's auc: 0.905697\ttraining's binary_logloss: 0.116428\tvalid_1's auc: 0.829837\tvalid_1's binary_logloss: 0.136106\n", + "[42]\ttraining's auc: 0.906521\ttraining's binary_logloss: 0.11602\tvalid_1's auc: 0.829613\tvalid_1's binary_logloss: 0.136129\n", + "[43]\ttraining's auc: 0.907492\ttraining's binary_logloss: 0.1156\tvalid_1's auc: 0.829498\tvalid_1's binary_logloss: 0.136123\n", + "[44]\ttraining's auc: 0.908339\ttraining's binary_logloss: 0.115206\tvalid_1's auc: 0.829682\tvalid_1's binary_logloss: 0.136035\n", + "[45]\ttraining's auc: 0.909323\ttraining's binary_logloss: 0.114819\tvalid_1's auc: 0.829525\tvalid_1's binary_logloss: 0.136017\n", + "[46]\ttraining's auc: 0.910145\ttraining's binary_logloss: 0.114433\tvalid_1's auc: 0.829532\tvalid_1's binary_logloss: 0.135977\n", + "[47]\ttraining's auc: 0.911094\ttraining's binary_logloss: 0.114059\tvalid_1's auc: 0.829382\tvalid_1's binary_logloss: 0.136016\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[48]\ttraining's auc: 0.911874\ttraining's binary_logloss: 0.113697\tvalid_1's auc: 0.829253\tvalid_1's binary_logloss: 0.136032\n", + "[49]\ttraining's auc: 0.912546\ttraining's binary_logloss: 0.113318\tvalid_1's auc: 0.829113\tvalid_1's binary_logloss: 0.136063\n", + "[50]\ttraining's auc: 0.91329\ttraining's binary_logloss: 0.112964\tvalid_1's auc: 0.828863\tvalid_1's binary_logloss: 0.136104\n", + "[51]\ttraining's auc: 0.913931\ttraining's binary_logloss: 0.112616\tvalid_1's auc: 0.828603\tvalid_1's binary_logloss: 0.136154\n", + "[52]\ttraining's auc: 0.914628\ttraining's binary_logloss: 0.112278\tvalid_1's auc: 0.828248\tvalid_1's binary_logloss: 0.136203\n", + "[53]\ttraining's auc: 0.915298\ttraining's binary_logloss: 0.11194\tvalid_1's auc: 0.828316\tvalid_1's binary_logloss: 0.136213\n", + "[54]\ttraining's auc: 0.915997\ttraining's binary_logloss: 0.111626\tvalid_1's auc: 0.828167\tvalid_1's binary_logloss: 0.13625\n", + "[55]\ttraining's auc: 0.916753\ttraining's binary_logloss: 0.111282\tvalid_1's auc: 0.82824\tvalid_1's binary_logloss: 0.136245\n", + "[56]\ttraining's auc: 0.917389\ttraining's binary_logloss: 0.11097\tvalid_1's auc: 0.828138\tvalid_1's binary_logloss: 0.136289\n", + "[57]\ttraining's auc: 0.918297\ttraining's binary_logloss: 0.110638\tvalid_1's auc: 0.828322\tvalid_1's binary_logloss: 0.136245\n", + "[1]\ttraining's auc: 0.840078\ttraining's binary_logloss: 0.161489\tvalid_1's auc: 0.817902\tvalid_1's binary_logloss: 0.156465\n", + "[2]\ttraining's auc: 0.846081\ttraining's binary_logloss: 0.157313\tvalid_1's auc: 0.820753\tvalid_1's binary_logloss: 0.153188\n", + "[3]\ttraining's auc: 0.851312\ttraining's binary_logloss: 0.153796\tvalid_1's auc: 0.823334\tvalid_1's binary_logloss: 0.150586\n", + "[4]\ttraining's auc: 0.857171\ttraining's binary_logloss: 0.150929\tvalid_1's auc: 0.828772\tvalid_1's binary_logloss: 0.148321\n", + "[5]\ttraining's auc: 0.858902\ttraining's binary_logloss: 0.148441\tvalid_1's auc: 0.828159\tvalid_1's binary_logloss: 0.146536\n", + "[6]\ttraining's auc: 0.86373\ttraining's binary_logloss: 0.146215\tvalid_1's auc: 0.830846\tvalid_1's binary_logloss: 0.145026\n", + "[7]\ttraining's auc: 0.865806\ttraining's binary_logloss: 0.144324\tvalid_1's auc: 0.831719\tvalid_1's binary_logloss: 0.143676\n", + "[8]\ttraining's auc: 0.868102\ttraining's binary_logloss: 0.142576\tvalid_1's auc: 0.832137\tvalid_1's binary_logloss: 0.142391\n", + "[9]\ttraining's auc: 0.869395\ttraining's binary_logloss: 0.140971\tvalid_1's auc: 0.832086\tvalid_1's binary_logloss: 0.141334\n", + "[10]\ttraining's auc: 0.870386\ttraining's binary_logloss: 0.139573\tvalid_1's auc: 0.832159\tvalid_1's binary_logloss: 0.140391\n", + "[11]\ttraining's auc: 0.87223\ttraining's binary_logloss: 0.138186\tvalid_1's auc: 0.832472\tvalid_1's binary_logloss: 0.139504\n", + "[12]\ttraining's auc: 0.873684\ttraining's binary_logloss: 0.136957\tvalid_1's auc: 0.8323\tvalid_1's binary_logloss: 0.138771\n", + "[13]\ttraining's auc: 0.875364\ttraining's binary_logloss: 0.135797\tvalid_1's auc: 0.832433\tvalid_1's binary_logloss: 0.138065\n", + "[14]\ttraining's auc: 0.876684\ttraining's binary_logloss: 0.134689\tvalid_1's auc: 0.832673\tvalid_1's binary_logloss: 0.137444\n", + "[15]\ttraining's auc: 0.877641\ttraining's binary_logloss: 0.133684\tvalid_1's auc: 0.833028\tvalid_1's binary_logloss: 0.136837\n", + "[16]\ttraining's auc: 0.878968\ttraining's binary_logloss: 0.132737\tvalid_1's auc: 0.83325\tvalid_1's binary_logloss: 0.136286\n", + "[17]\ttraining's auc: 0.880041\ttraining's binary_logloss: 0.131822\tvalid_1's auc: 0.833466\tvalid_1's binary_logloss: 0.135781\n", + "[18]\ttraining's auc: 0.881626\ttraining's binary_logloss: 0.130988\tvalid_1's auc: 0.833586\tvalid_1's binary_logloss: 0.135345\n", + "[19]\ttraining's auc: 0.882912\ttraining's binary_logloss: 0.130203\tvalid_1's auc: 0.833561\tvalid_1's binary_logloss: 0.134949\n", + "[20]\ttraining's auc: 0.884041\ttraining's binary_logloss: 0.12945\tvalid_1's auc: 0.833231\tvalid_1's binary_logloss: 0.134613\n", + "[21]\ttraining's auc: 0.885003\ttraining's binary_logloss: 0.12876\tvalid_1's auc: 0.83337\tvalid_1's binary_logloss: 0.134292\n", + "[22]\ttraining's auc: 0.886079\ttraining's binary_logloss: 0.128028\tvalid_1's auc: 0.833211\tvalid_1's binary_logloss: 0.13404\n", + "[23]\ttraining's auc: 0.887077\ttraining's binary_logloss: 0.127367\tvalid_1's auc: 0.833051\tvalid_1's binary_logloss: 0.133762\n", + "[24]\ttraining's auc: 0.88831\ttraining's binary_logloss: 0.126676\tvalid_1's auc: 0.833043\tvalid_1's binary_logloss: 0.133572\n", + "[25]\ttraining's auc: 0.889629\ttraining's binary_logloss: 0.126006\tvalid_1's auc: 0.833224\tvalid_1's binary_logloss: 0.133355\n", + "[26]\ttraining's auc: 0.89046\ttraining's binary_logloss: 0.125394\tvalid_1's auc: 0.833438\tvalid_1's binary_logloss: 0.133161\n", + "[27]\ttraining's auc: 0.891311\ttraining's binary_logloss: 0.124818\tvalid_1's auc: 0.83343\tvalid_1's binary_logloss: 0.132989\n", + "[28]\ttraining's auc: 0.892174\ttraining's binary_logloss: 0.124249\tvalid_1's auc: 0.833478\tvalid_1's binary_logloss: 0.132837\n", + "[29]\ttraining's auc: 0.893263\ttraining's binary_logloss: 0.123706\tvalid_1's auc: 0.833329\tvalid_1's binary_logloss: 0.13274\n", + "[30]\ttraining's auc: 0.894122\ttraining's binary_logloss: 0.123198\tvalid_1's auc: 0.833022\tvalid_1's binary_logloss: 0.132677\n", + "[31]\ttraining's auc: 0.894985\ttraining's binary_logloss: 0.12271\tvalid_1's auc: 0.833049\tvalid_1's binary_logloss: 0.132521\n", + "[32]\ttraining's auc: 0.895866\ttraining's binary_logloss: 0.122211\tvalid_1's auc: 0.833128\tvalid_1's binary_logloss: 0.132383\n", + "[33]\ttraining's auc: 0.896974\ttraining's binary_logloss: 0.121735\tvalid_1's auc: 0.833246\tvalid_1's binary_logloss: 0.132271\n", + "[34]\ttraining's auc: 0.897772\ttraining's binary_logloss: 0.121272\tvalid_1's auc: 0.833433\tvalid_1's binary_logloss: 0.132156\n", + "[35]\ttraining's auc: 0.898669\ttraining's binary_logloss: 0.120808\tvalid_1's auc: 0.83362\tvalid_1's binary_logloss: 0.132083\n", + "[36]\ttraining's auc: 0.899815\ttraining's binary_logloss: 0.120324\tvalid_1's auc: 0.83338\tvalid_1's binary_logloss: 0.132046\n", + "[37]\ttraining's auc: 0.900967\ttraining's binary_logloss: 0.119883\tvalid_1's auc: 0.833761\tvalid_1's binary_logloss: 0.131923\n", + "[38]\ttraining's auc: 0.901977\ttraining's binary_logloss: 0.119418\tvalid_1's auc: 0.833794\tvalid_1's binary_logloss: 0.131855\n", + "[39]\ttraining's auc: 0.902827\ttraining's binary_logloss: 0.118997\tvalid_1's auc: 0.833863\tvalid_1's binary_logloss: 0.131786\n", + "[40]\ttraining's auc: 0.903723\ttraining's binary_logloss: 0.118585\tvalid_1's auc: 0.833677\tvalid_1's binary_logloss: 0.131756\n", + "[41]\ttraining's auc: 0.904542\ttraining's binary_logloss: 0.11816\tvalid_1's auc: 0.83372\tvalid_1's binary_logloss: 0.131695\n", + "[42]\ttraining's auc: 0.905257\ttraining's binary_logloss: 0.117764\tvalid_1's auc: 0.833594\tvalid_1's binary_logloss: 0.131672\n", + "[43]\ttraining's auc: 0.906186\ttraining's binary_logloss: 0.117379\tvalid_1's auc: 0.833431\tvalid_1's binary_logloss: 0.131641\n", + "[44]\ttraining's auc: 0.907036\ttraining's binary_logloss: 0.117017\tvalid_1's auc: 0.833394\tvalid_1's binary_logloss: 0.131595\n", + "[45]\ttraining's auc: 0.907774\ttraining's binary_logloss: 0.116652\tvalid_1's auc: 0.83329\tvalid_1's binary_logloss: 0.131542\n", + "[46]\ttraining's auc: 0.908625\ttraining's binary_logloss: 0.116278\tvalid_1's auc: 0.833213\tvalid_1's binary_logloss: 0.1315\n", + "[47]\ttraining's auc: 0.909413\ttraining's binary_logloss: 0.115931\tvalid_1's auc: 0.833164\tvalid_1's binary_logloss: 0.131454\n", + "[48]\ttraining's auc: 0.910526\ttraining's binary_logloss: 0.115519\tvalid_1's auc: 0.833248\tvalid_1's binary_logloss: 0.131424\n", + "[49]\ttraining's auc: 0.911548\ttraining's binary_logloss: 0.115132\tvalid_1's auc: 0.833091\tvalid_1's binary_logloss: 0.131393\n", + "[50]\ttraining's auc: 0.912422\ttraining's binary_logloss: 0.114785\tvalid_1's auc: 0.833423\tvalid_1's binary_logloss: 0.131321\n", + "[51]\ttraining's auc: 0.913396\ttraining's binary_logloss: 0.114437\tvalid_1's auc: 0.833498\tvalid_1's binary_logloss: 0.131281\n", + "[52]\ttraining's auc: 0.914188\ttraining's binary_logloss: 0.11409\tvalid_1's auc: 0.833428\tvalid_1's binary_logloss: 0.131288\n", + "[53]\ttraining's auc: 0.914994\ttraining's binary_logloss: 0.113748\tvalid_1's auc: 0.833569\tvalid_1's binary_logloss: 0.131268\n", + "[54]\ttraining's auc: 0.915875\ttraining's binary_logloss: 0.113433\tvalid_1's auc: 0.833593\tvalid_1's binary_logloss: 0.131248\n", + "[55]\ttraining's auc: 0.916549\ttraining's binary_logloss: 0.113121\tvalid_1's auc: 0.833486\tvalid_1's binary_logloss: 0.131254\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[56]\ttraining's auc: 0.917306\ttraining's binary_logloss: 0.112789\tvalid_1's auc: 0.833502\tvalid_1's binary_logloss: 0.131251\n", + "[57]\ttraining's auc: 0.918158\ttraining's binary_logloss: 0.112461\tvalid_1's auc: 0.833572\tvalid_1's binary_logloss: 0.131242\n", + "[58]\ttraining's auc: 0.9189\ttraining's binary_logloss: 0.112135\tvalid_1's auc: 0.833413\tvalid_1's binary_logloss: 0.131252\n", + "[59]\ttraining's auc: 0.919604\ttraining's binary_logloss: 0.111839\tvalid_1's auc: 0.833359\tvalid_1's binary_logloss: 0.131259\n", + "[60]\ttraining's auc: 0.920428\ttraining's binary_logloss: 0.111522\tvalid_1's auc: 0.833488\tvalid_1's binary_logloss: 0.13126\n", + "[61]\ttraining's auc: 0.921073\ttraining's binary_logloss: 0.111222\tvalid_1's auc: 0.833757\tvalid_1's binary_logloss: 0.131246\n", + "[62]\ttraining's auc: 0.92163\ttraining's binary_logloss: 0.110951\tvalid_1's auc: 0.833578\tvalid_1's binary_logloss: 0.131268\n", + "[63]\ttraining's auc: 0.922339\ttraining's binary_logloss: 0.11065\tvalid_1's auc: 0.83337\tvalid_1's binary_logloss: 0.131313\n", + "[64]\ttraining's auc: 0.923004\ttraining's binary_logloss: 0.110335\tvalid_1's auc: 0.833545\tvalid_1's binary_logloss: 0.131305\n", + "[65]\ttraining's auc: 0.923459\ttraining's binary_logloss: 0.110076\tvalid_1's auc: 0.83351\tvalid_1's binary_logloss: 0.131317\n", + "[66]\ttraining's auc: 0.92398\ttraining's binary_logloss: 0.10984\tvalid_1's auc: 0.833697\tvalid_1's binary_logloss: 0.13129\n", + "[67]\ttraining's auc: 0.924547\ttraining's binary_logloss: 0.109576\tvalid_1's auc: 0.833711\tvalid_1's binary_logloss: 0.13128\n", + "[68]\ttraining's auc: 0.925197\ttraining's binary_logloss: 0.109314\tvalid_1's auc: 0.833707\tvalid_1's binary_logloss: 0.131288\n", + "[69]\ttraining's auc: 0.925819\ttraining's binary_logloss: 0.109068\tvalid_1's auc: 0.833545\tvalid_1's binary_logloss: 0.131341\n", + "[1]\ttraining's auc: 0.842586\ttraining's binary_logloss: 0.157952\tvalid_1's auc: 0.814437\tvalid_1's binary_logloss: 0.164048\n", + "[2]\ttraining's auc: 0.849905\ttraining's binary_logloss: 0.153961\tvalid_1's auc: 0.824712\tvalid_1's binary_logloss: 0.16049\n", + "[3]\ttraining's auc: 0.852056\ttraining's binary_logloss: 0.150653\tvalid_1's auc: 0.826882\tvalid_1's binary_logloss: 0.1576\n", + "[4]\ttraining's auc: 0.856892\ttraining's binary_logloss: 0.147895\tvalid_1's auc: 0.826492\tvalid_1's binary_logloss: 0.155235\n", + "[5]\ttraining's auc: 0.858914\ttraining's binary_logloss: 0.145453\tvalid_1's auc: 0.826485\tvalid_1's binary_logloss: 0.153299\n", + "[6]\ttraining's auc: 0.861836\ttraining's binary_logloss: 0.143252\tvalid_1's auc: 0.82729\tvalid_1's binary_logloss: 0.151555\n", + "[7]\ttraining's auc: 0.864151\ttraining's binary_logloss: 0.141356\tvalid_1's auc: 0.827889\tvalid_1's binary_logloss: 0.150049\n", + "[8]\ttraining's auc: 0.865874\ttraining's binary_logloss: 0.139626\tvalid_1's auc: 0.828479\tvalid_1's binary_logloss: 0.148722\n", + "[9]\ttraining's auc: 0.867352\ttraining's binary_logloss: 0.138049\tvalid_1's auc: 0.828247\tvalid_1's binary_logloss: 0.147591\n", + "[10]\ttraining's auc: 0.869539\ttraining's binary_logloss: 0.136515\tvalid_1's auc: 0.82915\tvalid_1's binary_logloss: 0.146566\n", + "[11]\ttraining's auc: 0.870698\ttraining's binary_logloss: 0.135204\tvalid_1's auc: 0.829357\tvalid_1's binary_logloss: 0.145704\n", + "[12]\ttraining's auc: 0.871758\ttraining's binary_logloss: 0.134012\tvalid_1's auc: 0.82909\tvalid_1's binary_logloss: 0.144915\n", + "[13]\ttraining's auc: 0.872965\ttraining's binary_logloss: 0.132935\tvalid_1's auc: 0.829282\tvalid_1's binary_logloss: 0.144206\n", + "[14]\ttraining's auc: 0.874071\ttraining's binary_logloss: 0.131952\tvalid_1's auc: 0.829062\tvalid_1's binary_logloss: 0.143596\n", + "[15]\ttraining's auc: 0.874761\ttraining's binary_logloss: 0.130987\tvalid_1's auc: 0.828999\tvalid_1's binary_logloss: 0.143034\n", + "[16]\ttraining's auc: 0.876444\ttraining's binary_logloss: 0.13006\tvalid_1's auc: 0.829853\tvalid_1's binary_logloss: 0.142447\n", + "[17]\ttraining's auc: 0.878799\ttraining's binary_logloss: 0.129185\tvalid_1's auc: 0.831825\tvalid_1's binary_logloss: 0.141957\n", + "[18]\ttraining's auc: 0.87998\ttraining's binary_logloss: 0.128335\tvalid_1's auc: 0.832284\tvalid_1's binary_logloss: 0.141506\n", + "[19]\ttraining's auc: 0.882022\ttraining's binary_logloss: 0.127574\tvalid_1's auc: 0.832737\tvalid_1's binary_logloss: 0.141081\n", + "[20]\ttraining's auc: 0.883167\ttraining's binary_logloss: 0.12681\tvalid_1's auc: 0.832506\tvalid_1's binary_logloss: 0.140709\n", + "[21]\ttraining's auc: 0.88466\ttraining's binary_logloss: 0.126074\tvalid_1's auc: 0.832553\tvalid_1's binary_logloss: 0.140384\n", + "[22]\ttraining's auc: 0.8866\ttraining's binary_logloss: 0.125395\tvalid_1's auc: 0.832906\tvalid_1's binary_logloss: 0.140056\n", + "[23]\ttraining's auc: 0.887342\ttraining's binary_logloss: 0.124771\tvalid_1's auc: 0.833052\tvalid_1's binary_logloss: 0.139758\n", + "[24]\ttraining's auc: 0.888731\ttraining's binary_logloss: 0.124099\tvalid_1's auc: 0.833395\tvalid_1's binary_logloss: 0.139503\n", + "[25]\ttraining's auc: 0.88946\ttraining's binary_logloss: 0.123496\tvalid_1's auc: 0.833531\tvalid_1's binary_logloss: 0.139246\n", + "[26]\ttraining's auc: 0.890737\ttraining's binary_logloss: 0.122886\tvalid_1's auc: 0.834174\tvalid_1's binary_logloss: 0.139018\n", + "[27]\ttraining's auc: 0.891837\ttraining's binary_logloss: 0.122315\tvalid_1's auc: 0.833863\tvalid_1's binary_logloss: 0.138867\n", + "[28]\ttraining's auc: 0.893013\ttraining's binary_logloss: 0.121731\tvalid_1's auc: 0.83404\tvalid_1's binary_logloss: 0.138664\n", + "[29]\ttraining's auc: 0.89403\ttraining's binary_logloss: 0.121202\tvalid_1's auc: 0.834426\tvalid_1's binary_logloss: 0.138472\n", + "[30]\ttraining's auc: 0.895095\ttraining's binary_logloss: 0.120672\tvalid_1's auc: 0.834399\tvalid_1's binary_logloss: 0.138345\n", + "[31]\ttraining's auc: 0.896333\ttraining's binary_logloss: 0.120112\tvalid_1's auc: 0.834411\tvalid_1's binary_logloss: 0.138183\n", + "[32]\ttraining's auc: 0.897291\ttraining's binary_logloss: 0.119617\tvalid_1's auc: 0.834254\tvalid_1's binary_logloss: 0.138076\n", + "[33]\ttraining's auc: 0.898406\ttraining's binary_logloss: 0.119122\tvalid_1's auc: 0.834054\tvalid_1's binary_logloss: 0.137976\n", + "[34]\ttraining's auc: 0.89948\ttraining's binary_logloss: 0.118632\tvalid_1's auc: 0.834223\tvalid_1's binary_logloss: 0.137871\n", + "[35]\ttraining's auc: 0.900569\ttraining's binary_logloss: 0.118177\tvalid_1's auc: 0.834066\tvalid_1's binary_logloss: 0.137763\n", + "[36]\ttraining's auc: 0.901461\ttraining's binary_logloss: 0.117748\tvalid_1's auc: 0.833988\tvalid_1's binary_logloss: 0.137695\n", + "[37]\ttraining's auc: 0.902372\ttraining's binary_logloss: 0.117286\tvalid_1's auc: 0.834034\tvalid_1's binary_logloss: 0.137587\n", + "[38]\ttraining's auc: 0.903317\ttraining's binary_logloss: 0.116864\tvalid_1's auc: 0.833801\tvalid_1's binary_logloss: 0.137532\n", + "[39]\ttraining's auc: 0.904153\ttraining's binary_logloss: 0.116443\tvalid_1's auc: 0.833659\tvalid_1's binary_logloss: 0.137528\n", + "[40]\ttraining's auc: 0.904827\ttraining's binary_logloss: 0.116025\tvalid_1's auc: 0.833675\tvalid_1's binary_logloss: 0.137467\n", + "[41]\ttraining's auc: 0.905483\ttraining's binary_logloss: 0.115631\tvalid_1's auc: 0.833683\tvalid_1's binary_logloss: 0.137404\n", + "[42]\ttraining's auc: 0.906209\ttraining's binary_logloss: 0.11524\tvalid_1's auc: 0.833733\tvalid_1's binary_logloss: 0.137355\n", + "[43]\ttraining's auc: 0.907358\ttraining's binary_logloss: 0.114822\tvalid_1's auc: 0.833666\tvalid_1's binary_logloss: 0.137356\n", + "[44]\ttraining's auc: 0.908132\ttraining's binary_logloss: 0.11447\tvalid_1's auc: 0.833793\tvalid_1's binary_logloss: 0.137315\n", + "[45]\ttraining's auc: 0.908986\ttraining's binary_logloss: 0.114084\tvalid_1's auc: 0.833691\tvalid_1's binary_logloss: 0.137317\n", + "[46]\ttraining's auc: 0.909864\ttraining's binary_logloss: 0.113698\tvalid_1's auc: 0.833375\tvalid_1's binary_logloss: 0.137345\n", + "[47]\ttraining's auc: 0.910599\ttraining's binary_logloss: 0.113319\tvalid_1's auc: 0.833124\tvalid_1's binary_logloss: 0.137342\n", + "[48]\ttraining's auc: 0.911201\ttraining's binary_logloss: 0.112983\tvalid_1's auc: 0.832902\tvalid_1's binary_logloss: 0.137343\n", + "[49]\ttraining's auc: 0.91218\ttraining's binary_logloss: 0.112618\tvalid_1's auc: 0.832801\tvalid_1's binary_logloss: 0.137329\n", + "[50]\ttraining's auc: 0.912781\ttraining's binary_logloss: 0.11229\tvalid_1's auc: 0.832997\tvalid_1's binary_logloss: 0.137318\n", + "[51]\ttraining's auc: 0.913631\ttraining's binary_logloss: 0.111934\tvalid_1's auc: 0.833263\tvalid_1's binary_logloss: 0.137242\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[52]\ttraining's auc: 0.914131\ttraining's binary_logloss: 0.111616\tvalid_1's auc: 0.833071\tvalid_1's binary_logloss: 0.137279\n", + "[53]\ttraining's auc: 0.91476\ttraining's binary_logloss: 0.111255\tvalid_1's auc: 0.832876\tvalid_1's binary_logloss: 0.13732\n", + "[54]\ttraining's auc: 0.915462\ttraining's binary_logloss: 0.110924\tvalid_1's auc: 0.832893\tvalid_1's binary_logloss: 0.137343\n", + "[55]\ttraining's auc: 0.9162\ttraining's binary_logloss: 0.110571\tvalid_1's auc: 0.832711\tvalid_1's binary_logloss: 0.137367\n", + "[56]\ttraining's auc: 0.916909\ttraining's binary_logloss: 0.110236\tvalid_1's auc: 0.832676\tvalid_1's binary_logloss: 0.137375\n", + "[57]\ttraining's auc: 0.9177\ttraining's binary_logloss: 0.109895\tvalid_1's auc: 0.832498\tvalid_1's binary_logloss: 0.137421\n", + "[58]\ttraining's auc: 0.918245\ttraining's binary_logloss: 0.109625\tvalid_1's auc: 0.832157\tvalid_1's binary_logloss: 0.137476\n", + "[59]\ttraining's auc: 0.919175\ttraining's binary_logloss: 0.109318\tvalid_1's auc: 0.832079\tvalid_1's binary_logloss: 0.137485\n", + "[1]\ttraining's auc: 0.833982\ttraining's binary_logloss: 0.162207\tvalid_1's auc: 0.809518\tvalid_1's binary_logloss: 0.163497\n", + "[2]\ttraining's auc: 0.83507\ttraining's binary_logloss: 0.16011\tvalid_1's auc: 0.809677\tvalid_1's binary_logloss: 0.16177\n", + "[3]\ttraining's auc: 0.837326\ttraining's binary_logloss: 0.158265\tvalid_1's auc: 0.812369\tvalid_1's binary_logloss: 0.160195\n", + "[4]\ttraining's auc: 0.840082\ttraining's binary_logloss: 0.156577\tvalid_1's auc: 0.813142\tvalid_1's binary_logloss: 0.158802\n", + "[5]\ttraining's auc: 0.842367\ttraining's binary_logloss: 0.155058\tvalid_1's auc: 0.814121\tvalid_1's binary_logloss: 0.157558\n", + "[6]\ttraining's auc: 0.843349\ttraining's binary_logloss: 0.153656\tvalid_1's auc: 0.813782\tvalid_1's binary_logloss: 0.156439\n", + "[7]\ttraining's auc: 0.845468\ttraining's binary_logloss: 0.152357\tvalid_1's auc: 0.815681\tvalid_1's binary_logloss: 0.155376\n", + "[8]\ttraining's auc: 0.846213\ttraining's binary_logloss: 0.151125\tvalid_1's auc: 0.815813\tvalid_1's binary_logloss: 0.154389\n", + "[9]\ttraining's auc: 0.848438\ttraining's binary_logloss: 0.149978\tvalid_1's auc: 0.818035\tvalid_1's binary_logloss: 0.153473\n", + "[10]\ttraining's auc: 0.849917\ttraining's binary_logloss: 0.148903\tvalid_1's auc: 0.818804\tvalid_1's binary_logloss: 0.152587\n", + "[11]\ttraining's auc: 0.850272\ttraining's binary_logloss: 0.147904\tvalid_1's auc: 0.818203\tvalid_1's binary_logloss: 0.151746\n", + "[12]\ttraining's auc: 0.851137\ttraining's binary_logloss: 0.146965\tvalid_1's auc: 0.818994\tvalid_1's binary_logloss: 0.150992\n", + "[13]\ttraining's auc: 0.852706\ttraining's binary_logloss: 0.146063\tvalid_1's auc: 0.821397\tvalid_1's binary_logloss: 0.150297\n", + "[14]\ttraining's auc: 0.853502\ttraining's binary_logloss: 0.145189\tvalid_1's auc: 0.821087\tvalid_1's binary_logloss: 0.149624\n", + "[15]\ttraining's auc: 0.85433\ttraining's binary_logloss: 0.14436\tvalid_1's auc: 0.82185\tvalid_1's binary_logloss: 0.148985\n", + "[16]\ttraining's auc: 0.855338\ttraining's binary_logloss: 0.143569\tvalid_1's auc: 0.82308\tvalid_1's binary_logloss: 0.148404\n", + "[17]\ttraining's auc: 0.855985\ttraining's binary_logloss: 0.14282\tvalid_1's auc: 0.823224\tvalid_1's binary_logloss: 0.147833\n", + "[18]\ttraining's auc: 0.858165\ttraining's binary_logloss: 0.142091\tvalid_1's auc: 0.824751\tvalid_1's binary_logloss: 0.14728\n", + "[19]\ttraining's auc: 0.858602\ttraining's binary_logloss: 0.14142\tvalid_1's auc: 0.825237\tvalid_1's binary_logloss: 0.146751\n", + "[20]\ttraining's auc: 0.859039\ttraining's binary_logloss: 0.140776\tvalid_1's auc: 0.825913\tvalid_1's binary_logloss: 0.146237\n", + "[21]\ttraining's auc: 0.85986\ttraining's binary_logloss: 0.140143\tvalid_1's auc: 0.826382\tvalid_1's binary_logloss: 0.145777\n", + "[22]\ttraining's auc: 0.860014\ttraining's binary_logloss: 0.139541\tvalid_1's auc: 0.826521\tvalid_1's binary_logloss: 0.145344\n", + "[23]\ttraining's auc: 0.860819\ttraining's binary_logloss: 0.138973\tvalid_1's auc: 0.826712\tvalid_1's binary_logloss: 0.144917\n", + "[24]\ttraining's auc: 0.861135\ttraining's binary_logloss: 0.138428\tvalid_1's auc: 0.826809\tvalid_1's binary_logloss: 0.144532\n", + "[25]\ttraining's auc: 0.861549\ttraining's binary_logloss: 0.137893\tvalid_1's auc: 0.827099\tvalid_1's binary_logloss: 0.144135\n", + "[26]\ttraining's auc: 0.861681\ttraining's binary_logloss: 0.137399\tvalid_1's auc: 0.827432\tvalid_1's binary_logloss: 0.143796\n", + "[27]\ttraining's auc: 0.863022\ttraining's binary_logloss: 0.136911\tvalid_1's auc: 0.827928\tvalid_1's binary_logloss: 0.143456\n", + "[28]\ttraining's auc: 0.863494\ttraining's binary_logloss: 0.136441\tvalid_1's auc: 0.827893\tvalid_1's binary_logloss: 0.143135\n", + "[29]\ttraining's auc: 0.863807\ttraining's binary_logloss: 0.135997\tvalid_1's auc: 0.827695\tvalid_1's binary_logloss: 0.142831\n", + "[30]\ttraining's auc: 0.864344\ttraining's binary_logloss: 0.135564\tvalid_1's auc: 0.827852\tvalid_1's binary_logloss: 0.142523\n", + "[31]\ttraining's auc: 0.864505\ttraining's binary_logloss: 0.135152\tvalid_1's auc: 0.82813\tvalid_1's binary_logloss: 0.142233\n", + "[32]\ttraining's auc: 0.865203\ttraining's binary_logloss: 0.13473\tvalid_1's auc: 0.827632\tvalid_1's binary_logloss: 0.14196\n", + "[33]\ttraining's auc: 0.86551\ttraining's binary_logloss: 0.134337\tvalid_1's auc: 0.828023\tvalid_1's binary_logloss: 0.141703\n", + "[34]\ttraining's auc: 0.866259\ttraining's binary_logloss: 0.133957\tvalid_1's auc: 0.828955\tvalid_1's binary_logloss: 0.141425\n", + "[35]\ttraining's auc: 0.866275\ttraining's binary_logloss: 0.133576\tvalid_1's auc: 0.828309\tvalid_1's binary_logloss: 0.141206\n", + "[36]\ttraining's auc: 0.866509\ttraining's binary_logloss: 0.133213\tvalid_1's auc: 0.828311\tvalid_1's binary_logloss: 0.140964\n", + "[37]\ttraining's auc: 0.867451\ttraining's binary_logloss: 0.132848\tvalid_1's auc: 0.828637\tvalid_1's binary_logloss: 0.140719\n", + "[38]\ttraining's auc: 0.867946\ttraining's binary_logloss: 0.132507\tvalid_1's auc: 0.828292\tvalid_1's binary_logloss: 0.140533\n", + "[39]\ttraining's auc: 0.868586\ttraining's binary_logloss: 0.132171\tvalid_1's auc: 0.828525\tvalid_1's binary_logloss: 0.140325\n", + "[40]\ttraining's auc: 0.869129\ttraining's binary_logloss: 0.131845\tvalid_1's auc: 0.828696\tvalid_1's binary_logloss: 0.140129\n", + "[41]\ttraining's auc: 0.869788\ttraining's binary_logloss: 0.131532\tvalid_1's auc: 0.828529\tvalid_1's binary_logloss: 0.139965\n", + "[42]\ttraining's auc: 0.870352\ttraining's binary_logloss: 0.131221\tvalid_1's auc: 0.82879\tvalid_1's binary_logloss: 0.139766\n", + "[43]\ttraining's auc: 0.871152\ttraining's binary_logloss: 0.130919\tvalid_1's auc: 0.828873\tvalid_1's binary_logloss: 0.139597\n", + "[44]\ttraining's auc: 0.871411\ttraining's binary_logloss: 0.130607\tvalid_1's auc: 0.828751\tvalid_1's binary_logloss: 0.13945\n", + "[45]\ttraining's auc: 0.871902\ttraining's binary_logloss: 0.130293\tvalid_1's auc: 0.828864\tvalid_1's binary_logloss: 0.139298\n", + "[46]\ttraining's auc: 0.872251\ttraining's binary_logloss: 0.130002\tvalid_1's auc: 0.828877\tvalid_1's binary_logloss: 0.139146\n", + "[47]\ttraining's auc: 0.872611\ttraining's binary_logloss: 0.129735\tvalid_1's auc: 0.828911\tvalid_1's binary_logloss: 0.139018\n", + "[48]\ttraining's auc: 0.873092\ttraining's binary_logloss: 0.129456\tvalid_1's auc: 0.829155\tvalid_1's binary_logloss: 0.13888\n", + "[49]\ttraining's auc: 0.873269\ttraining's binary_logloss: 0.12921\tvalid_1's auc: 0.829204\tvalid_1's binary_logloss: 0.138748\n", + "[50]\ttraining's auc: 0.873729\ttraining's binary_logloss: 0.128937\tvalid_1's auc: 0.829517\tvalid_1's binary_logloss: 0.138599\n", + "[51]\ttraining's auc: 0.874144\ttraining's binary_logloss: 0.128676\tvalid_1's auc: 0.829451\tvalid_1's binary_logloss: 0.138474\n", + "[52]\ttraining's auc: 0.874422\ttraining's binary_logloss: 0.128437\tvalid_1's auc: 0.829592\tvalid_1's binary_logloss: 0.138334\n", + "[53]\ttraining's auc: 0.874835\ttraining's binary_logloss: 0.128187\tvalid_1's auc: 0.829708\tvalid_1's binary_logloss: 0.138232\n", + "[54]\ttraining's auc: 0.875237\ttraining's binary_logloss: 0.127962\tvalid_1's auc: 0.829916\tvalid_1's binary_logloss: 0.13811\n", + "[55]\ttraining's auc: 0.876174\ttraining's binary_logloss: 0.12772\tvalid_1's auc: 0.830309\tvalid_1's binary_logloss: 0.137992\n", + "[56]\ttraining's auc: 0.876669\ttraining's binary_logloss: 0.127484\tvalid_1's auc: 0.83031\tvalid_1's binary_logloss: 0.137889\n", + "[57]\ttraining's auc: 0.876924\ttraining's binary_logloss: 0.127258\tvalid_1's auc: 0.830295\tvalid_1's binary_logloss: 0.137787\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[58]\ttraining's auc: 0.877517\ttraining's binary_logloss: 0.127028\tvalid_1's auc: 0.830452\tvalid_1's binary_logloss: 0.137694\n", + "[59]\ttraining's auc: 0.878071\ttraining's binary_logloss: 0.126792\tvalid_1's auc: 0.830778\tvalid_1's binary_logloss: 0.137591\n", + "[60]\ttraining's auc: 0.878448\ttraining's binary_logloss: 0.126574\tvalid_1's auc: 0.830734\tvalid_1's binary_logloss: 0.137501\n", + "[61]\ttraining's auc: 0.878957\ttraining's binary_logloss: 0.126357\tvalid_1's auc: 0.830952\tvalid_1's binary_logloss: 0.1374\n", + "[62]\ttraining's auc: 0.87961\ttraining's binary_logloss: 0.126145\tvalid_1's auc: 0.830918\tvalid_1's binary_logloss: 0.137316\n", + "[63]\ttraining's auc: 0.879873\ttraining's binary_logloss: 0.125953\tvalid_1's auc: 0.830774\tvalid_1's binary_logloss: 0.137245\n", + "[64]\ttraining's auc: 0.880355\ttraining's binary_logloss: 0.125736\tvalid_1's auc: 0.830649\tvalid_1's binary_logloss: 0.137188\n", + "[65]\ttraining's auc: 0.880814\ttraining's binary_logloss: 0.12554\tvalid_1's auc: 0.83077\tvalid_1's binary_logloss: 0.137116\n", + "[66]\ttraining's auc: 0.881273\ttraining's binary_logloss: 0.12535\tvalid_1's auc: 0.830772\tvalid_1's binary_logloss: 0.137051\n", + "[67]\ttraining's auc: 0.881646\ttraining's binary_logloss: 0.125164\tvalid_1's auc: 0.830745\tvalid_1's binary_logloss: 0.136988\n", + "[68]\ttraining's auc: 0.882056\ttraining's binary_logloss: 0.124984\tvalid_1's auc: 0.830696\tvalid_1's binary_logloss: 0.136911\n", + "[69]\ttraining's auc: 0.882291\ttraining's binary_logloss: 0.1248\tvalid_1's auc: 0.830674\tvalid_1's binary_logloss: 0.136863\n", + "[70]\ttraining's auc: 0.882759\ttraining's binary_logloss: 0.124618\tvalid_1's auc: 0.830568\tvalid_1's binary_logloss: 0.136818\n", + "[71]\ttraining's auc: 0.883309\ttraining's binary_logloss: 0.124432\tvalid_1's auc: 0.830686\tvalid_1's binary_logloss: 0.136758\n", + "[72]\ttraining's auc: 0.883664\ttraining's binary_logloss: 0.124248\tvalid_1's auc: 0.830749\tvalid_1's binary_logloss: 0.136698\n", + "[73]\ttraining's auc: 0.883998\ttraining's binary_logloss: 0.124069\tvalid_1's auc: 0.830661\tvalid_1's binary_logloss: 0.136665\n", + "[74]\ttraining's auc: 0.884614\ttraining's binary_logloss: 0.123882\tvalid_1's auc: 0.830908\tvalid_1's binary_logloss: 0.136596\n", + "[75]\ttraining's auc: 0.884873\ttraining's binary_logloss: 0.123721\tvalid_1's auc: 0.83096\tvalid_1's binary_logloss: 0.136538\n", + "[76]\ttraining's auc: 0.885456\ttraining's binary_logloss: 0.123532\tvalid_1's auc: 0.830951\tvalid_1's binary_logloss: 0.136513\n", + "[77]\ttraining's auc: 0.885676\ttraining's binary_logloss: 0.123366\tvalid_1's auc: 0.83099\tvalid_1's binary_logloss: 0.136455\n", + "[78]\ttraining's auc: 0.886032\ttraining's binary_logloss: 0.123199\tvalid_1's auc: 0.831228\tvalid_1's binary_logloss: 0.136401\n", + "[79]\ttraining's auc: 0.886304\ttraining's binary_logloss: 0.123045\tvalid_1's auc: 0.831366\tvalid_1's binary_logloss: 0.136339\n", + "[80]\ttraining's auc: 0.886625\ttraining's binary_logloss: 0.122889\tvalid_1's auc: 0.831481\tvalid_1's binary_logloss: 0.13629\n", + "[81]\ttraining's auc: 0.886936\ttraining's binary_logloss: 0.122739\tvalid_1's auc: 0.831494\tvalid_1's binary_logloss: 0.136256\n", + "[82]\ttraining's auc: 0.887358\ttraining's binary_logloss: 0.122574\tvalid_1's auc: 0.831514\tvalid_1's binary_logloss: 0.136221\n", + "[83]\ttraining's auc: 0.887587\ttraining's binary_logloss: 0.122426\tvalid_1's auc: 0.831557\tvalid_1's binary_logloss: 0.136183\n", + "[84]\ttraining's auc: 0.887929\ttraining's binary_logloss: 0.122272\tvalid_1's auc: 0.831646\tvalid_1's binary_logloss: 0.136149\n", + "[85]\ttraining's auc: 0.888269\ttraining's binary_logloss: 0.122119\tvalid_1's auc: 0.831532\tvalid_1's binary_logloss: 0.13613\n", + "[86]\ttraining's auc: 0.888562\ttraining's binary_logloss: 0.121977\tvalid_1's auc: 0.83145\tvalid_1's binary_logloss: 0.136103\n", + "[87]\ttraining's auc: 0.888791\ttraining's binary_logloss: 0.121833\tvalid_1's auc: 0.831507\tvalid_1's binary_logloss: 0.136072\n", + "[88]\ttraining's auc: 0.88911\ttraining's binary_logloss: 0.121682\tvalid_1's auc: 0.83144\tvalid_1's binary_logloss: 0.136052\n", + "[89]\ttraining's auc: 0.889404\ttraining's binary_logloss: 0.121532\tvalid_1's auc: 0.831389\tvalid_1's binary_logloss: 0.13605\n", + "[90]\ttraining's auc: 0.88963\ttraining's binary_logloss: 0.121398\tvalid_1's auc: 0.831315\tvalid_1's binary_logloss: 0.136019\n", + "[91]\ttraining's auc: 0.889956\ttraining's binary_logloss: 0.121261\tvalid_1's auc: 0.831276\tvalid_1's binary_logloss: 0.13601\n", + "[92]\ttraining's auc: 0.890194\ttraining's binary_logloss: 0.121131\tvalid_1's auc: 0.831474\tvalid_1's binary_logloss: 0.135964\n", + "[93]\ttraining's auc: 0.890543\ttraining's binary_logloss: 0.120993\tvalid_1's auc: 0.831401\tvalid_1's binary_logloss: 0.135958\n", + "[94]\ttraining's auc: 0.890824\ttraining's binary_logloss: 0.120872\tvalid_1's auc: 0.831445\tvalid_1's binary_logloss: 0.135926\n", + "[95]\ttraining's auc: 0.891094\ttraining's binary_logloss: 0.120743\tvalid_1's auc: 0.831328\tvalid_1's binary_logloss: 0.135919\n", + "[96]\ttraining's auc: 0.891595\ttraining's binary_logloss: 0.12059\tvalid_1's auc: 0.831297\tvalid_1's binary_logloss: 0.135904\n", + "[97]\ttraining's auc: 0.891779\ttraining's binary_logloss: 0.120475\tvalid_1's auc: 0.83135\tvalid_1's binary_logloss: 0.13588\n", + "[98]\ttraining's auc: 0.892024\ttraining's binary_logloss: 0.120346\tvalid_1's auc: 0.831254\tvalid_1's binary_logloss: 0.135875\n", + "[99]\ttraining's auc: 0.892355\ttraining's binary_logloss: 0.120209\tvalid_1's auc: 0.831211\tvalid_1's binary_logloss: 0.135857\n", + "[100]\ttraining's auc: 0.892651\ttraining's binary_logloss: 0.120091\tvalid_1's auc: 0.831335\tvalid_1's binary_logloss: 0.135824\n", + "[1]\ttraining's auc: 0.828332\ttraining's binary_logloss: 0.16466\tvalid_1's auc: 0.81505\tvalid_1's binary_logloss: 0.158833\n", + "[2]\ttraining's auc: 0.831427\ttraining's binary_logloss: 0.162605\tvalid_1's auc: 0.818514\tvalid_1's binary_logloss: 0.157139\n", + "[3]\ttraining's auc: 0.837341\ttraining's binary_logloss: 0.160743\tvalid_1's auc: 0.821587\tvalid_1's binary_logloss: 0.155553\n", + "[4]\ttraining's auc: 0.838106\ttraining's binary_logloss: 0.159087\tvalid_1's auc: 0.821137\tvalid_1's binary_logloss: 0.154157\n", + "[5]\ttraining's auc: 0.840904\ttraining's binary_logloss: 0.157507\tvalid_1's auc: 0.824349\tvalid_1's binary_logloss: 0.15289\n", + "[6]\ttraining's auc: 0.842127\ttraining's binary_logloss: 0.156087\tvalid_1's auc: 0.8242\tvalid_1's binary_logloss: 0.151721\n", + "[7]\ttraining's auc: 0.843055\ttraining's binary_logloss: 0.154782\tvalid_1's auc: 0.82494\tvalid_1's binary_logloss: 0.150653\n", + "[8]\ttraining's auc: 0.843526\ttraining's binary_logloss: 0.153543\tvalid_1's auc: 0.825451\tvalid_1's binary_logloss: 0.149662\n", + "[9]\ttraining's auc: 0.845116\ttraining's binary_logloss: 0.152386\tvalid_1's auc: 0.826131\tvalid_1's binary_logloss: 0.148735\n", + "[10]\ttraining's auc: 0.845561\ttraining's binary_logloss: 0.151303\tvalid_1's auc: 0.826888\tvalid_1's binary_logloss: 0.147877\n", + "[11]\ttraining's auc: 0.850004\ttraining's binary_logloss: 0.15028\tvalid_1's auc: 0.82977\tvalid_1's binary_logloss: 0.147083\n", + "[12]\ttraining's auc: 0.850762\ttraining's binary_logloss: 0.149333\tvalid_1's auc: 0.829862\tvalid_1's binary_logloss: 0.146345\n", + "[13]\ttraining's auc: 0.851186\ttraining's binary_logloss: 0.148438\tvalid_1's auc: 0.829955\tvalid_1's binary_logloss: 0.145648\n", + "[14]\ttraining's auc: 0.851542\ttraining's binary_logloss: 0.147592\tvalid_1's auc: 0.830469\tvalid_1's binary_logloss: 0.144957\n", + "[15]\ttraining's auc: 0.852437\ttraining's binary_logloss: 0.146774\tvalid_1's auc: 0.830636\tvalid_1's binary_logloss: 0.144346\n", + "[16]\ttraining's auc: 0.853727\ttraining's binary_logloss: 0.146009\tvalid_1's auc: 0.831566\tvalid_1's binary_logloss: 0.143751\n", + "[17]\ttraining's auc: 0.854034\ttraining's binary_logloss: 0.14528\tvalid_1's auc: 0.831676\tvalid_1's binary_logloss: 0.143189\n", + "[18]\ttraining's auc: 0.854274\ttraining's binary_logloss: 0.144593\tvalid_1's auc: 0.831635\tvalid_1's binary_logloss: 0.142663\n", + "[19]\ttraining's auc: 0.855227\ttraining's binary_logloss: 0.143861\tvalid_1's auc: 0.831675\tvalid_1's binary_logloss: 0.142156\n", + "[20]\ttraining's auc: 0.85622\ttraining's binary_logloss: 0.143196\tvalid_1's auc: 0.832575\tvalid_1's binary_logloss: 0.141656\n", + "[21]\ttraining's auc: 0.856955\ttraining's binary_logloss: 0.142548\tvalid_1's auc: 0.832798\tvalid_1's binary_logloss: 0.14117\n", + "[22]\ttraining's auc: 0.85737\ttraining's binary_logloss: 0.141932\tvalid_1's auc: 0.833215\tvalid_1's binary_logloss: 0.14072\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[23]\ttraining's auc: 0.858765\ttraining's binary_logloss: 0.141335\tvalid_1's auc: 0.835137\tvalid_1's binary_logloss: 0.140292\n", + "[24]\ttraining's auc: 0.860117\ttraining's binary_logloss: 0.140781\tvalid_1's auc: 0.835423\tvalid_1's binary_logloss: 0.139871\n", + "[25]\ttraining's auc: 0.860391\ttraining's binary_logloss: 0.140243\tvalid_1's auc: 0.83552\tvalid_1's binary_logloss: 0.139482\n", + "[26]\ttraining's auc: 0.86115\ttraining's binary_logloss: 0.139712\tvalid_1's auc: 0.83562\tvalid_1's binary_logloss: 0.139114\n", + "[27]\ttraining's auc: 0.861774\ttraining's binary_logloss: 0.139198\tvalid_1's auc: 0.835531\tvalid_1's binary_logloss: 0.138761\n", + "[28]\ttraining's auc: 0.862102\ttraining's binary_logloss: 0.138724\tvalid_1's auc: 0.836016\tvalid_1's binary_logloss: 0.138418\n", + "[29]\ttraining's auc: 0.862732\ttraining's binary_logloss: 0.138259\tvalid_1's auc: 0.835853\tvalid_1's binary_logloss: 0.138107\n", + "[30]\ttraining's auc: 0.86325\ttraining's binary_logloss: 0.13781\tvalid_1's auc: 0.835964\tvalid_1's binary_logloss: 0.137801\n", + "[31]\ttraining's auc: 0.863799\ttraining's binary_logloss: 0.137375\tvalid_1's auc: 0.835985\tvalid_1's binary_logloss: 0.137522\n", + "[32]\ttraining's auc: 0.864473\ttraining's binary_logloss: 0.136949\tvalid_1's auc: 0.835873\tvalid_1's binary_logloss: 0.137248\n", + "[33]\ttraining's auc: 0.864859\ttraining's binary_logloss: 0.136537\tvalid_1's auc: 0.835848\tvalid_1's binary_logloss: 0.136984\n", + "[34]\ttraining's auc: 0.865602\ttraining's binary_logloss: 0.136148\tvalid_1's auc: 0.835761\tvalid_1's binary_logloss: 0.136738\n", + "[35]\ttraining's auc: 0.866052\ttraining's binary_logloss: 0.135772\tvalid_1's auc: 0.835615\tvalid_1's binary_logloss: 0.136496\n", + "[36]\ttraining's auc: 0.86645\ttraining's binary_logloss: 0.135392\tvalid_1's auc: 0.835552\tvalid_1's binary_logloss: 0.136256\n", + "[37]\ttraining's auc: 0.866933\ttraining's binary_logloss: 0.135049\tvalid_1's auc: 0.835477\tvalid_1's binary_logloss: 0.136032\n", + "[38]\ttraining's auc: 0.867345\ttraining's binary_logloss: 0.134708\tvalid_1's auc: 0.835356\tvalid_1's binary_logloss: 0.135805\n", + "[39]\ttraining's auc: 0.86747\ttraining's binary_logloss: 0.134378\tvalid_1's auc: 0.835223\tvalid_1's binary_logloss: 0.135588\n", + "[40]\ttraining's auc: 0.868012\ttraining's binary_logloss: 0.13404\tvalid_1's auc: 0.835231\tvalid_1's binary_logloss: 0.135401\n", + "[41]\ttraining's auc: 0.868726\ttraining's binary_logloss: 0.13373\tvalid_1's auc: 0.835399\tvalid_1's binary_logloss: 0.135219\n", + "[42]\ttraining's auc: 0.868957\ttraining's binary_logloss: 0.133423\tvalid_1's auc: 0.835254\tvalid_1's binary_logloss: 0.135049\n", + "[43]\ttraining's auc: 0.869428\ttraining's binary_logloss: 0.13313\tvalid_1's auc: 0.835614\tvalid_1's binary_logloss: 0.134871\n", + "[44]\ttraining's auc: 0.869624\ttraining's binary_logloss: 0.13285\tvalid_1's auc: 0.835182\tvalid_1's binary_logloss: 0.134715\n", + "[45]\ttraining's auc: 0.86997\ttraining's binary_logloss: 0.13254\tvalid_1's auc: 0.835529\tvalid_1's binary_logloss: 0.134556\n", + "[46]\ttraining's auc: 0.870241\ttraining's binary_logloss: 0.132264\tvalid_1's auc: 0.835701\tvalid_1's binary_logloss: 0.134391\n", + "[47]\ttraining's auc: 0.870881\ttraining's binary_logloss: 0.131961\tvalid_1's auc: 0.835531\tvalid_1's binary_logloss: 0.134246\n", + "[48]\ttraining's auc: 0.871346\ttraining's binary_logloss: 0.131676\tvalid_1's auc: 0.835837\tvalid_1's binary_logloss: 0.1341\n", + "[49]\ttraining's auc: 0.871786\ttraining's binary_logloss: 0.131404\tvalid_1's auc: 0.835698\tvalid_1's binary_logloss: 0.13396\n", + "[50]\ttraining's auc: 0.872237\ttraining's binary_logloss: 0.13113\tvalid_1's auc: 0.835725\tvalid_1's binary_logloss: 0.13382\n", + "[51]\ttraining's auc: 0.872592\ttraining's binary_logloss: 0.130884\tvalid_1's auc: 0.83562\tvalid_1's binary_logloss: 0.133693\n", + "[52]\ttraining's auc: 0.872898\ttraining's binary_logloss: 0.13063\tvalid_1's auc: 0.835663\tvalid_1's binary_logloss: 0.133579\n", + "[53]\ttraining's auc: 0.8735\ttraining's binary_logloss: 0.130381\tvalid_1's auc: 0.835764\tvalid_1's binary_logloss: 0.133451\n", + "[54]\ttraining's auc: 0.873966\ttraining's binary_logloss: 0.130138\tvalid_1's auc: 0.835684\tvalid_1's binary_logloss: 0.133332\n", + "[55]\ttraining's auc: 0.874332\ttraining's binary_logloss: 0.129903\tvalid_1's auc: 0.835558\tvalid_1's binary_logloss: 0.133237\n", + "[56]\ttraining's auc: 0.874666\ttraining's binary_logloss: 0.129664\tvalid_1's auc: 0.835428\tvalid_1's binary_logloss: 0.133156\n", + "[57]\ttraining's auc: 0.87494\ttraining's binary_logloss: 0.129439\tvalid_1's auc: 0.835344\tvalid_1's binary_logloss: 0.133065\n", + "[58]\ttraining's auc: 0.875269\ttraining's binary_logloss: 0.129212\tvalid_1's auc: 0.835316\tvalid_1's binary_logloss: 0.132971\n", + "[1]\ttraining's auc: 0.828625\ttraining's binary_logloss: 0.160875\tvalid_1's auc: 0.806383\tvalid_1's binary_logloss: 0.166497\n", + "[2]\ttraining's auc: 0.830617\ttraining's binary_logloss: 0.158912\tvalid_1's auc: 0.810465\tvalid_1's binary_logloss: 0.164632\n", + "[3]\ttraining's auc: 0.835428\ttraining's binary_logloss: 0.157187\tvalid_1's auc: 0.813725\tvalid_1's binary_logloss: 0.16304\n", + "[4]\ttraining's auc: 0.836389\ttraining's binary_logloss: 0.155585\tvalid_1's auc: 0.81517\tvalid_1's binary_logloss: 0.161558\n", + "[5]\ttraining's auc: 0.838076\ttraining's binary_logloss: 0.154083\tvalid_1's auc: 0.81699\tvalid_1's binary_logloss: 0.16016\n", + "[6]\ttraining's auc: 0.838467\ttraining's binary_logloss: 0.152703\tvalid_1's auc: 0.818098\tvalid_1's binary_logloss: 0.158919\n", + "[7]\ttraining's auc: 0.841724\ttraining's binary_logloss: 0.151434\tvalid_1's auc: 0.820876\tvalid_1's binary_logloss: 0.15774\n", + "[8]\ttraining's auc: 0.844529\ttraining's binary_logloss: 0.150259\tvalid_1's auc: 0.824315\tvalid_1's binary_logloss: 0.156607\n", + "[9]\ttraining's auc: 0.845804\ttraining's binary_logloss: 0.14915\tvalid_1's auc: 0.825215\tvalid_1's binary_logloss: 0.155591\n", + "[10]\ttraining's auc: 0.846709\ttraining's binary_logloss: 0.148112\tvalid_1's auc: 0.825351\tvalid_1's binary_logloss: 0.154655\n", + "[11]\ttraining's auc: 0.847209\ttraining's binary_logloss: 0.147155\tvalid_1's auc: 0.825602\tvalid_1's binary_logloss: 0.153819\n", + "[12]\ttraining's auc: 0.848472\ttraining's binary_logloss: 0.146214\tvalid_1's auc: 0.82558\tvalid_1's binary_logloss: 0.152993\n", + "[13]\ttraining's auc: 0.850108\ttraining's binary_logloss: 0.145315\tvalid_1's auc: 0.826922\tvalid_1's binary_logloss: 0.152224\n", + "[14]\ttraining's auc: 0.851172\ttraining's binary_logloss: 0.144463\tvalid_1's auc: 0.827268\tvalid_1's binary_logloss: 0.151505\n", + "[15]\ttraining's auc: 0.851503\ttraining's binary_logloss: 0.14366\tvalid_1's auc: 0.828091\tvalid_1's binary_logloss: 0.150833\n", + "[16]\ttraining's auc: 0.852036\ttraining's binary_logloss: 0.142894\tvalid_1's auc: 0.828469\tvalid_1's binary_logloss: 0.150201\n", + "[17]\ttraining's auc: 0.852402\ttraining's binary_logloss: 0.142161\tvalid_1's auc: 0.82895\tvalid_1's binary_logloss: 0.149584\n", + "[18]\ttraining's auc: 0.853141\ttraining's binary_logloss: 0.141462\tvalid_1's auc: 0.829086\tvalid_1's binary_logloss: 0.149002\n", + "[19]\ttraining's auc: 0.853542\ttraining's binary_logloss: 0.140793\tvalid_1's auc: 0.829193\tvalid_1's binary_logloss: 0.148474\n", + "[20]\ttraining's auc: 0.854763\ttraining's binary_logloss: 0.140156\tvalid_1's auc: 0.829515\tvalid_1's binary_logloss: 0.147988\n", + "[21]\ttraining's auc: 0.855431\ttraining's binary_logloss: 0.139556\tvalid_1's auc: 0.829846\tvalid_1's binary_logloss: 0.14751\n", + "[22]\ttraining's auc: 0.856019\ttraining's binary_logloss: 0.13898\tvalid_1's auc: 0.830358\tvalid_1's binary_logloss: 0.147022\n", + "[23]\ttraining's auc: 0.856493\ttraining's binary_logloss: 0.138423\tvalid_1's auc: 0.830168\tvalid_1's binary_logloss: 0.146598\n", + "[24]\ttraining's auc: 0.856894\ttraining's binary_logloss: 0.137896\tvalid_1's auc: 0.830272\tvalid_1's binary_logloss: 0.146184\n", + "[25]\ttraining's auc: 0.857605\ttraining's binary_logloss: 0.1374\tvalid_1's auc: 0.830075\tvalid_1's binary_logloss: 0.145801\n", + "[26]\ttraining's auc: 0.858067\ttraining's binary_logloss: 0.136908\tvalid_1's auc: 0.830373\tvalid_1's binary_logloss: 0.145395\n", + "[27]\ttraining's auc: 0.858661\ttraining's binary_logloss: 0.136389\tvalid_1's auc: 0.830433\tvalid_1's binary_logloss: 0.145018\n", + "[28]\ttraining's auc: 0.859549\ttraining's binary_logloss: 0.135888\tvalid_1's auc: 0.830641\tvalid_1's binary_logloss: 0.144669\n", + "[29]\ttraining's auc: 0.860306\ttraining's binary_logloss: 0.135407\tvalid_1's auc: 0.831097\tvalid_1's binary_logloss: 0.144331\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[30]\ttraining's auc: 0.860875\ttraining's binary_logloss: 0.134955\tvalid_1's auc: 0.83151\tvalid_1's binary_logloss: 0.144015\n", + "[31]\ttraining's auc: 0.861199\ttraining's binary_logloss: 0.134517\tvalid_1's auc: 0.831443\tvalid_1's binary_logloss: 0.143733\n", + "[32]\ttraining's auc: 0.861695\ttraining's binary_logloss: 0.134117\tvalid_1's auc: 0.831441\tvalid_1's binary_logloss: 0.143458\n", + "[33]\ttraining's auc: 0.86186\ttraining's binary_logloss: 0.133721\tvalid_1's auc: 0.831284\tvalid_1's binary_logloss: 0.143198\n", + "[34]\ttraining's auc: 0.862331\ttraining's binary_logloss: 0.133343\tvalid_1's auc: 0.831272\tvalid_1's binary_logloss: 0.14294\n", + "[35]\ttraining's auc: 0.863319\ttraining's binary_logloss: 0.13298\tvalid_1's auc: 0.831363\tvalid_1's binary_logloss: 0.142674\n", + "[36]\ttraining's auc: 0.863989\ttraining's binary_logloss: 0.132631\tvalid_1's auc: 0.831276\tvalid_1's binary_logloss: 0.14244\n", + "[37]\ttraining's auc: 0.865299\ttraining's binary_logloss: 0.132289\tvalid_1's auc: 0.833427\tvalid_1's binary_logloss: 0.142196\n", + "[38]\ttraining's auc: 0.865759\ttraining's binary_logloss: 0.13194\tvalid_1's auc: 0.833578\tvalid_1's binary_logloss: 0.14198\n", + "[39]\ttraining's auc: 0.866136\ttraining's binary_logloss: 0.131599\tvalid_1's auc: 0.833837\tvalid_1's binary_logloss: 0.141742\n", + "[40]\ttraining's auc: 0.866583\ttraining's binary_logloss: 0.131291\tvalid_1's auc: 0.83398\tvalid_1's binary_logloss: 0.141555\n", + "[41]\ttraining's auc: 0.866868\ttraining's binary_logloss: 0.130976\tvalid_1's auc: 0.833963\tvalid_1's binary_logloss: 0.141366\n", + "[42]\ttraining's auc: 0.867257\ttraining's binary_logloss: 0.130663\tvalid_1's auc: 0.834001\tvalid_1's binary_logloss: 0.141168\n", + "[43]\ttraining's auc: 0.867773\ttraining's binary_logloss: 0.130366\tvalid_1's auc: 0.83403\tvalid_1's binary_logloss: 0.140975\n", + "[44]\ttraining's auc: 0.86825\ttraining's binary_logloss: 0.130072\tvalid_1's auc: 0.834317\tvalid_1's binary_logloss: 0.14078\n", + "[45]\ttraining's auc: 0.868548\ttraining's binary_logloss: 0.129794\tvalid_1's auc: 0.834343\tvalid_1's binary_logloss: 0.140602\n", + "[46]\ttraining's auc: 0.869005\ttraining's binary_logloss: 0.129522\tvalid_1's auc: 0.834427\tvalid_1's binary_logloss: 0.140444\n", + "[47]\ttraining's auc: 0.869287\ttraining's binary_logloss: 0.129244\tvalid_1's auc: 0.834333\tvalid_1's binary_logloss: 0.140287\n", + "[48]\ttraining's auc: 0.869658\ttraining's binary_logloss: 0.128977\tvalid_1's auc: 0.83461\tvalid_1's binary_logloss: 0.140111\n", + "[49]\ttraining's auc: 0.870025\ttraining's binary_logloss: 0.128723\tvalid_1's auc: 0.834483\tvalid_1's binary_logloss: 0.139959\n", + "[50]\ttraining's auc: 0.871198\ttraining's binary_logloss: 0.128467\tvalid_1's auc: 0.834617\tvalid_1's binary_logloss: 0.139809\n", + "[51]\ttraining's auc: 0.87187\ttraining's binary_logloss: 0.1282\tvalid_1's auc: 0.835044\tvalid_1's binary_logloss: 0.139651\n", + "[52]\ttraining's auc: 0.872492\ttraining's binary_logloss: 0.12794\tvalid_1's auc: 0.835079\tvalid_1's binary_logloss: 0.13951\n", + "[53]\ttraining's auc: 0.873\ttraining's binary_logloss: 0.127703\tvalid_1's auc: 0.8352\tvalid_1's binary_logloss: 0.139369\n", + "[54]\ttraining's auc: 0.873636\ttraining's binary_logloss: 0.12748\tvalid_1's auc: 0.835377\tvalid_1's binary_logloss: 0.139234\n", + "[55]\ttraining's auc: 0.874298\ttraining's binary_logloss: 0.12724\tvalid_1's auc: 0.8355\tvalid_1's binary_logloss: 0.139099\n", + "[56]\ttraining's auc: 0.874713\ttraining's binary_logloss: 0.127004\tvalid_1's auc: 0.835641\tvalid_1's binary_logloss: 0.138987\n", + "[57]\ttraining's auc: 0.875199\ttraining's binary_logloss: 0.126778\tvalid_1's auc: 0.835642\tvalid_1's binary_logloss: 0.138883\n", + "[58]\ttraining's auc: 0.875769\ttraining's binary_logloss: 0.126566\tvalid_1's auc: 0.835922\tvalid_1's binary_logloss: 0.138761\n", + "[59]\ttraining's auc: 0.876159\ttraining's binary_logloss: 0.126355\tvalid_1's auc: 0.835991\tvalid_1's binary_logloss: 0.138656\n", + "[60]\ttraining's auc: 0.877225\ttraining's binary_logloss: 0.126113\tvalid_1's auc: 0.835961\tvalid_1's binary_logloss: 0.138571\n", + "[61]\ttraining's auc: 0.877553\ttraining's binary_logloss: 0.125914\tvalid_1's auc: 0.836039\tvalid_1's binary_logloss: 0.138468\n", + "[62]\ttraining's auc: 0.877816\ttraining's binary_logloss: 0.125719\tvalid_1's auc: 0.836183\tvalid_1's binary_logloss: 0.138376\n", + "[63]\ttraining's auc: 0.878144\ttraining's binary_logloss: 0.125525\tvalid_1's auc: 0.836247\tvalid_1's binary_logloss: 0.138286\n", + "[64]\ttraining's auc: 0.878437\ttraining's binary_logloss: 0.125343\tvalid_1's auc: 0.836219\tvalid_1's binary_logloss: 0.138205\n", + "[65]\ttraining's auc: 0.879064\ttraining's binary_logloss: 0.125138\tvalid_1's auc: 0.836421\tvalid_1's binary_logloss: 0.13812\n", + "[66]\ttraining's auc: 0.8796\ttraining's binary_logloss: 0.124943\tvalid_1's auc: 0.836501\tvalid_1's binary_logloss: 0.138049\n", + "[67]\ttraining's auc: 0.880004\ttraining's binary_logloss: 0.124743\tvalid_1's auc: 0.836627\tvalid_1's binary_logloss: 0.137962\n", + "[68]\ttraining's auc: 0.880512\ttraining's binary_logloss: 0.124549\tvalid_1's auc: 0.836602\tvalid_1's binary_logloss: 0.137891\n", + "[69]\ttraining's auc: 0.8809\ttraining's binary_logloss: 0.124362\tvalid_1's auc: 0.83641\tvalid_1's binary_logloss: 0.137835\n", + "[70]\ttraining's auc: 0.881192\ttraining's binary_logloss: 0.124173\tvalid_1's auc: 0.836457\tvalid_1's binary_logloss: 0.137756\n", + "[71]\ttraining's auc: 0.881463\ttraining's binary_logloss: 0.124007\tvalid_1's auc: 0.836466\tvalid_1's binary_logloss: 0.137677\n", + "[72]\ttraining's auc: 0.881803\ttraining's binary_logloss: 0.123824\tvalid_1's auc: 0.836531\tvalid_1's binary_logloss: 0.137601\n", + "[73]\ttraining's auc: 0.882297\ttraining's binary_logloss: 0.123636\tvalid_1's auc: 0.836458\tvalid_1's binary_logloss: 0.13752\n", + "[74]\ttraining's auc: 0.882749\ttraining's binary_logloss: 0.123467\tvalid_1's auc: 0.836402\tvalid_1's binary_logloss: 0.137482\n", + "[75]\ttraining's auc: 0.883187\ttraining's binary_logloss: 0.123292\tvalid_1's auc: 0.836441\tvalid_1's binary_logloss: 0.137421\n", + "[76]\ttraining's auc: 0.883444\ttraining's binary_logloss: 0.123126\tvalid_1's auc: 0.836425\tvalid_1's binary_logloss: 0.137372\n", + "[77]\ttraining's auc: 0.883829\ttraining's binary_logloss: 0.12296\tvalid_1's auc: 0.836389\tvalid_1's binary_logloss: 0.137326\n", + "[78]\ttraining's auc: 0.884252\ttraining's binary_logloss: 0.122786\tvalid_1's auc: 0.836171\tvalid_1's binary_logloss: 0.137303\n", + "[79]\ttraining's auc: 0.884578\ttraining's binary_logloss: 0.122622\tvalid_1's auc: 0.83605\tvalid_1's binary_logloss: 0.137268\n", + "[80]\ttraining's auc: 0.884907\ttraining's binary_logloss: 0.12246\tvalid_1's auc: 0.836116\tvalid_1's binary_logloss: 0.137218\n", + "[81]\ttraining's auc: 0.885332\ttraining's binary_logloss: 0.122293\tvalid_1's auc: 0.836129\tvalid_1's binary_logloss: 0.137164\n", + "[82]\ttraining's auc: 0.885725\ttraining's binary_logloss: 0.122114\tvalid_1's auc: 0.836085\tvalid_1's binary_logloss: 0.137121\n", + "[83]\ttraining's auc: 0.886147\ttraining's binary_logloss: 0.121959\tvalid_1's auc: 0.836105\tvalid_1's binary_logloss: 0.137085\n", + "[84]\ttraining's auc: 0.886597\ttraining's binary_logloss: 0.121784\tvalid_1's auc: 0.836161\tvalid_1's binary_logloss: 0.137048\n", + "[85]\ttraining's auc: 0.886995\ttraining's binary_logloss: 0.121621\tvalid_1's auc: 0.836233\tvalid_1's binary_logloss: 0.137\n", + "[86]\ttraining's auc: 0.887308\ttraining's binary_logloss: 0.121471\tvalid_1's auc: 0.836243\tvalid_1's binary_logloss: 0.136982\n", + "[87]\ttraining's auc: 0.887715\ttraining's binary_logloss: 0.121319\tvalid_1's auc: 0.83633\tvalid_1's binary_logloss: 0.136933\n", + "[88]\ttraining's auc: 0.888084\ttraining's binary_logloss: 0.121165\tvalid_1's auc: 0.836253\tvalid_1's binary_logloss: 0.136912\n", + "[89]\ttraining's auc: 0.888497\ttraining's binary_logloss: 0.121009\tvalid_1's auc: 0.836423\tvalid_1's binary_logloss: 0.136867\n", + "[90]\ttraining's auc: 0.888778\ttraining's binary_logloss: 0.120864\tvalid_1's auc: 0.836521\tvalid_1's binary_logloss: 0.136819\n", + "[91]\ttraining's auc: 0.889188\ttraining's binary_logloss: 0.120707\tvalid_1's auc: 0.836513\tvalid_1's binary_logloss: 0.136796\n", + "[92]\ttraining's auc: 0.88952\ttraining's binary_logloss: 0.12056\tvalid_1's auc: 0.836523\tvalid_1's binary_logloss: 0.136782\n", + "[93]\ttraining's auc: 0.889854\ttraining's binary_logloss: 0.120413\tvalid_1's auc: 0.836604\tvalid_1's binary_logloss: 0.136738\n", + "[94]\ttraining's auc: 0.890148\ttraining's binary_logloss: 0.120282\tvalid_1's auc: 0.836518\tvalid_1's binary_logloss: 0.136721\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[95]\ttraining's auc: 0.890362\ttraining's binary_logloss: 0.120164\tvalid_1's auc: 0.836503\tvalid_1's binary_logloss: 0.136713\n", + "[96]\ttraining's auc: 0.89066\ttraining's binary_logloss: 0.120019\tvalid_1's auc: 0.836356\tvalid_1's binary_logloss: 0.136702\n", + "[97]\ttraining's auc: 0.890904\ttraining's binary_logloss: 0.1199\tvalid_1's auc: 0.8365\tvalid_1's binary_logloss: 0.136678\n", + "[1]\ttraining's auc: 0.841967\ttraining's binary_logloss: 0.154699\tvalid_1's auc: 0.808454\tvalid_1's binary_logloss: 0.157576\n", + "[2]\ttraining's auc: 0.848045\ttraining's binary_logloss: 0.148799\tvalid_1's auc: 0.81328\tvalid_1's binary_logloss: 0.152919\n", + "[3]\ttraining's auc: 0.857687\ttraining's binary_logloss: 0.144557\tvalid_1's auc: 0.820847\tvalid_1's binary_logloss: 0.149641\n", + "[4]\ttraining's auc: 0.860302\ttraining's binary_logloss: 0.141075\tvalid_1's auc: 0.821677\tvalid_1's binary_logloss: 0.147239\n", + "[5]\ttraining's auc: 0.863256\ttraining's binary_logloss: 0.138172\tvalid_1's auc: 0.823157\tvalid_1's binary_logloss: 0.145345\n", + "[6]\ttraining's auc: 0.867304\ttraining's binary_logloss: 0.135811\tvalid_1's auc: 0.82517\tvalid_1's binary_logloss: 0.143705\n", + "[7]\ttraining's auc: 0.870346\ttraining's binary_logloss: 0.133718\tvalid_1's auc: 0.827092\tvalid_1's binary_logloss: 0.142274\n", + "[8]\ttraining's auc: 0.873149\ttraining's binary_logloss: 0.131938\tvalid_1's auc: 0.827581\tvalid_1's binary_logloss: 0.141079\n", + "[9]\ttraining's auc: 0.875244\ttraining's binary_logloss: 0.130315\tvalid_1's auc: 0.829854\tvalid_1's binary_logloss: 0.140131\n", + "[10]\ttraining's auc: 0.878314\ttraining's binary_logloss: 0.128891\tvalid_1's auc: 0.83003\tvalid_1's binary_logloss: 0.139397\n", + "[11]\ttraining's auc: 0.881715\ttraining's binary_logloss: 0.127536\tvalid_1's auc: 0.830137\tvalid_1's binary_logloss: 0.138772\n", + "[12]\ttraining's auc: 0.883076\ttraining's binary_logloss: 0.126375\tvalid_1's auc: 0.830358\tvalid_1's binary_logloss: 0.138244\n", + "[13]\ttraining's auc: 0.885427\ttraining's binary_logloss: 0.125255\tvalid_1's auc: 0.83081\tvalid_1's binary_logloss: 0.137844\n", + "[14]\ttraining's auc: 0.887452\ttraining's binary_logloss: 0.124232\tvalid_1's auc: 0.830898\tvalid_1's binary_logloss: 0.137481\n", + "[15]\ttraining's auc: 0.889082\ttraining's binary_logloss: 0.123237\tvalid_1's auc: 0.830654\tvalid_1's binary_logloss: 0.137219\n", + "[16]\ttraining's auc: 0.891733\ttraining's binary_logloss: 0.122281\tvalid_1's auc: 0.831215\tvalid_1's binary_logloss: 0.136879\n", + "[17]\ttraining's auc: 0.893492\ttraining's binary_logloss: 0.121371\tvalid_1's auc: 0.830779\tvalid_1's binary_logloss: 0.136738\n", + "[18]\ttraining's auc: 0.894937\ttraining's binary_logloss: 0.120608\tvalid_1's auc: 0.830149\tvalid_1's binary_logloss: 0.136641\n", + "[19]\ttraining's auc: 0.896605\ttraining's binary_logloss: 0.119825\tvalid_1's auc: 0.828999\tvalid_1's binary_logloss: 0.136641\n", + "[20]\ttraining's auc: 0.897877\ttraining's binary_logloss: 0.119124\tvalid_1's auc: 0.829032\tvalid_1's binary_logloss: 0.136502\n", + "[21]\ttraining's auc: 0.899757\ttraining's binary_logloss: 0.118307\tvalid_1's auc: 0.828425\tvalid_1's binary_logloss: 0.136456\n", + "[22]\ttraining's auc: 0.901028\ttraining's binary_logloss: 0.117616\tvalid_1's auc: 0.828243\tvalid_1's binary_logloss: 0.136428\n", + "[23]\ttraining's auc: 0.902392\ttraining's binary_logloss: 0.116893\tvalid_1's auc: 0.828457\tvalid_1's binary_logloss: 0.136357\n", + "[24]\ttraining's auc: 0.903627\ttraining's binary_logloss: 0.116271\tvalid_1's auc: 0.828111\tvalid_1's binary_logloss: 0.136404\n", + "[25]\ttraining's auc: 0.905293\ttraining's binary_logloss: 0.115611\tvalid_1's auc: 0.827731\tvalid_1's binary_logloss: 0.136474\n", + "[26]\ttraining's auc: 0.906691\ttraining's binary_logloss: 0.114941\tvalid_1's auc: 0.827529\tvalid_1's binary_logloss: 0.136483\n", + "[27]\ttraining's auc: 0.908684\ttraining's binary_logloss: 0.114256\tvalid_1's auc: 0.827511\tvalid_1's binary_logloss: 0.136439\n", + "[28]\ttraining's auc: 0.909877\ttraining's binary_logloss: 0.113695\tvalid_1's auc: 0.827169\tvalid_1's binary_logloss: 0.136537\n", + "[29]\ttraining's auc: 0.911109\ttraining's binary_logloss: 0.113128\tvalid_1's auc: 0.82703\tvalid_1's binary_logloss: 0.136534\n", + "[30]\ttraining's auc: 0.912636\ttraining's binary_logloss: 0.112621\tvalid_1's auc: 0.827406\tvalid_1's binary_logloss: 0.136513\n", + "[31]\ttraining's auc: 0.913956\ttraining's binary_logloss: 0.112072\tvalid_1's auc: 0.826575\tvalid_1's binary_logloss: 0.136618\n", + "[32]\ttraining's auc: 0.915164\ttraining's binary_logloss: 0.111603\tvalid_1's auc: 0.826711\tvalid_1's binary_logloss: 0.136648\n", + "[33]\ttraining's auc: 0.916404\ttraining's binary_logloss: 0.111135\tvalid_1's auc: 0.826292\tvalid_1's binary_logloss: 0.136743\n", + "[34]\ttraining's auc: 0.918073\ttraining's binary_logloss: 0.11059\tvalid_1's auc: 0.82701\tvalid_1's binary_logloss: 0.136647\n", + "[35]\ttraining's auc: 0.918889\ttraining's binary_logloss: 0.11016\tvalid_1's auc: 0.826767\tvalid_1's binary_logloss: 0.136729\n", + "[36]\ttraining's auc: 0.920366\ttraining's binary_logloss: 0.109728\tvalid_1's auc: 0.826614\tvalid_1's binary_logloss: 0.136772\n", + "[37]\ttraining's auc: 0.921671\ttraining's binary_logloss: 0.109212\tvalid_1's auc: 0.826205\tvalid_1's binary_logloss: 0.136891\n", + "[38]\ttraining's auc: 0.922857\ttraining's binary_logloss: 0.108761\tvalid_1's auc: 0.825893\tvalid_1's binary_logloss: 0.136925\n", + "[39]\ttraining's auc: 0.923795\ttraining's binary_logloss: 0.108343\tvalid_1's auc: 0.825393\tvalid_1's binary_logloss: 0.137076\n", + "[40]\ttraining's auc: 0.92536\ttraining's binary_logloss: 0.107917\tvalid_1's auc: 0.825556\tvalid_1's binary_logloss: 0.137069\n", + "[41]\ttraining's auc: 0.926399\ttraining's binary_logloss: 0.107478\tvalid_1's auc: 0.825207\tvalid_1's binary_logloss: 0.137204\n", + "[42]\ttraining's auc: 0.927405\ttraining's binary_logloss: 0.106947\tvalid_1's auc: 0.825523\tvalid_1's binary_logloss: 0.137216\n", + "[43]\ttraining's auc: 0.928007\ttraining's binary_logloss: 0.106576\tvalid_1's auc: 0.825207\tvalid_1's binary_logloss: 0.137311\n", + "[44]\ttraining's auc: 0.928922\ttraining's binary_logloss: 0.106136\tvalid_1's auc: 0.824858\tvalid_1's binary_logloss: 0.137437\n", + "[45]\ttraining's auc: 0.929588\ttraining's binary_logloss: 0.105713\tvalid_1's auc: 0.824295\tvalid_1's binary_logloss: 0.137586\n", + "[46]\ttraining's auc: 0.930437\ttraining's binary_logloss: 0.105359\tvalid_1's auc: 0.824061\tvalid_1's binary_logloss: 0.137694\n", + "[1]\ttraining's auc: 0.837407\ttraining's binary_logloss: 0.157294\tvalid_1's auc: 0.817633\tvalid_1's binary_logloss: 0.153109\n", + "[2]\ttraining's auc: 0.845997\ttraining's binary_logloss: 0.151125\tvalid_1's auc: 0.822063\tvalid_1's binary_logloss: 0.148502\n", + "[3]\ttraining's auc: 0.856919\ttraining's binary_logloss: 0.146718\tvalid_1's auc: 0.828639\tvalid_1's binary_logloss: 0.145274\n", + "[4]\ttraining's auc: 0.862384\ttraining's binary_logloss: 0.143295\tvalid_1's auc: 0.830294\tvalid_1's binary_logloss: 0.142841\n", + "[5]\ttraining's auc: 0.864208\ttraining's binary_logloss: 0.140488\tvalid_1's auc: 0.830584\tvalid_1's binary_logloss: 0.140931\n", + "[6]\ttraining's auc: 0.867802\ttraining's binary_logloss: 0.137976\tvalid_1's auc: 0.830232\tvalid_1's binary_logloss: 0.13936\n", + "[7]\ttraining's auc: 0.870508\ttraining's binary_logloss: 0.135847\tvalid_1's auc: 0.831592\tvalid_1's binary_logloss: 0.138013\n", + "[8]\ttraining's auc: 0.872928\ttraining's binary_logloss: 0.133947\tvalid_1's auc: 0.831696\tvalid_1's binary_logloss: 0.136897\n", + "[9]\ttraining's auc: 0.875177\ttraining's binary_logloss: 0.132309\tvalid_1's auc: 0.832229\tvalid_1's binary_logloss: 0.135904\n", + "[10]\ttraining's auc: 0.877748\ttraining's binary_logloss: 0.130804\tvalid_1's auc: 0.833196\tvalid_1's binary_logloss: 0.135043\n", + "[11]\ttraining's auc: 0.879844\ttraining's binary_logloss: 0.129452\tvalid_1's auc: 0.833295\tvalid_1's binary_logloss: 0.134408\n", + "[12]\ttraining's auc: 0.881577\ttraining's binary_logloss: 0.128245\tvalid_1's auc: 0.832859\tvalid_1's binary_logloss: 0.133937\n", + "[13]\ttraining's auc: 0.883489\ttraining's binary_logloss: 0.12709\tvalid_1's auc: 0.832969\tvalid_1's binary_logloss: 0.133489\n", + "[14]\ttraining's auc: 0.885085\ttraining's binary_logloss: 0.126073\tvalid_1's auc: 0.833058\tvalid_1's binary_logloss: 0.13307\n", + "[15]\ttraining's auc: 0.886449\ttraining's binary_logloss: 0.125108\tvalid_1's auc: 0.832453\tvalid_1's binary_logloss: 0.132842\n", + "[16]\ttraining's auc: 0.888973\ttraining's binary_logloss: 0.124093\tvalid_1's auc: 0.83332\tvalid_1's binary_logloss: 0.132482\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[17]\ttraining's auc: 0.890631\ttraining's binary_logloss: 0.123183\tvalid_1's auc: 0.833593\tvalid_1's binary_logloss: 0.132214\n", + "[18]\ttraining's auc: 0.892262\ttraining's binary_logloss: 0.122385\tvalid_1's auc: 0.833501\tvalid_1's binary_logloss: 0.132079\n", + "[19]\ttraining's auc: 0.894384\ttraining's binary_logloss: 0.121518\tvalid_1's auc: 0.833411\tvalid_1's binary_logloss: 0.131901\n", + "[20]\ttraining's auc: 0.896143\ttraining's binary_logloss: 0.120714\tvalid_1's auc: 0.833566\tvalid_1's binary_logloss: 0.131669\n", + "[21]\ttraining's auc: 0.89752\ttraining's binary_logloss: 0.119973\tvalid_1's auc: 0.833434\tvalid_1's binary_logloss: 0.131568\n", + "[22]\ttraining's auc: 0.899453\ttraining's binary_logloss: 0.119271\tvalid_1's auc: 0.83335\tvalid_1's binary_logloss: 0.131462\n", + "[23]\ttraining's auc: 0.900964\ttraining's binary_logloss: 0.118631\tvalid_1's auc: 0.833226\tvalid_1's binary_logloss: 0.131402\n", + "[24]\ttraining's auc: 0.902572\ttraining's binary_logloss: 0.117949\tvalid_1's auc: 0.833096\tvalid_1's binary_logloss: 0.131377\n", + "[25]\ttraining's auc: 0.903921\ttraining's binary_logloss: 0.117349\tvalid_1's auc: 0.833333\tvalid_1's binary_logloss: 0.131354\n", + "[26]\ttraining's auc: 0.906085\ttraining's binary_logloss: 0.116704\tvalid_1's auc: 0.833446\tvalid_1's binary_logloss: 0.131318\n", + "[27]\ttraining's auc: 0.907788\ttraining's binary_logloss: 0.116045\tvalid_1's auc: 0.833893\tvalid_1's binary_logloss: 0.131288\n", + "[28]\ttraining's auc: 0.90968\ttraining's binary_logloss: 0.115426\tvalid_1's auc: 0.833428\tvalid_1's binary_logloss: 0.131286\n", + "[29]\ttraining's auc: 0.91098\ttraining's binary_logloss: 0.114809\tvalid_1's auc: 0.833396\tvalid_1's binary_logloss: 0.131252\n", + "[30]\ttraining's auc: 0.912273\ttraining's binary_logloss: 0.114237\tvalid_1's auc: 0.833617\tvalid_1's binary_logloss: 0.131186\n", + "[31]\ttraining's auc: 0.913812\ttraining's binary_logloss: 0.11371\tvalid_1's auc: 0.833722\tvalid_1's binary_logloss: 0.131178\n", + "[32]\ttraining's auc: 0.914739\ttraining's binary_logloss: 0.113216\tvalid_1's auc: 0.833864\tvalid_1's binary_logloss: 0.13115\n", + "[33]\ttraining's auc: 0.915905\ttraining's binary_logloss: 0.112719\tvalid_1's auc: 0.833831\tvalid_1's binary_logloss: 0.131167\n", + "[34]\ttraining's auc: 0.917304\ttraining's binary_logloss: 0.11222\tvalid_1's auc: 0.833593\tvalid_1's binary_logloss: 0.131229\n", + "[35]\ttraining's auc: 0.918411\ttraining's binary_logloss: 0.111735\tvalid_1's auc: 0.833722\tvalid_1's binary_logloss: 0.131195\n", + "[36]\ttraining's auc: 0.919473\ttraining's binary_logloss: 0.111308\tvalid_1's auc: 0.833711\tvalid_1's binary_logloss: 0.131213\n", + "[37]\ttraining's auc: 0.921137\ttraining's binary_logloss: 0.110824\tvalid_1's auc: 0.833561\tvalid_1's binary_logloss: 0.131241\n", + "[38]\ttraining's auc: 0.92262\ttraining's binary_logloss: 0.110382\tvalid_1's auc: 0.833251\tvalid_1's binary_logloss: 0.131332\n", + "[39]\ttraining's auc: 0.923293\ttraining's binary_logloss: 0.109972\tvalid_1's auc: 0.833352\tvalid_1's binary_logloss: 0.131349\n", + "[40]\ttraining's auc: 0.924648\ttraining's binary_logloss: 0.109521\tvalid_1's auc: 0.832926\tvalid_1's binary_logloss: 0.131427\n", + "[41]\ttraining's auc: 0.925773\ttraining's binary_logloss: 0.109031\tvalid_1's auc: 0.832545\tvalid_1's binary_logloss: 0.131505\n", + "[42]\ttraining's auc: 0.926525\ttraining's binary_logloss: 0.108679\tvalid_1's auc: 0.83248\tvalid_1's binary_logloss: 0.13153\n", + "[43]\ttraining's auc: 0.927771\ttraining's binary_logloss: 0.108102\tvalid_1's auc: 0.832139\tvalid_1's binary_logloss: 0.131618\n", + "[44]\ttraining's auc: 0.928567\ttraining's binary_logloss: 0.107684\tvalid_1's auc: 0.832085\tvalid_1's binary_logloss: 0.131653\n", + "[45]\ttraining's auc: 0.929249\ttraining's binary_logloss: 0.107275\tvalid_1's auc: 0.831736\tvalid_1's binary_logloss: 0.131771\n", + "[46]\ttraining's auc: 0.929915\ttraining's binary_logloss: 0.106906\tvalid_1's auc: 0.831571\tvalid_1's binary_logloss: 0.131832\n", + "[47]\ttraining's auc: 0.930578\ttraining's binary_logloss: 0.106495\tvalid_1's auc: 0.83107\tvalid_1's binary_logloss: 0.131893\n", + "[48]\ttraining's auc: 0.93138\ttraining's binary_logloss: 0.106135\tvalid_1's auc: 0.831369\tvalid_1's binary_logloss: 0.131852\n", + "[49]\ttraining's auc: 0.932117\ttraining's binary_logloss: 0.105693\tvalid_1's auc: 0.831298\tvalid_1's binary_logloss: 0.131891\n", + "[50]\ttraining's auc: 0.93288\ttraining's binary_logloss: 0.105265\tvalid_1's auc: 0.831138\tvalid_1's binary_logloss: 0.131964\n", + "[51]\ttraining's auc: 0.93366\ttraining's binary_logloss: 0.104816\tvalid_1's auc: 0.831164\tvalid_1's binary_logloss: 0.131979\n", + "[52]\ttraining's auc: 0.934284\ttraining's binary_logloss: 0.104416\tvalid_1's auc: 0.831097\tvalid_1's binary_logloss: 0.131976\n", + "[53]\ttraining's auc: 0.934808\ttraining's binary_logloss: 0.104098\tvalid_1's auc: 0.831155\tvalid_1's binary_logloss: 0.132013\n", + "[54]\ttraining's auc: 0.935314\ttraining's binary_logloss: 0.103765\tvalid_1's auc: 0.831037\tvalid_1's binary_logloss: 0.132072\n", + "[55]\ttraining's auc: 0.93593\ttraining's binary_logloss: 0.103375\tvalid_1's auc: 0.831028\tvalid_1's binary_logloss: 0.132083\n", + "[56]\ttraining's auc: 0.936616\ttraining's binary_logloss: 0.102991\tvalid_1's auc: 0.83053\tvalid_1's binary_logloss: 0.132255\n", + "[57]\ttraining's auc: 0.937087\ttraining's binary_logloss: 0.10263\tvalid_1's auc: 0.830484\tvalid_1's binary_logloss: 0.132259\n", + "[1]\ttraining's auc: 0.839635\ttraining's binary_logloss: 0.153941\tvalid_1's auc: 0.81658\tvalid_1's binary_logloss: 0.160482\n", + "[2]\ttraining's auc: 0.847263\ttraining's binary_logloss: 0.148202\tvalid_1's auc: 0.823801\tvalid_1's binary_logloss: 0.155329\n", + "[3]\ttraining's auc: 0.855753\ttraining's binary_logloss: 0.143844\tvalid_1's auc: 0.825658\tvalid_1's binary_logloss: 0.151638\n", + "[4]\ttraining's auc: 0.860017\ttraining's binary_logloss: 0.140354\tvalid_1's auc: 0.827773\tvalid_1's binary_logloss: 0.148976\n", + "[5]\ttraining's auc: 0.863711\ttraining's binary_logloss: 0.137474\tvalid_1's auc: 0.828195\tvalid_1's binary_logloss: 0.146934\n", + "[6]\ttraining's auc: 0.866372\ttraining's binary_logloss: 0.135099\tvalid_1's auc: 0.829161\tvalid_1's binary_logloss: 0.145243\n", + "[7]\ttraining's auc: 0.867455\ttraining's binary_logloss: 0.133198\tvalid_1's auc: 0.82944\tvalid_1's binary_logloss: 0.143907\n", + "[8]\ttraining's auc: 0.869861\ttraining's binary_logloss: 0.131487\tvalid_1's auc: 0.829604\tvalid_1's binary_logloss: 0.142842\n", + "[9]\ttraining's auc: 0.873073\ttraining's binary_logloss: 0.12983\tvalid_1's auc: 0.830814\tvalid_1's binary_logloss: 0.141882\n", + "[10]\ttraining's auc: 0.87652\ttraining's binary_logloss: 0.128465\tvalid_1's auc: 0.833067\tvalid_1's binary_logloss: 0.141052\n", + "[11]\ttraining's auc: 0.878655\ttraining's binary_logloss: 0.127154\tvalid_1's auc: 0.832863\tvalid_1's binary_logloss: 0.140444\n", + "[12]\ttraining's auc: 0.880231\ttraining's binary_logloss: 0.125939\tvalid_1's auc: 0.833439\tvalid_1's binary_logloss: 0.139833\n", + "[13]\ttraining's auc: 0.883338\ttraining's binary_logloss: 0.124723\tvalid_1's auc: 0.832919\tvalid_1's binary_logloss: 0.139439\n", + "[14]\ttraining's auc: 0.886711\ttraining's binary_logloss: 0.123638\tvalid_1's auc: 0.833507\tvalid_1's binary_logloss: 0.138975\n", + "[15]\ttraining's auc: 0.888617\ttraining's binary_logloss: 0.122656\tvalid_1's auc: 0.834312\tvalid_1's binary_logloss: 0.138561\n", + "[16]\ttraining's auc: 0.890231\ttraining's binary_logloss: 0.121759\tvalid_1's auc: 0.834163\tvalid_1's binary_logloss: 0.138254\n", + "[17]\ttraining's auc: 0.892339\ttraining's binary_logloss: 0.120825\tvalid_1's auc: 0.835105\tvalid_1's binary_logloss: 0.137923\n", + "[18]\ttraining's auc: 0.894293\ttraining's binary_logloss: 0.11998\tvalid_1's auc: 0.834657\tvalid_1's binary_logloss: 0.137762\n", + "[19]\ttraining's auc: 0.896063\ttraining's binary_logloss: 0.119145\tvalid_1's auc: 0.834634\tvalid_1's binary_logloss: 0.137629\n", + "[20]\ttraining's auc: 0.897194\ttraining's binary_logloss: 0.118417\tvalid_1's auc: 0.834757\tvalid_1's binary_logloss: 0.137464\n", + "[21]\ttraining's auc: 0.898861\ttraining's binary_logloss: 0.117676\tvalid_1's auc: 0.834607\tvalid_1's binary_logloss: 0.137383\n", + "[22]\ttraining's auc: 0.900424\ttraining's binary_logloss: 0.116934\tvalid_1's auc: 0.835089\tvalid_1's binary_logloss: 0.137305\n", + "[23]\ttraining's auc: 0.90188\ttraining's binary_logloss: 0.116234\tvalid_1's auc: 0.834748\tvalid_1's binary_logloss: 0.137194\n", + "[24]\ttraining's auc: 0.903324\ttraining's binary_logloss: 0.115575\tvalid_1's auc: 0.834788\tvalid_1's binary_logloss: 0.137108\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[25]\ttraining's auc: 0.904922\ttraining's binary_logloss: 0.114957\tvalid_1's auc: 0.83417\tvalid_1's binary_logloss: 0.1371\n", + "[26]\ttraining's auc: 0.906106\ttraining's binary_logloss: 0.114356\tvalid_1's auc: 0.833979\tvalid_1's binary_logloss: 0.1371\n", + "[27]\ttraining's auc: 0.907251\ttraining's binary_logloss: 0.113655\tvalid_1's auc: 0.833846\tvalid_1's binary_logloss: 0.137057\n", + "[28]\ttraining's auc: 0.908849\ttraining's binary_logloss: 0.113047\tvalid_1's auc: 0.833668\tvalid_1's binary_logloss: 0.137063\n", + "[29]\ttraining's auc: 0.909944\ttraining's binary_logloss: 0.112555\tvalid_1's auc: 0.833444\tvalid_1's binary_logloss: 0.137061\n", + "[30]\ttraining's auc: 0.91233\ttraining's binary_logloss: 0.111953\tvalid_1's auc: 0.833885\tvalid_1's binary_logloss: 0.13698\n", + "[31]\ttraining's auc: 0.9135\ttraining's binary_logloss: 0.111394\tvalid_1's auc: 0.834103\tvalid_1's binary_logloss: 0.136955\n", + "[32]\ttraining's auc: 0.914465\ttraining's binary_logloss: 0.110917\tvalid_1's auc: 0.834211\tvalid_1's binary_logloss: 0.136891\n", + "[33]\ttraining's auc: 0.915687\ttraining's binary_logloss: 0.110447\tvalid_1's auc: 0.83392\tvalid_1's binary_logloss: 0.136946\n", + "[34]\ttraining's auc: 0.917053\ttraining's binary_logloss: 0.109882\tvalid_1's auc: 0.833903\tvalid_1's binary_logloss: 0.136988\n", + "[35]\ttraining's auc: 0.918367\ttraining's binary_logloss: 0.109309\tvalid_1's auc: 0.834077\tvalid_1's binary_logloss: 0.136927\n", + "[36]\ttraining's auc: 0.919641\ttraining's binary_logloss: 0.108815\tvalid_1's auc: 0.834184\tvalid_1's binary_logloss: 0.13693\n", + "[37]\ttraining's auc: 0.920392\ttraining's binary_logloss: 0.10841\tvalid_1's auc: 0.834044\tvalid_1's binary_logloss: 0.136964\n", + "[38]\ttraining's auc: 0.92179\ttraining's binary_logloss: 0.107928\tvalid_1's auc: 0.833435\tvalid_1's binary_logloss: 0.137081\n", + "[39]\ttraining's auc: 0.922884\ttraining's binary_logloss: 0.107379\tvalid_1's auc: 0.833356\tvalid_1's binary_logloss: 0.13715\n", + "[40]\ttraining's auc: 0.924357\ttraining's binary_logloss: 0.106914\tvalid_1's auc: 0.833588\tvalid_1's binary_logloss: 0.137132\n", + "[41]\ttraining's auc: 0.925434\ttraining's binary_logloss: 0.106432\tvalid_1's auc: 0.833456\tvalid_1's binary_logloss: 0.137167\n", + "[42]\ttraining's auc: 0.926146\ttraining's binary_logloss: 0.106023\tvalid_1's auc: 0.83285\tvalid_1's binary_logloss: 0.137301\n", + "[43]\ttraining's auc: 0.926952\ttraining's binary_logloss: 0.105604\tvalid_1's auc: 0.832512\tvalid_1's binary_logloss: 0.137384\n", + "[44]\ttraining's auc: 0.927687\ttraining's binary_logloss: 0.105131\tvalid_1's auc: 0.832174\tvalid_1's binary_logloss: 0.137496\n", + "[45]\ttraining's auc: 0.928503\ttraining's binary_logloss: 0.104833\tvalid_1's auc: 0.832508\tvalid_1's binary_logloss: 0.137481\n", + "[46]\ttraining's auc: 0.92918\ttraining's binary_logloss: 0.104432\tvalid_1's auc: 0.83233\tvalid_1's binary_logloss: 0.137539\n", + "[47]\ttraining's auc: 0.930088\ttraining's binary_logloss: 0.103983\tvalid_1's auc: 0.832172\tvalid_1's binary_logloss: 0.137547\n", + "[1]\ttraining's auc: 0.83726\ttraining's binary_logloss: 0.14894\tvalid_1's auc: 0.811449\tvalid_1's binary_logloss: 0.152965\n", + "[2]\ttraining's auc: 0.851628\ttraining's binary_logloss: 0.14227\tvalid_1's auc: 0.820884\tvalid_1's binary_logloss: 0.147686\n", + "[3]\ttraining's auc: 0.861449\ttraining's binary_logloss: 0.137768\tvalid_1's auc: 0.822965\tvalid_1's binary_logloss: 0.144531\n", + "[4]\ttraining's auc: 0.86631\ttraining's binary_logloss: 0.134355\tvalid_1's auc: 0.825952\tvalid_1's binary_logloss: 0.142282\n", + "[5]\ttraining's auc: 0.869293\ttraining's binary_logloss: 0.131551\tvalid_1's auc: 0.827803\tvalid_1's binary_logloss: 0.140397\n", + "[6]\ttraining's auc: 0.873635\ttraining's binary_logloss: 0.129278\tvalid_1's auc: 0.828466\tvalid_1's binary_logloss: 0.139173\n", + "[7]\ttraining's auc: 0.876667\ttraining's binary_logloss: 0.127375\tvalid_1's auc: 0.829708\tvalid_1's binary_logloss: 0.138311\n", + "[8]\ttraining's auc: 0.880072\ttraining's binary_logloss: 0.125705\tvalid_1's auc: 0.829576\tvalid_1's binary_logloss: 0.137654\n", + "[9]\ttraining's auc: 0.882264\ttraining's binary_logloss: 0.124204\tvalid_1's auc: 0.829698\tvalid_1's binary_logloss: 0.137138\n", + "[10]\ttraining's auc: 0.885851\ttraining's binary_logloss: 0.12279\tvalid_1's auc: 0.8293\tvalid_1's binary_logloss: 0.136953\n", + "[11]\ttraining's auc: 0.888458\ttraining's binary_logloss: 0.12155\tvalid_1's auc: 0.829196\tvalid_1's binary_logloss: 0.136842\n", + "[12]\ttraining's auc: 0.890809\ttraining's binary_logloss: 0.120382\tvalid_1's auc: 0.830185\tvalid_1's binary_logloss: 0.1365\n", + "[13]\ttraining's auc: 0.893033\ttraining's binary_logloss: 0.119304\tvalid_1's auc: 0.829925\tvalid_1's binary_logloss: 0.136429\n", + "[14]\ttraining's auc: 0.895743\ttraining's binary_logloss: 0.118357\tvalid_1's auc: 0.8299\tvalid_1's binary_logloss: 0.136343\n", + "[15]\ttraining's auc: 0.898684\ttraining's binary_logloss: 0.117301\tvalid_1's auc: 0.829213\tvalid_1's binary_logloss: 0.136474\n", + "[16]\ttraining's auc: 0.900875\ttraining's binary_logloss: 0.116402\tvalid_1's auc: 0.828965\tvalid_1's binary_logloss: 0.136493\n", + "[17]\ttraining's auc: 0.903802\ttraining's binary_logloss: 0.115357\tvalid_1's auc: 0.829858\tvalid_1's binary_logloss: 0.136296\n", + "[18]\ttraining's auc: 0.90614\ttraining's binary_logloss: 0.114527\tvalid_1's auc: 0.830097\tvalid_1's binary_logloss: 0.136277\n", + "[19]\ttraining's auc: 0.908235\ttraining's binary_logloss: 0.113657\tvalid_1's auc: 0.829407\tvalid_1's binary_logloss: 0.136405\n", + "[20]\ttraining's auc: 0.909593\ttraining's binary_logloss: 0.112871\tvalid_1's auc: 0.829461\tvalid_1's binary_logloss: 0.136443\n", + "[21]\ttraining's auc: 0.911124\ttraining's binary_logloss: 0.112053\tvalid_1's auc: 0.828037\tvalid_1's binary_logloss: 0.136764\n", + "[22]\ttraining's auc: 0.912528\ttraining's binary_logloss: 0.11143\tvalid_1's auc: 0.828062\tvalid_1's binary_logloss: 0.1368\n", + "[23]\ttraining's auc: 0.914415\ttraining's binary_logloss: 0.110757\tvalid_1's auc: 0.827018\tvalid_1's binary_logloss: 0.137012\n", + "[24]\ttraining's auc: 0.915538\ttraining's binary_logloss: 0.110101\tvalid_1's auc: 0.826558\tvalid_1's binary_logloss: 0.13712\n", + "[25]\ttraining's auc: 0.917084\ttraining's binary_logloss: 0.109395\tvalid_1's auc: 0.825932\tvalid_1's binary_logloss: 0.137353\n", + "[26]\ttraining's auc: 0.918466\ttraining's binary_logloss: 0.108746\tvalid_1's auc: 0.825833\tvalid_1's binary_logloss: 0.137435\n", + "[27]\ttraining's auc: 0.919634\ttraining's binary_logloss: 0.108127\tvalid_1's auc: 0.825291\tvalid_1's binary_logloss: 0.137595\n", + "[28]\ttraining's auc: 0.92121\ttraining's binary_logloss: 0.107344\tvalid_1's auc: 0.825128\tvalid_1's binary_logloss: 0.13769\n", + "[29]\ttraining's auc: 0.923086\ttraining's binary_logloss: 0.106722\tvalid_1's auc: 0.825404\tvalid_1's binary_logloss: 0.137691\n", + "[30]\ttraining's auc: 0.923865\ttraining's binary_logloss: 0.106246\tvalid_1's auc: 0.824331\tvalid_1's binary_logloss: 0.137904\n", + "[31]\ttraining's auc: 0.924696\ttraining's binary_logloss: 0.105742\tvalid_1's auc: 0.823884\tvalid_1's binary_logloss: 0.13805\n", + "[32]\ttraining's auc: 0.925248\ttraining's binary_logloss: 0.105315\tvalid_1's auc: 0.823161\tvalid_1's binary_logloss: 0.13821\n", + "[33]\ttraining's auc: 0.926743\ttraining's binary_logloss: 0.104809\tvalid_1's auc: 0.822911\tvalid_1's binary_logloss: 0.138316\n", + "[34]\ttraining's auc: 0.927361\ttraining's binary_logloss: 0.104378\tvalid_1's auc: 0.82185\tvalid_1's binary_logloss: 0.138577\n", + "[35]\ttraining's auc: 0.92843\ttraining's binary_logloss: 0.1038\tvalid_1's auc: 0.821809\tvalid_1's binary_logloss: 0.138642\n", + "[36]\ttraining's auc: 0.929624\ttraining's binary_logloss: 0.103241\tvalid_1's auc: 0.821521\tvalid_1's binary_logloss: 0.138764\n", + "[37]\ttraining's auc: 0.930145\ttraining's binary_logloss: 0.102847\tvalid_1's auc: 0.820805\tvalid_1's binary_logloss: 0.138943\n", + "[38]\ttraining's auc: 0.931592\ttraining's binary_logloss: 0.102258\tvalid_1's auc: 0.820273\tvalid_1's binary_logloss: 0.13914\n", + "[39]\ttraining's auc: 0.93277\ttraining's binary_logloss: 0.101828\tvalid_1's auc: 0.820097\tvalid_1's binary_logloss: 0.139296\n", + "[40]\ttraining's auc: 0.933331\ttraining's binary_logloss: 0.101451\tvalid_1's auc: 0.819893\tvalid_1's binary_logloss: 0.139433\n", + "[41]\ttraining's auc: 0.934051\ttraining's binary_logloss: 0.101101\tvalid_1's auc: 0.819951\tvalid_1's binary_logloss: 0.13956\n", + "[42]\ttraining's auc: 0.934477\ttraining's binary_logloss: 0.100747\tvalid_1's auc: 0.819021\tvalid_1's binary_logloss: 0.139816\n", + "[1]\ttraining's auc: 0.834977\ttraining's binary_logloss: 0.151901\tvalid_1's auc: 0.821076\tvalid_1's binary_logloss: 0.148573\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2]\ttraining's auc: 0.850069\ttraining's binary_logloss: 0.144858\tvalid_1's auc: 0.830318\tvalid_1's binary_logloss: 0.143351\n", + "[3]\ttraining's auc: 0.856787\ttraining's binary_logloss: 0.140217\tvalid_1's auc: 0.832612\tvalid_1's binary_logloss: 0.140112\n", + "[4]\ttraining's auc: 0.861967\ttraining's binary_logloss: 0.136667\tvalid_1's auc: 0.83279\tvalid_1's binary_logloss: 0.137938\n", + "[5]\ttraining's auc: 0.866165\ttraining's binary_logloss: 0.133851\tvalid_1's auc: 0.832653\tvalid_1's binary_logloss: 0.136397\n", + "[6]\ttraining's auc: 0.869003\ttraining's binary_logloss: 0.131621\tvalid_1's auc: 0.833731\tvalid_1's binary_logloss: 0.134972\n", + "[7]\ttraining's auc: 0.873249\ttraining's binary_logloss: 0.129588\tvalid_1's auc: 0.832667\tvalid_1's binary_logloss: 0.134188\n", + "[8]\ttraining's auc: 0.876999\ttraining's binary_logloss: 0.127784\tvalid_1's auc: 0.832139\tvalid_1's binary_logloss: 0.133572\n", + "[9]\ttraining's auc: 0.879535\ttraining's binary_logloss: 0.126318\tvalid_1's auc: 0.832206\tvalid_1's binary_logloss: 0.13314\n", + "[10]\ttraining's auc: 0.882736\ttraining's binary_logloss: 0.124914\tvalid_1's auc: 0.831513\tvalid_1's binary_logloss: 0.132864\n", + "[11]\ttraining's auc: 0.885262\ttraining's binary_logloss: 0.123624\tvalid_1's auc: 0.831178\tvalid_1's binary_logloss: 0.132547\n", + "[12]\ttraining's auc: 0.888109\ttraining's binary_logloss: 0.122377\tvalid_1's auc: 0.831209\tvalid_1's binary_logloss: 0.13248\n", + "[13]\ttraining's auc: 0.89164\ttraining's binary_logloss: 0.121157\tvalid_1's auc: 0.83082\tvalid_1's binary_logloss: 0.13236\n", + "[14]\ttraining's auc: 0.893223\ttraining's binary_logloss: 0.120207\tvalid_1's auc: 0.83101\tvalid_1's binary_logloss: 0.132204\n", + "[15]\ttraining's auc: 0.895936\ttraining's binary_logloss: 0.119096\tvalid_1's auc: 0.831623\tvalid_1's binary_logloss: 0.132081\n", + "[16]\ttraining's auc: 0.898857\ttraining's binary_logloss: 0.118161\tvalid_1's auc: 0.831374\tvalid_1's binary_logloss: 0.132098\n", + "[17]\ttraining's auc: 0.9014\ttraining's binary_logloss: 0.117245\tvalid_1's auc: 0.830791\tvalid_1's binary_logloss: 0.132067\n", + "[18]\ttraining's auc: 0.903683\ttraining's binary_logloss: 0.116351\tvalid_1's auc: 0.83116\tvalid_1's binary_logloss: 0.131962\n", + "[19]\ttraining's auc: 0.904988\ttraining's binary_logloss: 0.11564\tvalid_1's auc: 0.831171\tvalid_1's binary_logloss: 0.131962\n", + "[20]\ttraining's auc: 0.906801\ttraining's binary_logloss: 0.114817\tvalid_1's auc: 0.831613\tvalid_1's binary_logloss: 0.131864\n", + "[21]\ttraining's auc: 0.909296\ttraining's binary_logloss: 0.113994\tvalid_1's auc: 0.832143\tvalid_1's binary_logloss: 0.131827\n", + "[22]\ttraining's auc: 0.911076\ttraining's binary_logloss: 0.113304\tvalid_1's auc: 0.831833\tvalid_1's binary_logloss: 0.131854\n", + "[23]\ttraining's auc: 0.912851\ttraining's binary_logloss: 0.112509\tvalid_1's auc: 0.831521\tvalid_1's binary_logloss: 0.13195\n", + "[24]\ttraining's auc: 0.9156\ttraining's binary_logloss: 0.111748\tvalid_1's auc: 0.831336\tvalid_1's binary_logloss: 0.132048\n", + "[25]\ttraining's auc: 0.916728\ttraining's binary_logloss: 0.111069\tvalid_1's auc: 0.831343\tvalid_1's binary_logloss: 0.132087\n", + "[26]\ttraining's auc: 0.918965\ttraining's binary_logloss: 0.110286\tvalid_1's auc: 0.830835\tvalid_1's binary_logloss: 0.132168\n", + "[27]\ttraining's auc: 0.920102\ttraining's binary_logloss: 0.109679\tvalid_1's auc: 0.830048\tvalid_1's binary_logloss: 0.132297\n", + "[28]\ttraining's auc: 0.921182\ttraining's binary_logloss: 0.109085\tvalid_1's auc: 0.830034\tvalid_1's binary_logloss: 0.132296\n", + "[29]\ttraining's auc: 0.92227\ttraining's binary_logloss: 0.108488\tvalid_1's auc: 0.829891\tvalid_1's binary_logloss: 0.132349\n", + "[30]\ttraining's auc: 0.923326\ttraining's binary_logloss: 0.107896\tvalid_1's auc: 0.828627\tvalid_1's binary_logloss: 0.132637\n", + "[31]\ttraining's auc: 0.924731\ttraining's binary_logloss: 0.107128\tvalid_1's auc: 0.828346\tvalid_1's binary_logloss: 0.132706\n", + "[32]\ttraining's auc: 0.926051\ttraining's binary_logloss: 0.106479\tvalid_1's auc: 0.828109\tvalid_1's binary_logloss: 0.132814\n", + "[33]\ttraining's auc: 0.926608\ttraining's binary_logloss: 0.106038\tvalid_1's auc: 0.827909\tvalid_1's binary_logloss: 0.132884\n", + "[34]\ttraining's auc: 0.927452\ttraining's binary_logloss: 0.105557\tvalid_1's auc: 0.828448\tvalid_1's binary_logloss: 0.132841\n", + "[35]\ttraining's auc: 0.928691\ttraining's binary_logloss: 0.105021\tvalid_1's auc: 0.828273\tvalid_1's binary_logloss: 0.132932\n", + "[36]\ttraining's auc: 0.929259\ttraining's binary_logloss: 0.10457\tvalid_1's auc: 0.828212\tvalid_1's binary_logloss: 0.132954\n", + "[1]\ttraining's auc: 0.831682\ttraining's binary_logloss: 0.148555\tvalid_1's auc: 0.806544\tvalid_1's binary_logloss: 0.156098\n", + "[2]\ttraining's auc: 0.848507\ttraining's binary_logloss: 0.14181\tvalid_1's auc: 0.819692\tvalid_1's binary_logloss: 0.150361\n", + "[3]\ttraining's auc: 0.854948\ttraining's binary_logloss: 0.137158\tvalid_1's auc: 0.823772\tvalid_1's binary_logloss: 0.146817\n", + "[4]\ttraining's auc: 0.859913\ttraining's binary_logloss: 0.133581\tvalid_1's auc: 0.825153\tvalid_1's binary_logloss: 0.144513\n", + "[5]\ttraining's auc: 0.864851\ttraining's binary_logloss: 0.130781\tvalid_1's auc: 0.826261\tvalid_1's binary_logloss: 0.142768\n", + "[6]\ttraining's auc: 0.86817\ttraining's binary_logloss: 0.128634\tvalid_1's auc: 0.827312\tvalid_1's binary_logloss: 0.141433\n", + "[7]\ttraining's auc: 0.873927\ttraining's binary_logloss: 0.126798\tvalid_1's auc: 0.831338\tvalid_1's binary_logloss: 0.140246\n", + "[8]\ttraining's auc: 0.876851\ttraining's binary_logloss: 0.125154\tvalid_1's auc: 0.831579\tvalid_1's binary_logloss: 0.139454\n", + "[9]\ttraining's auc: 0.880831\ttraining's binary_logloss: 0.123568\tvalid_1's auc: 0.831196\tvalid_1's binary_logloss: 0.13894\n", + "[10]\ttraining's auc: 0.884179\ttraining's binary_logloss: 0.122116\tvalid_1's auc: 0.831494\tvalid_1's binary_logloss: 0.138492\n", + "[11]\ttraining's auc: 0.887274\ttraining's binary_logloss: 0.120914\tvalid_1's auc: 0.831461\tvalid_1's binary_logloss: 0.138228\n", + "[12]\ttraining's auc: 0.890836\ttraining's binary_logloss: 0.119613\tvalid_1's auc: 0.831993\tvalid_1's binary_logloss: 0.137997\n", + "[13]\ttraining's auc: 0.892949\ttraining's binary_logloss: 0.118554\tvalid_1's auc: 0.832503\tvalid_1's binary_logloss: 0.137768\n", + "[14]\ttraining's auc: 0.8956\ttraining's binary_logloss: 0.117459\tvalid_1's auc: 0.833032\tvalid_1's binary_logloss: 0.137558\n", + "[15]\ttraining's auc: 0.897359\ttraining's binary_logloss: 0.116459\tvalid_1's auc: 0.832926\tvalid_1's binary_logloss: 0.137607\n", + "[16]\ttraining's auc: 0.899449\ttraining's binary_logloss: 0.115547\tvalid_1's auc: 0.83252\tvalid_1's binary_logloss: 0.137607\n", + "[17]\ttraining's auc: 0.901799\ttraining's binary_logloss: 0.114689\tvalid_1's auc: 0.832638\tvalid_1's binary_logloss: 0.137619\n", + "[18]\ttraining's auc: 0.90523\ttraining's binary_logloss: 0.113791\tvalid_1's auc: 0.8331\tvalid_1's binary_logloss: 0.137537\n", + "[19]\ttraining's auc: 0.907469\ttraining's binary_logloss: 0.112993\tvalid_1's auc: 0.832182\tvalid_1's binary_logloss: 0.137675\n", + "[20]\ttraining's auc: 0.908865\ttraining's binary_logloss: 0.112318\tvalid_1's auc: 0.831756\tvalid_1's binary_logloss: 0.137783\n", + "[21]\ttraining's auc: 0.911533\ttraining's binary_logloss: 0.111541\tvalid_1's auc: 0.831368\tvalid_1's binary_logloss: 0.137874\n", + "[22]\ttraining's auc: 0.913291\ttraining's binary_logloss: 0.110774\tvalid_1's auc: 0.831763\tvalid_1's binary_logloss: 0.137821\n", + "[23]\ttraining's auc: 0.914922\ttraining's binary_logloss: 0.10999\tvalid_1's auc: 0.831285\tvalid_1's binary_logloss: 0.137951\n", + "[24]\ttraining's auc: 0.916325\ttraining's binary_logloss: 0.10923\tvalid_1's auc: 0.831083\tvalid_1's binary_logloss: 0.138051\n", + "[25]\ttraining's auc: 0.91771\ttraining's binary_logloss: 0.108621\tvalid_1's auc: 0.831264\tvalid_1's binary_logloss: 0.138013\n", + "[26]\ttraining's auc: 0.919655\ttraining's binary_logloss: 0.107792\tvalid_1's auc: 0.830921\tvalid_1's binary_logloss: 0.138087\n", + "[27]\ttraining's auc: 0.921723\ttraining's binary_logloss: 0.106945\tvalid_1's auc: 0.83063\tvalid_1's binary_logloss: 0.138159\n", + "[28]\ttraining's auc: 0.922986\ttraining's binary_logloss: 0.106302\tvalid_1's auc: 0.83028\tvalid_1's binary_logloss: 0.138307\n", + "[29]\ttraining's auc: 0.924257\ttraining's binary_logloss: 0.105732\tvalid_1's auc: 0.830841\tvalid_1's binary_logloss: 0.138256\n", + "[30]\ttraining's auc: 0.925218\ttraining's binary_logloss: 0.105101\tvalid_1's auc: 0.830378\tvalid_1's binary_logloss: 0.138438\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[31]\ttraining's auc: 0.926495\ttraining's binary_logloss: 0.104506\tvalid_1's auc: 0.829326\tvalid_1's binary_logloss: 0.13872\n", + "[32]\ttraining's auc: 0.927488\ttraining's binary_logloss: 0.10397\tvalid_1's auc: 0.828816\tvalid_1's binary_logloss: 0.138914\n", + "[33]\ttraining's auc: 0.928368\ttraining's binary_logloss: 0.103389\tvalid_1's auc: 0.828744\tvalid_1's binary_logloss: 0.138987\n", + "[34]\ttraining's auc: 0.92919\ttraining's binary_logloss: 0.102878\tvalid_1's auc: 0.828429\tvalid_1's binary_logloss: 0.139113\n", + "[35]\ttraining's auc: 0.9298\ttraining's binary_logloss: 0.102412\tvalid_1's auc: 0.82781\tvalid_1's binary_logloss: 0.139302\n", + "[36]\ttraining's auc: 0.930675\ttraining's binary_logloss: 0.101914\tvalid_1's auc: 0.827318\tvalid_1's binary_logloss: 0.139481\n", + "[37]\ttraining's auc: 0.932265\ttraining's binary_logloss: 0.101273\tvalid_1's auc: 0.827476\tvalid_1's binary_logloss: 0.139472\n", + "[38]\ttraining's auc: 0.933489\ttraining's binary_logloss: 0.100789\tvalid_1's auc: 0.827036\tvalid_1's binary_logloss: 0.139665\n", + "[39]\ttraining's auc: 0.934018\ttraining's binary_logloss: 0.100351\tvalid_1's auc: 0.826137\tvalid_1's binary_logloss: 0.139882\n", + "[40]\ttraining's auc: 0.935097\ttraining's binary_logloss: 0.0997579\tvalid_1's auc: 0.825635\tvalid_1's binary_logloss: 0.140012\n", + "[41]\ttraining's auc: 0.935647\ttraining's binary_logloss: 0.0993145\tvalid_1's auc: 0.825306\tvalid_1's binary_logloss: 0.14016\n", + "[42]\ttraining's auc: 0.936722\ttraining's binary_logloss: 0.0988657\tvalid_1's auc: 0.826396\tvalid_1's binary_logloss: 0.140028\n", + "[43]\ttraining's auc: 0.937769\ttraining's binary_logloss: 0.0983206\tvalid_1's auc: 0.826197\tvalid_1's binary_logloss: 0.140138\n", + "[44]\ttraining's auc: 0.938417\ttraining's binary_logloss: 0.0978269\tvalid_1's auc: 0.825307\tvalid_1's binary_logloss: 0.140377\n", + "[45]\ttraining's auc: 0.939211\ttraining's binary_logloss: 0.0973722\tvalid_1's auc: 0.825132\tvalid_1's binary_logloss: 0.140446\n", + "[46]\ttraining's auc: 0.940315\ttraining's binary_logloss: 0.0968933\tvalid_1's auc: 0.825369\tvalid_1's binary_logloss: 0.14046\n", + "[47]\ttraining's auc: 0.940889\ttraining's binary_logloss: 0.0964386\tvalid_1's auc: 0.825161\tvalid_1's binary_logloss: 0.140518\n", + "[48]\ttraining's auc: 0.941519\ttraining's binary_logloss: 0.0959397\tvalid_1's auc: 0.824393\tvalid_1's binary_logloss: 0.140752\n", + "[1]\ttraining's auc: 0.834251\ttraining's binary_logloss: 0.162179\tvalid_1's auc: 0.809266\tvalid_1's binary_logloss: 0.16348\n", + "[2]\ttraining's auc: 0.835174\ttraining's binary_logloss: 0.160063\tvalid_1's auc: 0.809502\tvalid_1's binary_logloss: 0.161752\n", + "[3]\ttraining's auc: 0.837613\ttraining's binary_logloss: 0.158203\tvalid_1's auc: 0.812125\tvalid_1's binary_logloss: 0.160171\n", + "[4]\ttraining's auc: 0.839696\ttraining's binary_logloss: 0.156515\tvalid_1's auc: 0.812818\tvalid_1's binary_logloss: 0.158793\n", + "[5]\ttraining's auc: 0.843036\ttraining's binary_logloss: 0.154967\tvalid_1's auc: 0.813983\tvalid_1's binary_logloss: 0.157493\n", + "[6]\ttraining's auc: 0.843581\ttraining's binary_logloss: 0.153553\tvalid_1's auc: 0.813968\tvalid_1's binary_logloss: 0.156365\n", + "[7]\ttraining's auc: 0.845808\ttraining's binary_logloss: 0.152215\tvalid_1's auc: 0.816422\tvalid_1's binary_logloss: 0.155289\n", + "[8]\ttraining's auc: 0.846724\ttraining's binary_logloss: 0.150982\tvalid_1's auc: 0.816151\tvalid_1's binary_logloss: 0.154312\n", + "[9]\ttraining's auc: 0.849025\ttraining's binary_logloss: 0.14984\tvalid_1's auc: 0.817714\tvalid_1's binary_logloss: 0.15339\n", + "[10]\ttraining's auc: 0.849819\ttraining's binary_logloss: 0.148774\tvalid_1's auc: 0.818119\tvalid_1's binary_logloss: 0.152534\n", + "[11]\ttraining's auc: 0.850605\ttraining's binary_logloss: 0.147764\tvalid_1's auc: 0.818099\tvalid_1's binary_logloss: 0.151703\n", + "[12]\ttraining's auc: 0.852698\ttraining's binary_logloss: 0.146805\tvalid_1's auc: 0.819832\tvalid_1's binary_logloss: 0.150932\n", + "[13]\ttraining's auc: 0.854212\ttraining's binary_logloss: 0.145913\tvalid_1's auc: 0.821448\tvalid_1's binary_logloss: 0.150228\n", + "[14]\ttraining's auc: 0.854688\ttraining's binary_logloss: 0.145031\tvalid_1's auc: 0.822076\tvalid_1's binary_logloss: 0.149553\n", + "[15]\ttraining's auc: 0.854982\ttraining's binary_logloss: 0.144227\tvalid_1's auc: 0.822344\tvalid_1's binary_logloss: 0.14895\n", + "[16]\ttraining's auc: 0.855849\ttraining's binary_logloss: 0.143441\tvalid_1's auc: 0.823084\tvalid_1's binary_logloss: 0.148342\n", + "[17]\ttraining's auc: 0.856548\ttraining's binary_logloss: 0.142693\tvalid_1's auc: 0.823179\tvalid_1's binary_logloss: 0.147771\n", + "[18]\ttraining's auc: 0.8568\ttraining's binary_logloss: 0.141957\tvalid_1's auc: 0.823174\tvalid_1's binary_logloss: 0.147233\n", + "[19]\ttraining's auc: 0.857272\ttraining's binary_logloss: 0.14126\tvalid_1's auc: 0.823742\tvalid_1's binary_logloss: 0.14673\n", + "[20]\ttraining's auc: 0.85777\ttraining's binary_logloss: 0.140597\tvalid_1's auc: 0.824589\tvalid_1's binary_logloss: 0.146205\n", + "[21]\ttraining's auc: 0.860801\ttraining's binary_logloss: 0.139963\tvalid_1's auc: 0.825809\tvalid_1's binary_logloss: 0.145749\n", + "[22]\ttraining's auc: 0.861034\ttraining's binary_logloss: 0.139366\tvalid_1's auc: 0.826443\tvalid_1's binary_logloss: 0.145282\n", + "[23]\ttraining's auc: 0.861508\ttraining's binary_logloss: 0.138792\tvalid_1's auc: 0.826259\tvalid_1's binary_logloss: 0.144864\n", + "[24]\ttraining's auc: 0.861985\ttraining's binary_logloss: 0.138246\tvalid_1's auc: 0.826308\tvalid_1's binary_logloss: 0.144465\n", + "[25]\ttraining's auc: 0.86229\ttraining's binary_logloss: 0.137722\tvalid_1's auc: 0.826924\tvalid_1's binary_logloss: 0.144044\n", + "[26]\ttraining's auc: 0.862502\ttraining's binary_logloss: 0.137226\tvalid_1's auc: 0.826609\tvalid_1's binary_logloss: 0.143713\n", + "[27]\ttraining's auc: 0.862975\ttraining's binary_logloss: 0.136735\tvalid_1's auc: 0.82721\tvalid_1's binary_logloss: 0.143364\n", + "[28]\ttraining's auc: 0.864289\ttraining's binary_logloss: 0.13627\tvalid_1's auc: 0.82772\tvalid_1's binary_logloss: 0.143034\n", + "[29]\ttraining's auc: 0.864594\ttraining's binary_logloss: 0.135823\tvalid_1's auc: 0.827805\tvalid_1's binary_logloss: 0.142719\n", + "[30]\ttraining's auc: 0.865035\ttraining's binary_logloss: 0.13539\tvalid_1's auc: 0.827673\tvalid_1's binary_logloss: 0.14242\n", + "[31]\ttraining's auc: 0.865396\ttraining's binary_logloss: 0.134972\tvalid_1's auc: 0.827332\tvalid_1's binary_logloss: 0.14214\n", + "[32]\ttraining's auc: 0.865796\ttraining's binary_logloss: 0.134564\tvalid_1's auc: 0.827582\tvalid_1's binary_logloss: 0.141864\n", + "[33]\ttraining's auc: 0.866094\ttraining's binary_logloss: 0.134164\tvalid_1's auc: 0.827549\tvalid_1's binary_logloss: 0.141621\n", + "[34]\ttraining's auc: 0.866879\ttraining's binary_logloss: 0.133766\tvalid_1's auc: 0.828184\tvalid_1's binary_logloss: 0.141372\n", + "[35]\ttraining's auc: 0.867133\ttraining's binary_logloss: 0.133374\tvalid_1's auc: 0.828896\tvalid_1's binary_logloss: 0.141117\n", + "[36]\ttraining's auc: 0.867293\ttraining's binary_logloss: 0.133012\tvalid_1's auc: 0.829235\tvalid_1's binary_logloss: 0.140863\n", + "[37]\ttraining's auc: 0.868533\ttraining's binary_logloss: 0.132644\tvalid_1's auc: 0.829824\tvalid_1's binary_logloss: 0.140612\n", + "[38]\ttraining's auc: 0.869227\ttraining's binary_logloss: 0.132292\tvalid_1's auc: 0.829431\tvalid_1's binary_logloss: 0.140385\n", + "[39]\ttraining's auc: 0.86957\ttraining's binary_logloss: 0.131952\tvalid_1's auc: 0.82944\tvalid_1's binary_logloss: 0.140166\n", + "[40]\ttraining's auc: 0.869981\ttraining's binary_logloss: 0.131635\tvalid_1's auc: 0.829408\tvalid_1's binary_logloss: 0.139984\n", + "[41]\ttraining's auc: 0.870884\ttraining's binary_logloss: 0.131306\tvalid_1's auc: 0.829634\tvalid_1's binary_logloss: 0.139773\n", + "[42]\ttraining's auc: 0.871238\ttraining's binary_logloss: 0.130998\tvalid_1's auc: 0.829833\tvalid_1's binary_logloss: 0.139585\n", + "[43]\ttraining's auc: 0.87159\ttraining's binary_logloss: 0.130707\tvalid_1's auc: 0.830039\tvalid_1's binary_logloss: 0.139409\n", + "[44]\ttraining's auc: 0.871899\ttraining's binary_logloss: 0.130389\tvalid_1's auc: 0.830097\tvalid_1's binary_logloss: 0.139239\n", + "[45]\ttraining's auc: 0.872356\ttraining's binary_logloss: 0.130072\tvalid_1's auc: 0.830034\tvalid_1's binary_logloss: 0.139078\n", + "[46]\ttraining's auc: 0.872903\ttraining's binary_logloss: 0.129778\tvalid_1's auc: 0.830262\tvalid_1's binary_logloss: 0.138938\n", + "[47]\ttraining's auc: 0.873234\ttraining's binary_logloss: 0.129489\tvalid_1's auc: 0.830138\tvalid_1's binary_logloss: 0.138801\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[48]\ttraining's auc: 0.873573\ttraining's binary_logloss: 0.129208\tvalid_1's auc: 0.829939\tvalid_1's binary_logloss: 0.138669\n", + "[49]\ttraining's auc: 0.873905\ttraining's binary_logloss: 0.128955\tvalid_1's auc: 0.829945\tvalid_1's binary_logloss: 0.138544\n", + "[50]\ttraining's auc: 0.874277\ttraining's binary_logloss: 0.128688\tvalid_1's auc: 0.829978\tvalid_1's binary_logloss: 0.138432\n", + "[51]\ttraining's auc: 0.874941\ttraining's binary_logloss: 0.12842\tvalid_1's auc: 0.830216\tvalid_1's binary_logloss: 0.138299\n", + "[52]\ttraining's auc: 0.875707\ttraining's binary_logloss: 0.128168\tvalid_1's auc: 0.830501\tvalid_1's binary_logloss: 0.138184\n", + "[53]\ttraining's auc: 0.876076\ttraining's binary_logloss: 0.127936\tvalid_1's auc: 0.830732\tvalid_1's binary_logloss: 0.138059\n", + "[54]\ttraining's auc: 0.87643\ttraining's binary_logloss: 0.127714\tvalid_1's auc: 0.83075\tvalid_1's binary_logloss: 0.13794\n", + "[55]\ttraining's auc: 0.877021\ttraining's binary_logloss: 0.12747\tvalid_1's auc: 0.830883\tvalid_1's binary_logloss: 0.137834\n", + "[56]\ttraining's auc: 0.87751\ttraining's binary_logloss: 0.12724\tvalid_1's auc: 0.831035\tvalid_1's binary_logloss: 0.137725\n", + "[57]\ttraining's auc: 0.877995\ttraining's binary_logloss: 0.127003\tvalid_1's auc: 0.831083\tvalid_1's binary_logloss: 0.13763\n", + "[58]\ttraining's auc: 0.878432\ttraining's binary_logloss: 0.126769\tvalid_1's auc: 0.831085\tvalid_1's binary_logloss: 0.13754\n", + "[59]\ttraining's auc: 0.878884\ttraining's binary_logloss: 0.126543\tvalid_1's auc: 0.831281\tvalid_1's binary_logloss: 0.137443\n", + "[60]\ttraining's auc: 0.879253\ttraining's binary_logloss: 0.126328\tvalid_1's auc: 0.831432\tvalid_1's binary_logloss: 0.137342\n", + "[61]\ttraining's auc: 0.879789\ttraining's binary_logloss: 0.126114\tvalid_1's auc: 0.831393\tvalid_1's binary_logloss: 0.137269\n", + "[62]\ttraining's auc: 0.880292\ttraining's binary_logloss: 0.125903\tvalid_1's auc: 0.831451\tvalid_1's binary_logloss: 0.137191\n", + "[63]\ttraining's auc: 0.880723\ttraining's binary_logloss: 0.125698\tvalid_1's auc: 0.831426\tvalid_1's binary_logloss: 0.137123\n", + "[64]\ttraining's auc: 0.881276\ttraining's binary_logloss: 0.1255\tvalid_1's auc: 0.831507\tvalid_1's binary_logloss: 0.137038\n", + "[65]\ttraining's auc: 0.881655\ttraining's binary_logloss: 0.125299\tvalid_1's auc: 0.831444\tvalid_1's binary_logloss: 0.136984\n", + "[66]\ttraining's auc: 0.882128\ttraining's binary_logloss: 0.125093\tvalid_1's auc: 0.831326\tvalid_1's binary_logloss: 0.136936\n", + "[67]\ttraining's auc: 0.88252\ttraining's binary_logloss: 0.124903\tvalid_1's auc: 0.831345\tvalid_1's binary_logloss: 0.136869\n", + "[68]\ttraining's auc: 0.882868\ttraining's binary_logloss: 0.124705\tvalid_1's auc: 0.83144\tvalid_1's binary_logloss: 0.1368\n", + "[69]\ttraining's auc: 0.88322\ttraining's binary_logloss: 0.124528\tvalid_1's auc: 0.831402\tvalid_1's binary_logloss: 0.13675\n", + "[70]\ttraining's auc: 0.883447\ttraining's binary_logloss: 0.124364\tvalid_1's auc: 0.831325\tvalid_1's binary_logloss: 0.136706\n", + "[71]\ttraining's auc: 0.883922\ttraining's binary_logloss: 0.124191\tvalid_1's auc: 0.831369\tvalid_1's binary_logloss: 0.136643\n", + "[72]\ttraining's auc: 0.884409\ttraining's binary_logloss: 0.124011\tvalid_1's auc: 0.831431\tvalid_1's binary_logloss: 0.136586\n", + "[73]\ttraining's auc: 0.884944\ttraining's binary_logloss: 0.123825\tvalid_1's auc: 0.831824\tvalid_1's binary_logloss: 0.136507\n", + "[74]\ttraining's auc: 0.885277\ttraining's binary_logloss: 0.123636\tvalid_1's auc: 0.831691\tvalid_1's binary_logloss: 0.136475\n", + "[75]\ttraining's auc: 0.885782\ttraining's binary_logloss: 0.123464\tvalid_1's auc: 0.831784\tvalid_1's binary_logloss: 0.136426\n", + "[76]\ttraining's auc: 0.88613\ttraining's binary_logloss: 0.123297\tvalid_1's auc: 0.831775\tvalid_1's binary_logloss: 0.13638\n", + "[77]\ttraining's auc: 0.886519\ttraining's binary_logloss: 0.123125\tvalid_1's auc: 0.831937\tvalid_1's binary_logloss: 0.136308\n", + "[78]\ttraining's auc: 0.886914\ttraining's binary_logloss: 0.122947\tvalid_1's auc: 0.831892\tvalid_1's binary_logloss: 0.13627\n", + "[79]\ttraining's auc: 0.887247\ttraining's binary_logloss: 0.122777\tvalid_1's auc: 0.832059\tvalid_1's binary_logloss: 0.136207\n", + "[80]\ttraining's auc: 0.887542\ttraining's binary_logloss: 0.12262\tvalid_1's auc: 0.83212\tvalid_1's binary_logloss: 0.136147\n", + "[81]\ttraining's auc: 0.887896\ttraining's binary_logloss: 0.122449\tvalid_1's auc: 0.832121\tvalid_1's binary_logloss: 0.136102\n", + "[82]\ttraining's auc: 0.888175\ttraining's binary_logloss: 0.122287\tvalid_1's auc: 0.832168\tvalid_1's binary_logloss: 0.136064\n", + "[83]\ttraining's auc: 0.88857\ttraining's binary_logloss: 0.122123\tvalid_1's auc: 0.832087\tvalid_1's binary_logloss: 0.136045\n", + "[84]\ttraining's auc: 0.88885\ttraining's binary_logloss: 0.121973\tvalid_1's auc: 0.832071\tvalid_1's binary_logloss: 0.135999\n", + "[85]\ttraining's auc: 0.889185\ttraining's binary_logloss: 0.121829\tvalid_1's auc: 0.832095\tvalid_1's binary_logloss: 0.135962\n", + "[86]\ttraining's auc: 0.889511\ttraining's binary_logloss: 0.121659\tvalid_1's auc: 0.83216\tvalid_1's binary_logloss: 0.135933\n", + "[87]\ttraining's auc: 0.889847\ttraining's binary_logloss: 0.121503\tvalid_1's auc: 0.83218\tvalid_1's binary_logloss: 0.135892\n", + "[88]\ttraining's auc: 0.890089\ttraining's binary_logloss: 0.121363\tvalid_1's auc: 0.832147\tvalid_1's binary_logloss: 0.135875\n", + "[89]\ttraining's auc: 0.890449\ttraining's binary_logloss: 0.121213\tvalid_1's auc: 0.832216\tvalid_1's binary_logloss: 0.135847\n", + "[90]\ttraining's auc: 0.890628\ttraining's binary_logloss: 0.121088\tvalid_1's auc: 0.832278\tvalid_1's binary_logloss: 0.135818\n", + "[91]\ttraining's auc: 0.890979\ttraining's binary_logloss: 0.120943\tvalid_1's auc: 0.832306\tvalid_1's binary_logloss: 0.135792\n", + "[92]\ttraining's auc: 0.891212\ttraining's binary_logloss: 0.120817\tvalid_1's auc: 0.83223\tvalid_1's binary_logloss: 0.135772\n", + "[93]\ttraining's auc: 0.89154\ttraining's binary_logloss: 0.120679\tvalid_1's auc: 0.832215\tvalid_1's binary_logloss: 0.135765\n", + "[94]\ttraining's auc: 0.891981\ttraining's binary_logloss: 0.12053\tvalid_1's auc: 0.832278\tvalid_1's binary_logloss: 0.135722\n", + "[95]\ttraining's auc: 0.892284\ttraining's binary_logloss: 0.120401\tvalid_1's auc: 0.832292\tvalid_1's binary_logloss: 0.135705\n", + "[96]\ttraining's auc: 0.892493\ttraining's binary_logloss: 0.120267\tvalid_1's auc: 0.832281\tvalid_1's binary_logloss: 0.13568\n", + "[97]\ttraining's auc: 0.892736\ttraining's binary_logloss: 0.120137\tvalid_1's auc: 0.832224\tvalid_1's binary_logloss: 0.135671\n", + "[98]\ttraining's auc: 0.893234\ttraining's binary_logloss: 0.119976\tvalid_1's auc: 0.832456\tvalid_1's binary_logloss: 0.13564\n", + "[99]\ttraining's auc: 0.893445\ttraining's binary_logloss: 0.119856\tvalid_1's auc: 0.832406\tvalid_1's binary_logloss: 0.135621\n", + "[100]\ttraining's auc: 0.893787\ttraining's binary_logloss: 0.119715\tvalid_1's auc: 0.83254\tvalid_1's binary_logloss: 0.135597\n", + "[1]\ttraining's auc: 0.828463\ttraining's binary_logloss: 0.16464\tvalid_1's auc: 0.815038\tvalid_1's binary_logloss: 0.158817\n", + "[2]\ttraining's auc: 0.831921\ttraining's binary_logloss: 0.162561\tvalid_1's auc: 0.817338\tvalid_1's binary_logloss: 0.157122\n", + "[3]\ttraining's auc: 0.837989\ttraining's binary_logloss: 0.160678\tvalid_1's auc: 0.821099\tvalid_1's binary_logloss: 0.155535\n", + "[4]\ttraining's auc: 0.838817\ttraining's binary_logloss: 0.158999\tvalid_1's auc: 0.820219\tvalid_1's binary_logloss: 0.154151\n", + "[5]\ttraining's auc: 0.841776\ttraining's binary_logloss: 0.157414\tvalid_1's auc: 0.823294\tvalid_1's binary_logloss: 0.152882\n", + "[6]\ttraining's auc: 0.842651\ttraining's binary_logloss: 0.155982\tvalid_1's auc: 0.823546\tvalid_1's binary_logloss: 0.15169\n", + "[7]\ttraining's auc: 0.844094\ttraining's binary_logloss: 0.154665\tvalid_1's auc: 0.825184\tvalid_1's binary_logloss: 0.150607\n", + "[8]\ttraining's auc: 0.84481\ttraining's binary_logloss: 0.153436\tvalid_1's auc: 0.825781\tvalid_1's binary_logloss: 0.14961\n", + "[9]\ttraining's auc: 0.845676\ttraining's binary_logloss: 0.152276\tvalid_1's auc: 0.826318\tvalid_1's binary_logloss: 0.148679\n", + "[10]\ttraining's auc: 0.846415\ttraining's binary_logloss: 0.151191\tvalid_1's auc: 0.826938\tvalid_1's binary_logloss: 0.147797\n", + "[11]\ttraining's auc: 0.850739\ttraining's binary_logloss: 0.150159\tvalid_1's auc: 0.830021\tvalid_1's binary_logloss: 0.147027\n", + "[12]\ttraining's auc: 0.851463\ttraining's binary_logloss: 0.149207\tvalid_1's auc: 0.830269\tvalid_1's binary_logloss: 0.146276\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[13]\ttraining's auc: 0.851832\ttraining's binary_logloss: 0.148292\tvalid_1's auc: 0.830489\tvalid_1's binary_logloss: 0.145551\n", + "[14]\ttraining's auc: 0.852427\ttraining's binary_logloss: 0.14743\tvalid_1's auc: 0.830793\tvalid_1's binary_logloss: 0.144896\n", + "[15]\ttraining's auc: 0.854027\ttraining's binary_logloss: 0.146617\tvalid_1's auc: 0.831484\tvalid_1's binary_logloss: 0.14428\n", + "[16]\ttraining's auc: 0.854531\ttraining's binary_logloss: 0.145859\tvalid_1's auc: 0.831755\tvalid_1's binary_logloss: 0.143684\n", + "[17]\ttraining's auc: 0.854763\ttraining's binary_logloss: 0.145125\tvalid_1's auc: 0.831836\tvalid_1's binary_logloss: 0.143134\n", + "[18]\ttraining's auc: 0.855235\ttraining's binary_logloss: 0.144425\tvalid_1's auc: 0.831328\tvalid_1's binary_logloss: 0.142591\n", + "[19]\ttraining's auc: 0.856484\ttraining's binary_logloss: 0.143688\tvalid_1's auc: 0.831636\tvalid_1's binary_logloss: 0.142077\n", + "[20]\ttraining's auc: 0.857028\ttraining's binary_logloss: 0.143003\tvalid_1's auc: 0.831486\tvalid_1's binary_logloss: 0.141618\n", + "[21]\ttraining's auc: 0.857732\ttraining's binary_logloss: 0.142359\tvalid_1's auc: 0.831844\tvalid_1's binary_logloss: 0.141143\n", + "[22]\ttraining's auc: 0.859361\ttraining's binary_logloss: 0.141731\tvalid_1's auc: 0.833134\tvalid_1's binary_logloss: 0.140709\n", + "[23]\ttraining's auc: 0.859845\ttraining's binary_logloss: 0.141134\tvalid_1's auc: 0.833514\tvalid_1's binary_logloss: 0.140272\n", + "[24]\ttraining's auc: 0.861178\ttraining's binary_logloss: 0.140579\tvalid_1's auc: 0.83466\tvalid_1's binary_logloss: 0.139856\n", + "[25]\ttraining's auc: 0.86137\ttraining's binary_logloss: 0.14003\tvalid_1's auc: 0.834523\tvalid_1's binary_logloss: 0.139496\n", + "[26]\ttraining's auc: 0.861868\ttraining's binary_logloss: 0.139501\tvalid_1's auc: 0.834947\tvalid_1's binary_logloss: 0.139118\n", + "[27]\ttraining's auc: 0.862267\ttraining's binary_logloss: 0.139004\tvalid_1's auc: 0.835017\tvalid_1's binary_logloss: 0.13876\n", + "[28]\ttraining's auc: 0.863159\ttraining's binary_logloss: 0.138514\tvalid_1's auc: 0.835283\tvalid_1's binary_logloss: 0.138412\n", + "[29]\ttraining's auc: 0.863927\ttraining's binary_logloss: 0.138042\tvalid_1's auc: 0.835137\tvalid_1's binary_logloss: 0.138081\n", + "[30]\ttraining's auc: 0.864609\ttraining's binary_logloss: 0.137588\tvalid_1's auc: 0.835251\tvalid_1's binary_logloss: 0.137782\n", + "[31]\ttraining's auc: 0.86513\ttraining's binary_logloss: 0.137151\tvalid_1's auc: 0.835697\tvalid_1's binary_logloss: 0.137492\n", + "[32]\ttraining's auc: 0.865552\ttraining's binary_logloss: 0.136722\tvalid_1's auc: 0.835714\tvalid_1's binary_logloss: 0.137207\n", + "[33]\ttraining's auc: 0.866152\ttraining's binary_logloss: 0.136304\tvalid_1's auc: 0.835823\tvalid_1's binary_logloss: 0.136947\n", + "[34]\ttraining's auc: 0.866667\ttraining's binary_logloss: 0.135912\tvalid_1's auc: 0.835745\tvalid_1's binary_logloss: 0.136704\n", + "[35]\ttraining's auc: 0.867246\ttraining's binary_logloss: 0.135523\tvalid_1's auc: 0.835594\tvalid_1's binary_logloss: 0.136453\n", + "[36]\ttraining's auc: 0.867474\ttraining's binary_logloss: 0.135154\tvalid_1's auc: 0.835435\tvalid_1's binary_logloss: 0.136219\n", + "[37]\ttraining's auc: 0.867689\ttraining's binary_logloss: 0.134793\tvalid_1's auc: 0.835322\tvalid_1's binary_logloss: 0.135985\n", + "[38]\ttraining's auc: 0.868003\ttraining's binary_logloss: 0.134443\tvalid_1's auc: 0.835276\tvalid_1's binary_logloss: 0.135754\n", + "[39]\ttraining's auc: 0.868655\ttraining's binary_logloss: 0.134108\tvalid_1's auc: 0.835513\tvalid_1's binary_logloss: 0.135538\n", + "[40]\ttraining's auc: 0.869099\ttraining's binary_logloss: 0.133787\tvalid_1's auc: 0.835402\tvalid_1's binary_logloss: 0.13533\n", + "[41]\ttraining's auc: 0.869356\ttraining's binary_logloss: 0.133474\tvalid_1's auc: 0.83529\tvalid_1's binary_logloss: 0.135147\n", + "[42]\ttraining's auc: 0.869729\ttraining's binary_logloss: 0.133157\tvalid_1's auc: 0.835491\tvalid_1's binary_logloss: 0.134953\n", + "[43]\ttraining's auc: 0.870164\ttraining's binary_logloss: 0.132856\tvalid_1's auc: 0.835538\tvalid_1's binary_logloss: 0.134771\n", + "[44]\ttraining's auc: 0.870646\ttraining's binary_logloss: 0.132558\tvalid_1's auc: 0.835373\tvalid_1's binary_logloss: 0.134621\n", + "[45]\ttraining's auc: 0.871225\ttraining's binary_logloss: 0.132252\tvalid_1's auc: 0.835521\tvalid_1's binary_logloss: 0.134457\n", + "[46]\ttraining's auc: 0.871555\ttraining's binary_logloss: 0.131968\tvalid_1's auc: 0.835452\tvalid_1's binary_logloss: 0.134305\n", + "[47]\ttraining's auc: 0.87191\ttraining's binary_logloss: 0.131677\tvalid_1's auc: 0.835869\tvalid_1's binary_logloss: 0.134153\n", + "[48]\ttraining's auc: 0.872542\ttraining's binary_logloss: 0.131385\tvalid_1's auc: 0.836042\tvalid_1's binary_logloss: 0.134002\n", + "[49]\ttraining's auc: 0.872968\ttraining's binary_logloss: 0.131099\tvalid_1's auc: 0.836024\tvalid_1's binary_logloss: 0.133864\n", + "[50]\ttraining's auc: 0.873394\ttraining's binary_logloss: 0.13084\tvalid_1's auc: 0.835997\tvalid_1's binary_logloss: 0.133743\n", + "[51]\ttraining's auc: 0.873756\ttraining's binary_logloss: 0.130578\tvalid_1's auc: 0.836097\tvalid_1's binary_logloss: 0.133613\n", + "[52]\ttraining's auc: 0.874253\ttraining's binary_logloss: 0.130327\tvalid_1's auc: 0.836218\tvalid_1's binary_logloss: 0.133489\n", + "[53]\ttraining's auc: 0.874685\ttraining's binary_logloss: 0.130084\tvalid_1's auc: 0.836271\tvalid_1's binary_logloss: 0.133382\n", + "[54]\ttraining's auc: 0.875134\ttraining's binary_logloss: 0.129832\tvalid_1's auc: 0.83613\tvalid_1's binary_logloss: 0.133272\n", + "[55]\ttraining's auc: 0.875518\ttraining's binary_logloss: 0.129582\tvalid_1's auc: 0.836052\tvalid_1's binary_logloss: 0.133173\n", + "[56]\ttraining's auc: 0.876023\ttraining's binary_logloss: 0.129354\tvalid_1's auc: 0.835714\tvalid_1's binary_logloss: 0.133079\n", + "[57]\ttraining's auc: 0.876271\ttraining's binary_logloss: 0.129125\tvalid_1's auc: 0.835665\tvalid_1's binary_logloss: 0.132972\n", + "[58]\ttraining's auc: 0.876616\ttraining's binary_logloss: 0.128912\tvalid_1's auc: 0.835742\tvalid_1's binary_logloss: 0.132872\n", + "[59]\ttraining's auc: 0.876971\ttraining's binary_logloss: 0.128699\tvalid_1's auc: 0.835628\tvalid_1's binary_logloss: 0.132792\n", + "[60]\ttraining's auc: 0.877232\ttraining's binary_logloss: 0.128486\tvalid_1's auc: 0.835566\tvalid_1's binary_logloss: 0.132714\n", + "[61]\ttraining's auc: 0.877569\ttraining's binary_logloss: 0.12828\tvalid_1's auc: 0.835646\tvalid_1's binary_logloss: 0.132609\n", + "[62]\ttraining's auc: 0.877707\ttraining's binary_logloss: 0.128092\tvalid_1's auc: 0.835574\tvalid_1's binary_logloss: 0.132525\n", + "[63]\ttraining's auc: 0.878099\ttraining's binary_logloss: 0.127897\tvalid_1's auc: 0.835399\tvalid_1's binary_logloss: 0.132441\n", + "[64]\ttraining's auc: 0.878418\ttraining's binary_logloss: 0.127698\tvalid_1's auc: 0.835525\tvalid_1's binary_logloss: 0.132366\n", + "[65]\ttraining's auc: 0.879062\ttraining's binary_logloss: 0.12748\tvalid_1's auc: 0.83571\tvalid_1's binary_logloss: 0.132304\n", + "[66]\ttraining's auc: 0.879546\ttraining's binary_logloss: 0.127271\tvalid_1's auc: 0.835716\tvalid_1's binary_logloss: 0.132244\n", + "[67]\ttraining's auc: 0.879789\ttraining's binary_logloss: 0.127075\tvalid_1's auc: 0.83552\tvalid_1's binary_logloss: 0.132179\n", + "[68]\ttraining's auc: 0.88\ttraining's binary_logloss: 0.126897\tvalid_1's auc: 0.835573\tvalid_1's binary_logloss: 0.132111\n", + "[69]\ttraining's auc: 0.880486\ttraining's binary_logloss: 0.126712\tvalid_1's auc: 0.835807\tvalid_1's binary_logloss: 0.132046\n", + "[70]\ttraining's auc: 0.880907\ttraining's binary_logloss: 0.126531\tvalid_1's auc: 0.835827\tvalid_1's binary_logloss: 0.131972\n", + "[71]\ttraining's auc: 0.881193\ttraining's binary_logloss: 0.126351\tvalid_1's auc: 0.835911\tvalid_1's binary_logloss: 0.131911\n", + "[72]\ttraining's auc: 0.881735\ttraining's binary_logloss: 0.126151\tvalid_1's auc: 0.836039\tvalid_1's binary_logloss: 0.131861\n", + "[73]\ttraining's auc: 0.882066\ttraining's binary_logloss: 0.125964\tvalid_1's auc: 0.835826\tvalid_1's binary_logloss: 0.131835\n", + "[74]\ttraining's auc: 0.882555\ttraining's binary_logloss: 0.12577\tvalid_1's auc: 0.835784\tvalid_1's binary_logloss: 0.13178\n", + "[75]\ttraining's auc: 0.882873\ttraining's binary_logloss: 0.125594\tvalid_1's auc: 0.835619\tvalid_1's binary_logloss: 0.131751\n", + "[76]\ttraining's auc: 0.883269\ttraining's binary_logloss: 0.125429\tvalid_1's auc: 0.835765\tvalid_1's binary_logloss: 0.131711\n", + "[77]\ttraining's auc: 0.883666\ttraining's binary_logloss: 0.125265\tvalid_1's auc: 0.835792\tvalid_1's binary_logloss: 0.131663\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[78]\ttraining's auc: 0.883856\ttraining's binary_logloss: 0.125106\tvalid_1's auc: 0.835731\tvalid_1's binary_logloss: 0.131629\n", + "[79]\ttraining's auc: 0.88424\ttraining's binary_logloss: 0.124924\tvalid_1's auc: 0.835658\tvalid_1's binary_logloss: 0.131583\n", + "[80]\ttraining's auc: 0.88463\ttraining's binary_logloss: 0.124756\tvalid_1's auc: 0.835664\tvalid_1's binary_logloss: 0.131536\n", + "[81]\ttraining's auc: 0.885186\ttraining's binary_logloss: 0.124565\tvalid_1's auc: 0.83563\tvalid_1's binary_logloss: 0.131494\n", + "[82]\ttraining's auc: 0.885501\ttraining's binary_logloss: 0.124408\tvalid_1's auc: 0.835686\tvalid_1's binary_logloss: 0.131441\n", + "[83]\ttraining's auc: 0.885943\ttraining's binary_logloss: 0.124239\tvalid_1's auc: 0.83576\tvalid_1's binary_logloss: 0.131401\n", + "[1]\ttraining's auc: 0.828756\ttraining's binary_logloss: 0.160855\tvalid_1's auc: 0.806893\tvalid_1's binary_logloss: 0.166476\n", + "[2]\ttraining's auc: 0.830839\ttraining's binary_logloss: 0.158872\tvalid_1's auc: 0.810619\tvalid_1's binary_logloss: 0.1646\n", + "[3]\ttraining's auc: 0.835612\ttraining's binary_logloss: 0.157128\tvalid_1's auc: 0.813745\tvalid_1's binary_logloss: 0.162997\n", + "[4]\ttraining's auc: 0.836397\ttraining's binary_logloss: 0.155513\tvalid_1's auc: 0.815628\tvalid_1's binary_logloss: 0.16149\n", + "[5]\ttraining's auc: 0.838023\ttraining's binary_logloss: 0.154003\tvalid_1's auc: 0.817072\tvalid_1's binary_logloss: 0.16011\n", + "[6]\ttraining's auc: 0.838631\ttraining's binary_logloss: 0.152617\tvalid_1's auc: 0.817618\tvalid_1's binary_logloss: 0.158871\n", + "[7]\ttraining's auc: 0.842571\ttraining's binary_logloss: 0.151336\tvalid_1's auc: 0.821544\tvalid_1's binary_logloss: 0.157694\n", + "[8]\ttraining's auc: 0.845201\ttraining's binary_logloss: 0.150152\tvalid_1's auc: 0.824925\tvalid_1's binary_logloss: 0.156599\n", + "[9]\ttraining's auc: 0.846246\ttraining's binary_logloss: 0.149049\tvalid_1's auc: 0.825165\tvalid_1's binary_logloss: 0.155581\n", + "[10]\ttraining's auc: 0.847297\ttraining's binary_logloss: 0.148019\tvalid_1's auc: 0.825437\tvalid_1's binary_logloss: 0.154638\n", + "[11]\ttraining's auc: 0.849169\ttraining's binary_logloss: 0.147044\tvalid_1's auc: 0.825509\tvalid_1's binary_logloss: 0.153771\n", + "[12]\ttraining's auc: 0.849544\ttraining's binary_logloss: 0.146084\tvalid_1's auc: 0.826548\tvalid_1's binary_logloss: 0.152943\n", + "[13]\ttraining's auc: 0.850904\ttraining's binary_logloss: 0.145173\tvalid_1's auc: 0.827224\tvalid_1's binary_logloss: 0.15218\n", + "[14]\ttraining's auc: 0.852011\ttraining's binary_logloss: 0.144311\tvalid_1's auc: 0.827349\tvalid_1's binary_logloss: 0.151442\n", + "[15]\ttraining's auc: 0.852413\ttraining's binary_logloss: 0.143509\tvalid_1's auc: 0.827637\tvalid_1's binary_logloss: 0.150765\n", + "[16]\ttraining's auc: 0.852867\ttraining's binary_logloss: 0.14275\tvalid_1's auc: 0.827995\tvalid_1's binary_logloss: 0.150125\n", + "[17]\ttraining's auc: 0.853811\ttraining's binary_logloss: 0.142002\tvalid_1's auc: 0.828471\tvalid_1's binary_logloss: 0.149499\n", + "[18]\ttraining's auc: 0.854346\ttraining's binary_logloss: 0.141285\tvalid_1's auc: 0.828502\tvalid_1's binary_logloss: 0.148938\n", + "[19]\ttraining's auc: 0.854674\ttraining's binary_logloss: 0.140612\tvalid_1's auc: 0.828475\tvalid_1's binary_logloss: 0.148394\n", + "[20]\ttraining's auc: 0.856267\ttraining's binary_logloss: 0.13998\tvalid_1's auc: 0.829423\tvalid_1's binary_logloss: 0.147881\n", + "[21]\ttraining's auc: 0.856935\ttraining's binary_logloss: 0.139377\tvalid_1's auc: 0.829623\tvalid_1's binary_logloss: 0.147393\n", + "[22]\ttraining's auc: 0.857301\ttraining's binary_logloss: 0.138797\tvalid_1's auc: 0.829527\tvalid_1's binary_logloss: 0.146955\n", + "[23]\ttraining's auc: 0.858072\ttraining's binary_logloss: 0.138236\tvalid_1's auc: 0.829633\tvalid_1's binary_logloss: 0.146505\n", + "[24]\ttraining's auc: 0.858648\ttraining's binary_logloss: 0.137704\tvalid_1's auc: 0.829582\tvalid_1's binary_logloss: 0.146094\n", + "[25]\ttraining's auc: 0.858712\ttraining's binary_logloss: 0.137144\tvalid_1's auc: 0.829607\tvalid_1's binary_logloss: 0.145703\n", + "[26]\ttraining's auc: 0.859288\ttraining's binary_logloss: 0.136603\tvalid_1's auc: 0.8299\tvalid_1's binary_logloss: 0.145325\n", + "[27]\ttraining's auc: 0.859757\ttraining's binary_logloss: 0.136089\tvalid_1's auc: 0.830124\tvalid_1's binary_logloss: 0.144954\n", + "[28]\ttraining's auc: 0.860543\ttraining's binary_logloss: 0.135623\tvalid_1's auc: 0.830431\tvalid_1's binary_logloss: 0.144622\n", + "[29]\ttraining's auc: 0.861278\ttraining's binary_logloss: 0.135147\tvalid_1's auc: 0.830751\tvalid_1's binary_logloss: 0.144295\n", + "[30]\ttraining's auc: 0.861805\ttraining's binary_logloss: 0.134694\tvalid_1's auc: 0.831012\tvalid_1's binary_logloss: 0.143971\n", + "[31]\ttraining's auc: 0.862182\ttraining's binary_logloss: 0.134276\tvalid_1's auc: 0.831203\tvalid_1's binary_logloss: 0.143678\n", + "[32]\ttraining's auc: 0.86259\ttraining's binary_logloss: 0.13386\tvalid_1's auc: 0.831426\tvalid_1's binary_logloss: 0.143394\n", + "[33]\ttraining's auc: 0.862919\ttraining's binary_logloss: 0.133463\tvalid_1's auc: 0.831298\tvalid_1's binary_logloss: 0.143122\n", + "[34]\ttraining's auc: 0.863025\ttraining's binary_logloss: 0.133088\tvalid_1's auc: 0.831487\tvalid_1's binary_logloss: 0.142856\n", + "[35]\ttraining's auc: 0.864049\ttraining's binary_logloss: 0.132717\tvalid_1's auc: 0.831594\tvalid_1's binary_logloss: 0.14259\n", + "[36]\ttraining's auc: 0.865064\ttraining's binary_logloss: 0.132355\tvalid_1's auc: 0.831725\tvalid_1's binary_logloss: 0.142349\n", + "[37]\ttraining's auc: 0.866391\ttraining's binary_logloss: 0.132004\tvalid_1's auc: 0.833973\tvalid_1's binary_logloss: 0.142081\n", + "[38]\ttraining's auc: 0.866726\ttraining's binary_logloss: 0.131663\tvalid_1's auc: 0.834145\tvalid_1's binary_logloss: 0.14185\n", + "[39]\ttraining's auc: 0.867321\ttraining's binary_logloss: 0.131319\tvalid_1's auc: 0.834327\tvalid_1's binary_logloss: 0.141626\n", + "[40]\ttraining's auc: 0.867652\ttraining's binary_logloss: 0.130983\tvalid_1's auc: 0.834383\tvalid_1's binary_logloss: 0.141425\n", + "[41]\ttraining's auc: 0.868101\ttraining's binary_logloss: 0.130659\tvalid_1's auc: 0.834411\tvalid_1's binary_logloss: 0.14123\n", + "[42]\ttraining's auc: 0.868456\ttraining's binary_logloss: 0.130354\tvalid_1's auc: 0.834482\tvalid_1's binary_logloss: 0.141028\n", + "[43]\ttraining's auc: 0.868958\ttraining's binary_logloss: 0.13005\tvalid_1's auc: 0.834584\tvalid_1's binary_logloss: 0.140824\n", + "[44]\ttraining's auc: 0.869446\ttraining's binary_logloss: 0.12976\tvalid_1's auc: 0.834857\tvalid_1's binary_logloss: 0.14064\n", + "[45]\ttraining's auc: 0.869809\ttraining's binary_logloss: 0.129475\tvalid_1's auc: 0.834897\tvalid_1's binary_logloss: 0.140476\n", + "[46]\ttraining's auc: 0.870457\ttraining's binary_logloss: 0.129198\tvalid_1's auc: 0.834924\tvalid_1's binary_logloss: 0.140312\n", + "[47]\ttraining's auc: 0.870809\ttraining's binary_logloss: 0.128928\tvalid_1's auc: 0.834899\tvalid_1's binary_logloss: 0.140137\n", + "[48]\ttraining's auc: 0.871131\ttraining's binary_logloss: 0.12867\tvalid_1's auc: 0.834946\tvalid_1's binary_logloss: 0.139975\n", + "[49]\ttraining's auc: 0.871831\ttraining's binary_logloss: 0.128402\tvalid_1's auc: 0.834842\tvalid_1's binary_logloss: 0.139823\n", + "[50]\ttraining's auc: 0.872821\ttraining's binary_logloss: 0.128138\tvalid_1's auc: 0.835079\tvalid_1's binary_logloss: 0.139671\n", + "[51]\ttraining's auc: 0.87356\ttraining's binary_logloss: 0.127871\tvalid_1's auc: 0.835247\tvalid_1's binary_logloss: 0.139514\n", + "[52]\ttraining's auc: 0.874153\ttraining's binary_logloss: 0.127617\tvalid_1's auc: 0.835462\tvalid_1's binary_logloss: 0.139376\n", + "[53]\ttraining's auc: 0.874652\ttraining's binary_logloss: 0.127366\tvalid_1's auc: 0.835667\tvalid_1's binary_logloss: 0.139229\n", + "[54]\ttraining's auc: 0.875007\ttraining's binary_logloss: 0.127137\tvalid_1's auc: 0.835737\tvalid_1's binary_logloss: 0.13909\n", + "[55]\ttraining's auc: 0.875347\ttraining's binary_logloss: 0.126905\tvalid_1's auc: 0.835951\tvalid_1's binary_logloss: 0.138958\n", + "[56]\ttraining's auc: 0.87595\ttraining's binary_logloss: 0.126681\tvalid_1's auc: 0.836067\tvalid_1's binary_logloss: 0.138831\n", + "[57]\ttraining's auc: 0.876411\ttraining's binary_logloss: 0.126461\tvalid_1's auc: 0.836394\tvalid_1's binary_logloss: 0.138728\n", + "[58]\ttraining's auc: 0.876937\ttraining's binary_logloss: 0.126244\tvalid_1's auc: 0.8365\tvalid_1's binary_logloss: 0.138611\n", + "[59]\ttraining's auc: 0.877258\ttraining's binary_logloss: 0.126034\tvalid_1's auc: 0.836348\tvalid_1's binary_logloss: 0.138523\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[60]\ttraining's auc: 0.877676\ttraining's binary_logloss: 0.125828\tvalid_1's auc: 0.836417\tvalid_1's binary_logloss: 0.138426\n", + "[61]\ttraining's auc: 0.878725\ttraining's binary_logloss: 0.125583\tvalid_1's auc: 0.836328\tvalid_1's binary_logloss: 0.138343\n", + "[62]\ttraining's auc: 0.879061\ttraining's binary_logloss: 0.125394\tvalid_1's auc: 0.836195\tvalid_1's binary_logloss: 0.138258\n", + "[63]\ttraining's auc: 0.879501\ttraining's binary_logloss: 0.125203\tvalid_1's auc: 0.836293\tvalid_1's binary_logloss: 0.138175\n", + "[64]\ttraining's auc: 0.87993\ttraining's binary_logloss: 0.124989\tvalid_1's auc: 0.836457\tvalid_1's binary_logloss: 0.138088\n", + "[65]\ttraining's auc: 0.88055\ttraining's binary_logloss: 0.124783\tvalid_1's auc: 0.836683\tvalid_1's binary_logloss: 0.138002\n", + "[66]\ttraining's auc: 0.880905\ttraining's binary_logloss: 0.124606\tvalid_1's auc: 0.836808\tvalid_1's binary_logloss: 0.13792\n", + "[67]\ttraining's auc: 0.881449\ttraining's binary_logloss: 0.12441\tvalid_1's auc: 0.837007\tvalid_1's binary_logloss: 0.137837\n", + "[68]\ttraining's auc: 0.882065\ttraining's binary_logloss: 0.124208\tvalid_1's auc: 0.836645\tvalid_1's binary_logloss: 0.137762\n", + "[69]\ttraining's auc: 0.882482\ttraining's binary_logloss: 0.124019\tvalid_1's auc: 0.836616\tvalid_1's binary_logloss: 0.137687\n", + "[70]\ttraining's auc: 0.882943\ttraining's binary_logloss: 0.123842\tvalid_1's auc: 0.836523\tvalid_1's binary_logloss: 0.137617\n", + "[71]\ttraining's auc: 0.883358\ttraining's binary_logloss: 0.123657\tvalid_1's auc: 0.836583\tvalid_1's binary_logloss: 0.137556\n", + "[72]\ttraining's auc: 0.883593\ttraining's binary_logloss: 0.123484\tvalid_1's auc: 0.836628\tvalid_1's binary_logloss: 0.137488\n", + "[73]\ttraining's auc: 0.884045\ttraining's binary_logloss: 0.123307\tvalid_1's auc: 0.83671\tvalid_1's binary_logloss: 0.137412\n", + "[74]\ttraining's auc: 0.884346\ttraining's binary_logloss: 0.123141\tvalid_1's auc: 0.836835\tvalid_1's binary_logloss: 0.137363\n", + "[75]\ttraining's auc: 0.884802\ttraining's binary_logloss: 0.12297\tvalid_1's auc: 0.836852\tvalid_1's binary_logloss: 0.137301\n", + "[76]\ttraining's auc: 0.885135\ttraining's binary_logloss: 0.1228\tvalid_1's auc: 0.83688\tvalid_1's binary_logloss: 0.137236\n", + "[77]\ttraining's auc: 0.88565\ttraining's binary_logloss: 0.122631\tvalid_1's auc: 0.836886\tvalid_1's binary_logloss: 0.13719\n", + "[78]\ttraining's auc: 0.885975\ttraining's binary_logloss: 0.122462\tvalid_1's auc: 0.837102\tvalid_1's binary_logloss: 0.137115\n", + "[79]\ttraining's auc: 0.886316\ttraining's binary_logloss: 0.122296\tvalid_1's auc: 0.837177\tvalid_1's binary_logloss: 0.13706\n", + "[80]\ttraining's auc: 0.886683\ttraining's binary_logloss: 0.122112\tvalid_1's auc: 0.837163\tvalid_1's binary_logloss: 0.137029\n", + "[81]\ttraining's auc: 0.886993\ttraining's binary_logloss: 0.121947\tvalid_1's auc: 0.836948\tvalid_1's binary_logloss: 0.137006\n", + "[82]\ttraining's auc: 0.887368\ttraining's binary_logloss: 0.121777\tvalid_1's auc: 0.837164\tvalid_1's binary_logloss: 0.136939\n", + "[83]\ttraining's auc: 0.887767\ttraining's binary_logloss: 0.121608\tvalid_1's auc: 0.837031\tvalid_1's binary_logloss: 0.136906\n", + "[84]\ttraining's auc: 0.888147\ttraining's binary_logloss: 0.12144\tvalid_1's auc: 0.83702\tvalid_1's binary_logloss: 0.136874\n", + "[85]\ttraining's auc: 0.888518\ttraining's binary_logloss: 0.121272\tvalid_1's auc: 0.836967\tvalid_1's binary_logloss: 0.136855\n", + "[86]\ttraining's auc: 0.888941\ttraining's binary_logloss: 0.121104\tvalid_1's auc: 0.837142\tvalid_1's binary_logloss: 0.136806\n", + "[87]\ttraining's auc: 0.889287\ttraining's binary_logloss: 0.120959\tvalid_1's auc: 0.83718\tvalid_1's binary_logloss: 0.136766\n", + "[88]\ttraining's auc: 0.88962\ttraining's binary_logloss: 0.120802\tvalid_1's auc: 0.83726\tvalid_1's binary_logloss: 0.136732\n", + "[89]\ttraining's auc: 0.890026\ttraining's binary_logloss: 0.120652\tvalid_1's auc: 0.837368\tvalid_1's binary_logloss: 0.136696\n", + "[90]\ttraining's auc: 0.890378\ttraining's binary_logloss: 0.120512\tvalid_1's auc: 0.837306\tvalid_1's binary_logloss: 0.136662\n", + "[91]\ttraining's auc: 0.890704\ttraining's binary_logloss: 0.120373\tvalid_1's auc: 0.837451\tvalid_1's binary_logloss: 0.136615\n", + "[92]\ttraining's auc: 0.890999\ttraining's binary_logloss: 0.120221\tvalid_1's auc: 0.837352\tvalid_1's binary_logloss: 0.136614\n", + "[93]\ttraining's auc: 0.891266\ttraining's binary_logloss: 0.120085\tvalid_1's auc: 0.837274\tvalid_1's binary_logloss: 0.136592\n", + "[94]\ttraining's auc: 0.891474\ttraining's binary_logloss: 0.119955\tvalid_1's auc: 0.837211\tvalid_1's binary_logloss: 0.136578\n", + "[95]\ttraining's auc: 0.891763\ttraining's binary_logloss: 0.119814\tvalid_1's auc: 0.837221\tvalid_1's binary_logloss: 0.136564\n", + "[96]\ttraining's auc: 0.892029\ttraining's binary_logloss: 0.119688\tvalid_1's auc: 0.837168\tvalid_1's binary_logloss: 0.13655\n", + "[97]\ttraining's auc: 0.892269\ttraining's binary_logloss: 0.119542\tvalid_1's auc: 0.837079\tvalid_1's binary_logloss: 0.136554\n", + "[98]\ttraining's auc: 0.892623\ttraining's binary_logloss: 0.119402\tvalid_1's auc: 0.837171\tvalid_1's binary_logloss: 0.136524\n", + "[99]\ttraining's auc: 0.892886\ttraining's binary_logloss: 0.119286\tvalid_1's auc: 0.837171\tvalid_1's binary_logloss: 0.136512\n", + "[100]\ttraining's auc: 0.893181\ttraining's binary_logloss: 0.119143\tvalid_1's auc: 0.837174\tvalid_1's binary_logloss: 0.136485\n", + "[1]\ttraining's auc: 0.837021\ttraining's binary_logloss: 0.161415\tvalid_1's auc: 0.809021\tvalid_1's binary_logloss: 0.162837\n", + "[2]\ttraining's auc: 0.839173\ttraining's binary_logloss: 0.158769\tvalid_1's auc: 0.809351\tvalid_1's binary_logloss: 0.160653\n", + "[3]\ttraining's auc: 0.841381\ttraining's binary_logloss: 0.156483\tvalid_1's auc: 0.808907\tvalid_1's binary_logloss: 0.158842\n", + "[4]\ttraining's auc: 0.842316\ttraining's binary_logloss: 0.154484\tvalid_1's auc: 0.809951\tvalid_1's binary_logloss: 0.157226\n", + "[5]\ttraining's auc: 0.842583\ttraining's binary_logloss: 0.152674\tvalid_1's auc: 0.808695\tvalid_1's binary_logloss: 0.155811\n", + "[6]\ttraining's auc: 0.844362\ttraining's binary_logloss: 0.151054\tvalid_1's auc: 0.811082\tvalid_1's binary_logloss: 0.154478\n", + "[7]\ttraining's auc: 0.847786\ttraining's binary_logloss: 0.149545\tvalid_1's auc: 0.813962\tvalid_1's binary_logloss: 0.153274\n", + "[8]\ttraining's auc: 0.850705\ttraining's binary_logloss: 0.14816\tvalid_1's auc: 0.816025\tvalid_1's binary_logloss: 0.152178\n", + "[9]\ttraining's auc: 0.851889\ttraining's binary_logloss: 0.146868\tvalid_1's auc: 0.817573\tvalid_1's binary_logloss: 0.151145\n", + "[10]\ttraining's auc: 0.852935\ttraining's binary_logloss: 0.145639\tvalid_1's auc: 0.818164\tvalid_1's binary_logloss: 0.150223\n", + "[11]\ttraining's auc: 0.85363\ttraining's binary_logloss: 0.144519\tvalid_1's auc: 0.81854\tvalid_1's binary_logloss: 0.149361\n", + "[12]\ttraining's auc: 0.854365\ttraining's binary_logloss: 0.143461\tvalid_1's auc: 0.819094\tvalid_1's binary_logloss: 0.14858\n", + "[13]\ttraining's auc: 0.85611\ttraining's binary_logloss: 0.142465\tvalid_1's auc: 0.819726\tvalid_1's binary_logloss: 0.147868\n", + "[14]\ttraining's auc: 0.856396\ttraining's binary_logloss: 0.141536\tvalid_1's auc: 0.819862\tvalid_1's binary_logloss: 0.147187\n", + "[15]\ttraining's auc: 0.857208\ttraining's binary_logloss: 0.14064\tvalid_1's auc: 0.820631\tvalid_1's binary_logloss: 0.1465\n", + "[16]\ttraining's auc: 0.859951\ttraining's binary_logloss: 0.139809\tvalid_1's auc: 0.821936\tvalid_1's binary_logloss: 0.145901\n", + "[17]\ttraining's auc: 0.86045\ttraining's binary_logloss: 0.13903\tvalid_1's auc: 0.822109\tvalid_1's binary_logloss: 0.145343\n", + "[18]\ttraining's auc: 0.860843\ttraining's binary_logloss: 0.138305\tvalid_1's auc: 0.822177\tvalid_1's binary_logloss: 0.144843\n", + "[19]\ttraining's auc: 0.861549\ttraining's binary_logloss: 0.137589\tvalid_1's auc: 0.822985\tvalid_1's binary_logloss: 0.144313\n", + "[20]\ttraining's auc: 0.862204\ttraining's binary_logloss: 0.136946\tvalid_1's auc: 0.823056\tvalid_1's binary_logloss: 0.143857\n", + "[21]\ttraining's auc: 0.863927\ttraining's binary_logloss: 0.136301\tvalid_1's auc: 0.823372\tvalid_1's binary_logloss: 0.14339\n", + "[22]\ttraining's auc: 0.864678\ttraining's binary_logloss: 0.135701\tvalid_1's auc: 0.822896\tvalid_1's binary_logloss: 0.142979\n", + "[23]\ttraining's auc: 0.865323\ttraining's binary_logloss: 0.135123\tvalid_1's auc: 0.823637\tvalid_1's binary_logloss: 0.142554\n", + "[24]\ttraining's auc: 0.865654\ttraining's binary_logloss: 0.134586\tvalid_1's auc: 0.823913\tvalid_1's binary_logloss: 0.142198\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[25]\ttraining's auc: 0.866361\ttraining's binary_logloss: 0.134065\tvalid_1's auc: 0.824538\tvalid_1's binary_logloss: 0.141863\n", + "[26]\ttraining's auc: 0.866887\ttraining's binary_logloss: 0.133561\tvalid_1's auc: 0.82456\tvalid_1's binary_logloss: 0.141559\n", + "[27]\ttraining's auc: 0.867573\ttraining's binary_logloss: 0.133083\tvalid_1's auc: 0.825534\tvalid_1's binary_logloss: 0.141242\n", + "[28]\ttraining's auc: 0.868484\ttraining's binary_logloss: 0.132603\tvalid_1's auc: 0.826002\tvalid_1's binary_logloss: 0.140903\n", + "[29]\ttraining's auc: 0.869115\ttraining's binary_logloss: 0.132124\tvalid_1's auc: 0.826141\tvalid_1's binary_logloss: 0.140626\n", + "[30]\ttraining's auc: 0.870474\ttraining's binary_logloss: 0.131664\tvalid_1's auc: 0.826069\tvalid_1's binary_logloss: 0.140389\n", + "[31]\ttraining's auc: 0.871711\ttraining's binary_logloss: 0.131236\tvalid_1's auc: 0.826445\tvalid_1's binary_logloss: 0.140155\n", + "[32]\ttraining's auc: 0.872359\ttraining's binary_logloss: 0.130801\tvalid_1's auc: 0.826727\tvalid_1's binary_logloss: 0.139918\n", + "[33]\ttraining's auc: 0.873421\ttraining's binary_logloss: 0.13038\tvalid_1's auc: 0.82737\tvalid_1's binary_logloss: 0.139679\n", + "[34]\ttraining's auc: 0.874373\ttraining's binary_logloss: 0.129965\tvalid_1's auc: 0.827981\tvalid_1's binary_logloss: 0.139444\n", + "[35]\ttraining's auc: 0.874825\ttraining's binary_logloss: 0.129579\tvalid_1's auc: 0.828081\tvalid_1's binary_logloss: 0.139238\n", + "[36]\ttraining's auc: 0.875262\ttraining's binary_logloss: 0.129229\tvalid_1's auc: 0.828133\tvalid_1's binary_logloss: 0.139064\n", + "[37]\ttraining's auc: 0.875956\ttraining's binary_logloss: 0.128865\tvalid_1's auc: 0.828348\tvalid_1's binary_logloss: 0.138883\n", + "[38]\ttraining's auc: 0.876503\ttraining's binary_logloss: 0.128523\tvalid_1's auc: 0.828508\tvalid_1's binary_logloss: 0.138722\n", + "[39]\ttraining's auc: 0.877409\ttraining's binary_logloss: 0.128189\tvalid_1's auc: 0.828587\tvalid_1's binary_logloss: 0.138563\n", + "[40]\ttraining's auc: 0.878111\ttraining's binary_logloss: 0.127877\tvalid_1's auc: 0.829105\tvalid_1's binary_logloss: 0.138392\n", + "[41]\ttraining's auc: 0.878756\ttraining's binary_logloss: 0.127544\tvalid_1's auc: 0.829199\tvalid_1's binary_logloss: 0.138255\n", + "[42]\ttraining's auc: 0.879124\ttraining's binary_logloss: 0.127254\tvalid_1's auc: 0.829224\tvalid_1's binary_logloss: 0.138119\n", + "[43]\ttraining's auc: 0.879646\ttraining's binary_logloss: 0.126941\tvalid_1's auc: 0.829314\tvalid_1's binary_logloss: 0.138004\n", + "[44]\ttraining's auc: 0.879988\ttraining's binary_logloss: 0.126667\tvalid_1's auc: 0.829348\tvalid_1's binary_logloss: 0.137863\n", + "[45]\ttraining's auc: 0.880722\ttraining's binary_logloss: 0.126374\tvalid_1's auc: 0.829754\tvalid_1's binary_logloss: 0.137722\n", + "[46]\ttraining's auc: 0.881229\ttraining's binary_logloss: 0.126085\tvalid_1's auc: 0.829758\tvalid_1's binary_logloss: 0.137617\n", + "[47]\ttraining's auc: 0.881967\ttraining's binary_logloss: 0.125803\tvalid_1's auc: 0.829727\tvalid_1's binary_logloss: 0.137536\n", + "[48]\ttraining's auc: 0.882558\ttraining's binary_logloss: 0.12553\tvalid_1's auc: 0.829416\tvalid_1's binary_logloss: 0.137459\n", + "[49]\ttraining's auc: 0.882893\ttraining's binary_logloss: 0.125266\tvalid_1's auc: 0.829209\tvalid_1's binary_logloss: 0.137372\n", + "[50]\ttraining's auc: 0.883381\ttraining's binary_logloss: 0.125015\tvalid_1's auc: 0.829497\tvalid_1's binary_logloss: 0.13725\n", + "[51]\ttraining's auc: 0.88393\ttraining's binary_logloss: 0.124746\tvalid_1's auc: 0.829476\tvalid_1's binary_logloss: 0.137164\n", + "[52]\ttraining's auc: 0.884474\ttraining's binary_logloss: 0.124486\tvalid_1's auc: 0.829437\tvalid_1's binary_logloss: 0.137091\n", + "[53]\ttraining's auc: 0.885109\ttraining's binary_logloss: 0.124239\tvalid_1's auc: 0.829287\tvalid_1's binary_logloss: 0.137036\n", + "[54]\ttraining's auc: 0.885601\ttraining's binary_logloss: 0.12399\tvalid_1's auc: 0.829424\tvalid_1's binary_logloss: 0.13696\n", + "[55]\ttraining's auc: 0.886025\ttraining's binary_logloss: 0.123758\tvalid_1's auc: 0.829412\tvalid_1's binary_logloss: 0.136885\n", + "[56]\ttraining's auc: 0.886551\ttraining's binary_logloss: 0.123519\tvalid_1's auc: 0.829541\tvalid_1's binary_logloss: 0.13679\n", + "[57]\ttraining's auc: 0.886907\ttraining's binary_logloss: 0.12329\tvalid_1's auc: 0.829617\tvalid_1's binary_logloss: 0.136721\n", + "[58]\ttraining's auc: 0.887292\ttraining's binary_logloss: 0.123074\tvalid_1's auc: 0.829717\tvalid_1's binary_logloss: 0.136637\n", + "[59]\ttraining's auc: 0.887725\ttraining's binary_logloss: 0.122843\tvalid_1's auc: 0.829812\tvalid_1's binary_logloss: 0.136615\n", + "[60]\ttraining's auc: 0.888096\ttraining's binary_logloss: 0.122631\tvalid_1's auc: 0.829779\tvalid_1's binary_logloss: 0.136567\n", + "[61]\ttraining's auc: 0.888594\ttraining's binary_logloss: 0.1224\tvalid_1's auc: 0.83022\tvalid_1's binary_logloss: 0.136481\n", + "[62]\ttraining's auc: 0.88897\ttraining's binary_logloss: 0.122193\tvalid_1's auc: 0.83041\tvalid_1's binary_logloss: 0.136401\n", + "[63]\ttraining's auc: 0.88935\ttraining's binary_logloss: 0.121978\tvalid_1's auc: 0.830676\tvalid_1's binary_logloss: 0.136325\n", + "[64]\ttraining's auc: 0.889882\ttraining's binary_logloss: 0.121754\tvalid_1's auc: 0.830684\tvalid_1's binary_logloss: 0.136284\n", + "[65]\ttraining's auc: 0.890331\ttraining's binary_logloss: 0.121558\tvalid_1's auc: 0.830763\tvalid_1's binary_logloss: 0.136228\n", + "[66]\ttraining's auc: 0.890815\ttraining's binary_logloss: 0.121353\tvalid_1's auc: 0.830839\tvalid_1's binary_logloss: 0.136181\n", + "[67]\ttraining's auc: 0.891243\ttraining's binary_logloss: 0.121156\tvalid_1's auc: 0.830845\tvalid_1's binary_logloss: 0.136149\n", + "[68]\ttraining's auc: 0.891877\ttraining's binary_logloss: 0.12094\tvalid_1's auc: 0.831047\tvalid_1's binary_logloss: 0.136109\n", + "[69]\ttraining's auc: 0.892159\ttraining's binary_logloss: 0.120765\tvalid_1's auc: 0.831195\tvalid_1's binary_logloss: 0.136069\n", + "[70]\ttraining's auc: 0.892481\ttraining's binary_logloss: 0.120573\tvalid_1's auc: 0.831289\tvalid_1's binary_logloss: 0.13604\n", + "[71]\ttraining's auc: 0.892699\ttraining's binary_logloss: 0.12041\tvalid_1's auc: 0.831307\tvalid_1's binary_logloss: 0.135993\n", + "[72]\ttraining's auc: 0.893017\ttraining's binary_logloss: 0.120234\tvalid_1's auc: 0.831384\tvalid_1's binary_logloss: 0.135977\n", + "[73]\ttraining's auc: 0.893621\ttraining's binary_logloss: 0.120028\tvalid_1's auc: 0.831493\tvalid_1's binary_logloss: 0.13595\n", + "[74]\ttraining's auc: 0.893862\ttraining's binary_logloss: 0.11988\tvalid_1's auc: 0.831432\tvalid_1's binary_logloss: 0.135928\n", + "[75]\ttraining's auc: 0.894163\ttraining's binary_logloss: 0.119719\tvalid_1's auc: 0.831442\tvalid_1's binary_logloss: 0.135915\n", + "[76]\ttraining's auc: 0.894472\ttraining's binary_logloss: 0.119534\tvalid_1's auc: 0.831524\tvalid_1's binary_logloss: 0.135887\n", + "[77]\ttraining's auc: 0.895107\ttraining's binary_logloss: 0.119335\tvalid_1's auc: 0.83139\tvalid_1's binary_logloss: 0.135898\n", + "[78]\ttraining's auc: 0.895548\ttraining's binary_logloss: 0.119155\tvalid_1's auc: 0.831451\tvalid_1's binary_logloss: 0.135892\n", + "[79]\ttraining's auc: 0.896121\ttraining's binary_logloss: 0.118984\tvalid_1's auc: 0.831354\tvalid_1's binary_logloss: 0.135896\n", + "[80]\ttraining's auc: 0.896492\ttraining's binary_logloss: 0.118824\tvalid_1's auc: 0.831465\tvalid_1's binary_logloss: 0.135878\n", + "[81]\ttraining's auc: 0.896936\ttraining's binary_logloss: 0.118629\tvalid_1's auc: 0.831257\tvalid_1's binary_logloss: 0.135896\n", + "[82]\ttraining's auc: 0.897316\ttraining's binary_logloss: 0.118444\tvalid_1's auc: 0.83137\tvalid_1's binary_logloss: 0.135863\n", + "[83]\ttraining's auc: 0.897697\ttraining's binary_logloss: 0.118271\tvalid_1's auc: 0.831205\tvalid_1's binary_logloss: 0.13588\n", + "[84]\ttraining's auc: 0.898121\ttraining's binary_logloss: 0.118084\tvalid_1's auc: 0.831022\tvalid_1's binary_logloss: 0.135901\n", + "[85]\ttraining's auc: 0.898491\ttraining's binary_logloss: 0.117926\tvalid_1's auc: 0.831047\tvalid_1's binary_logloss: 0.135883\n", + "[86]\ttraining's auc: 0.898799\ttraining's binary_logloss: 0.117773\tvalid_1's auc: 0.831115\tvalid_1's binary_logloss: 0.135863\n", + "[87]\ttraining's auc: 0.899215\ttraining's binary_logloss: 0.117604\tvalid_1's auc: 0.831088\tvalid_1's binary_logloss: 0.135858\n", + "[88]\ttraining's auc: 0.899588\ttraining's binary_logloss: 0.117444\tvalid_1's auc: 0.830911\tvalid_1's binary_logloss: 0.135873\n", + "[89]\ttraining's auc: 0.900019\ttraining's binary_logloss: 0.117276\tvalid_1's auc: 0.830932\tvalid_1's binary_logloss: 0.135855\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[90]\ttraining's auc: 0.900418\ttraining's binary_logloss: 0.117133\tvalid_1's auc: 0.830938\tvalid_1's binary_logloss: 0.135847\n", + "[91]\ttraining's auc: 0.900835\ttraining's binary_logloss: 0.116971\tvalid_1's auc: 0.831033\tvalid_1's binary_logloss: 0.135827\n", + "[92]\ttraining's auc: 0.901217\ttraining's binary_logloss: 0.116812\tvalid_1's auc: 0.831006\tvalid_1's binary_logloss: 0.135831\n", + "[93]\ttraining's auc: 0.90153\ttraining's binary_logloss: 0.116674\tvalid_1's auc: 0.830906\tvalid_1's binary_logloss: 0.135842\n", + "[94]\ttraining's auc: 0.901931\ttraining's binary_logloss: 0.11654\tvalid_1's auc: 0.83091\tvalid_1's binary_logloss: 0.13584\n", + "[95]\ttraining's auc: 0.902309\ttraining's binary_logloss: 0.116398\tvalid_1's auc: 0.830914\tvalid_1's binary_logloss: 0.135836\n", + "[96]\ttraining's auc: 0.902839\ttraining's binary_logloss: 0.116252\tvalid_1's auc: 0.830847\tvalid_1's binary_logloss: 0.135828\n", + "[97]\ttraining's auc: 0.903172\ttraining's binary_logloss: 0.116119\tvalid_1's auc: 0.830816\tvalid_1's binary_logloss: 0.135823\n", + "[98]\ttraining's auc: 0.90362\ttraining's binary_logloss: 0.115964\tvalid_1's auc: 0.83098\tvalid_1's binary_logloss: 0.135792\n", + "[99]\ttraining's auc: 0.904035\ttraining's binary_logloss: 0.115819\tvalid_1's auc: 0.830999\tvalid_1's binary_logloss: 0.135782\n", + "[100]\ttraining's auc: 0.904513\ttraining's binary_logloss: 0.115666\tvalid_1's auc: 0.8313\tvalid_1's binary_logloss: 0.135727\n", + "[1]\ttraining's auc: 0.830428\ttraining's binary_logloss: 0.163845\tvalid_1's auc: 0.811112\tvalid_1's binary_logloss: 0.158235\n", + "[2]\ttraining's auc: 0.838052\ttraining's binary_logloss: 0.161206\tvalid_1's auc: 0.818134\tvalid_1's binary_logloss: 0.156021\n", + "[3]\ttraining's auc: 0.839002\ttraining's binary_logloss: 0.158882\tvalid_1's auc: 0.81929\tvalid_1's binary_logloss: 0.154104\n", + "[4]\ttraining's auc: 0.841713\ttraining's binary_logloss: 0.156863\tvalid_1's auc: 0.82153\tvalid_1's binary_logloss: 0.152461\n", + "[5]\ttraining's auc: 0.843919\ttraining's binary_logloss: 0.155018\tvalid_1's auc: 0.824818\tvalid_1's binary_logloss: 0.150951\n", + "[6]\ttraining's auc: 0.845149\ttraining's binary_logloss: 0.153378\tvalid_1's auc: 0.826328\tvalid_1's binary_logloss: 0.149581\n", + "[7]\ttraining's auc: 0.845782\ttraining's binary_logloss: 0.151851\tvalid_1's auc: 0.826191\tvalid_1's binary_logloss: 0.14839\n", + "[8]\ttraining's auc: 0.849883\ttraining's binary_logloss: 0.15047\tvalid_1's auc: 0.828808\tvalid_1's binary_logloss: 0.147283\n", + "[9]\ttraining's auc: 0.852205\ttraining's binary_logloss: 0.149172\tvalid_1's auc: 0.829972\tvalid_1's binary_logloss: 0.146272\n", + "[10]\ttraining's auc: 0.854162\ttraining's binary_logloss: 0.148002\tvalid_1's auc: 0.830447\tvalid_1's binary_logloss: 0.145349\n", + "[11]\ttraining's auc: 0.854646\ttraining's binary_logloss: 0.146911\tvalid_1's auc: 0.830737\tvalid_1's binary_logloss: 0.144492\n", + "[12]\ttraining's auc: 0.85531\ttraining's binary_logloss: 0.145879\tvalid_1's auc: 0.830577\tvalid_1's binary_logloss: 0.143728\n", + "[13]\ttraining's auc: 0.855878\ttraining's binary_logloss: 0.144915\tvalid_1's auc: 0.830864\tvalid_1's binary_logloss: 0.143013\n", + "[14]\ttraining's auc: 0.857443\ttraining's binary_logloss: 0.144004\tvalid_1's auc: 0.831848\tvalid_1's binary_logloss: 0.142332\n", + "[15]\ttraining's auc: 0.858113\ttraining's binary_logloss: 0.143094\tvalid_1's auc: 0.832728\tvalid_1's binary_logloss: 0.141648\n", + "[16]\ttraining's auc: 0.858976\ttraining's binary_logloss: 0.142249\tvalid_1's auc: 0.833218\tvalid_1's binary_logloss: 0.141024\n", + "[17]\ttraining's auc: 0.86022\ttraining's binary_logloss: 0.141457\tvalid_1's auc: 0.833504\tvalid_1's binary_logloss: 0.140475\n", + "[18]\ttraining's auc: 0.861717\ttraining's binary_logloss: 0.140704\tvalid_1's auc: 0.833626\tvalid_1's binary_logloss: 0.139968\n", + "[19]\ttraining's auc: 0.862721\ttraining's binary_logloss: 0.139987\tvalid_1's auc: 0.833665\tvalid_1's binary_logloss: 0.139502\n", + "[20]\ttraining's auc: 0.863493\ttraining's binary_logloss: 0.139302\tvalid_1's auc: 0.833604\tvalid_1's binary_logloss: 0.139023\n", + "[21]\ttraining's auc: 0.86442\ttraining's binary_logloss: 0.138634\tvalid_1's auc: 0.833475\tvalid_1's binary_logloss: 0.138553\n", + "[22]\ttraining's auc: 0.865064\ttraining's binary_logloss: 0.137994\tvalid_1's auc: 0.833531\tvalid_1's binary_logloss: 0.138129\n", + "[23]\ttraining's auc: 0.86573\ttraining's binary_logloss: 0.137384\tvalid_1's auc: 0.833728\tvalid_1's binary_logloss: 0.137744\n", + "[24]\ttraining's auc: 0.866652\ttraining's binary_logloss: 0.136808\tvalid_1's auc: 0.833881\tvalid_1's binary_logloss: 0.137366\n", + "[25]\ttraining's auc: 0.867183\ttraining's binary_logloss: 0.136261\tvalid_1's auc: 0.833837\tvalid_1's binary_logloss: 0.137029\n", + "[26]\ttraining's auc: 0.867808\ttraining's binary_logloss: 0.135749\tvalid_1's auc: 0.834258\tvalid_1's binary_logloss: 0.136671\n", + "[27]\ttraining's auc: 0.86841\ttraining's binary_logloss: 0.135263\tvalid_1's auc: 0.834448\tvalid_1's binary_logloss: 0.136336\n", + "[28]\ttraining's auc: 0.869003\ttraining's binary_logloss: 0.134784\tvalid_1's auc: 0.834575\tvalid_1's binary_logloss: 0.136037\n", + "[29]\ttraining's auc: 0.86949\ttraining's binary_logloss: 0.134334\tvalid_1's auc: 0.834455\tvalid_1's binary_logloss: 0.13577\n", + "[30]\ttraining's auc: 0.870031\ttraining's binary_logloss: 0.133894\tvalid_1's auc: 0.834395\tvalid_1's binary_logloss: 0.135491\n", + "[31]\ttraining's auc: 0.8705\ttraining's binary_logloss: 0.133469\tvalid_1's auc: 0.834552\tvalid_1's binary_logloss: 0.135252\n", + "[32]\ttraining's auc: 0.87079\ttraining's binary_logloss: 0.133068\tvalid_1's auc: 0.834572\tvalid_1's binary_logloss: 0.135001\n", + "[33]\ttraining's auc: 0.871616\ttraining's binary_logloss: 0.13267\tvalid_1's auc: 0.834705\tvalid_1's binary_logloss: 0.134775\n", + "[34]\ttraining's auc: 0.872044\ttraining's binary_logloss: 0.132277\tvalid_1's auc: 0.834863\tvalid_1's binary_logloss: 0.134562\n", + "[35]\ttraining's auc: 0.87242\ttraining's binary_logloss: 0.131896\tvalid_1's auc: 0.834995\tvalid_1's binary_logloss: 0.134337\n", + "[36]\ttraining's auc: 0.872999\ttraining's binary_logloss: 0.13154\tvalid_1's auc: 0.835\tvalid_1's binary_logloss: 0.134147\n", + "[37]\ttraining's auc: 0.873448\ttraining's binary_logloss: 0.131187\tvalid_1's auc: 0.835131\tvalid_1's binary_logloss: 0.133951\n", + "[38]\ttraining's auc: 0.874002\ttraining's binary_logloss: 0.130846\tvalid_1's auc: 0.835033\tvalid_1's binary_logloss: 0.133816\n", + "[39]\ttraining's auc: 0.874635\ttraining's binary_logloss: 0.130503\tvalid_1's auc: 0.834761\tvalid_1's binary_logloss: 0.133672\n", + "[40]\ttraining's auc: 0.875222\ttraining's binary_logloss: 0.130186\tvalid_1's auc: 0.834702\tvalid_1's binary_logloss: 0.133521\n", + "[41]\ttraining's auc: 0.875798\ttraining's binary_logloss: 0.129872\tvalid_1's auc: 0.834835\tvalid_1's binary_logloss: 0.133365\n", + "[42]\ttraining's auc: 0.876415\ttraining's binary_logloss: 0.129549\tvalid_1's auc: 0.834913\tvalid_1's binary_logloss: 0.133234\n", + "[43]\ttraining's auc: 0.876849\ttraining's binary_logloss: 0.129251\tvalid_1's auc: 0.834808\tvalid_1's binary_logloss: 0.133118\n", + "[44]\ttraining's auc: 0.877325\ttraining's binary_logloss: 0.128954\tvalid_1's auc: 0.834788\tvalid_1's binary_logloss: 0.133\n", + "[45]\ttraining's auc: 0.877664\ttraining's binary_logloss: 0.128673\tvalid_1's auc: 0.834651\tvalid_1's binary_logloss: 0.132899\n", + "[46]\ttraining's auc: 0.878085\ttraining's binary_logloss: 0.128385\tvalid_1's auc: 0.834696\tvalid_1's binary_logloss: 0.132779\n", + "[47]\ttraining's auc: 0.878496\ttraining's binary_logloss: 0.12811\tvalid_1's auc: 0.834545\tvalid_1's binary_logloss: 0.132677\n", + "[48]\ttraining's auc: 0.879021\ttraining's binary_logloss: 0.127846\tvalid_1's auc: 0.834527\tvalid_1's binary_logloss: 0.13259\n", + "[49]\ttraining's auc: 0.879385\ttraining's binary_logloss: 0.127593\tvalid_1's auc: 0.83476\tvalid_1's binary_logloss: 0.132459\n", + "[50]\ttraining's auc: 0.879934\ttraining's binary_logloss: 0.127337\tvalid_1's auc: 0.834795\tvalid_1's binary_logloss: 0.132382\n", + "[51]\ttraining's auc: 0.880461\ttraining's binary_logloss: 0.127082\tvalid_1's auc: 0.834988\tvalid_1's binary_logloss: 0.132272\n", + "[52]\ttraining's auc: 0.880797\ttraining's binary_logloss: 0.126846\tvalid_1's auc: 0.834763\tvalid_1's binary_logloss: 0.132213\n", + "[53]\ttraining's auc: 0.881277\ttraining's binary_logloss: 0.126588\tvalid_1's auc: 0.834662\tvalid_1's binary_logloss: 0.132127\n", + "[54]\ttraining's auc: 0.8819\ttraining's binary_logloss: 0.126342\tvalid_1's auc: 0.834729\tvalid_1's binary_logloss: 0.132042\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[55]\ttraining's auc: 0.882126\ttraining's binary_logloss: 0.126116\tvalid_1's auc: 0.834707\tvalid_1's binary_logloss: 0.131957\n", + "[56]\ttraining's auc: 0.882874\ttraining's binary_logloss: 0.12587\tvalid_1's auc: 0.834743\tvalid_1's binary_logloss: 0.131905\n", + "[57]\ttraining's auc: 0.883581\ttraining's binary_logloss: 0.125596\tvalid_1's auc: 0.834895\tvalid_1's binary_logloss: 0.131809\n", + "[58]\ttraining's auc: 0.884049\ttraining's binary_logloss: 0.125351\tvalid_1's auc: 0.835105\tvalid_1's binary_logloss: 0.131733\n", + "[59]\ttraining's auc: 0.884554\ttraining's binary_logloss: 0.125114\tvalid_1's auc: 0.834824\tvalid_1's binary_logloss: 0.131703\n", + "[60]\ttraining's auc: 0.884998\ttraining's binary_logloss: 0.12488\tvalid_1's auc: 0.834936\tvalid_1's binary_logloss: 0.131629\n", + "[61]\ttraining's auc: 0.885397\ttraining's binary_logloss: 0.124662\tvalid_1's auc: 0.83506\tvalid_1's binary_logloss: 0.131569\n", + "[62]\ttraining's auc: 0.885974\ttraining's binary_logloss: 0.124441\tvalid_1's auc: 0.835145\tvalid_1's binary_logloss: 0.13152\n", + "[63]\ttraining's auc: 0.886401\ttraining's binary_logloss: 0.124227\tvalid_1's auc: 0.835229\tvalid_1's binary_logloss: 0.131453\n", + "[64]\ttraining's auc: 0.886968\ttraining's binary_logloss: 0.123996\tvalid_1's auc: 0.835291\tvalid_1's binary_logloss: 0.131408\n", + "[65]\ttraining's auc: 0.887447\ttraining's binary_logloss: 0.123776\tvalid_1's auc: 0.83523\tvalid_1's binary_logloss: 0.131379\n", + "[66]\ttraining's auc: 0.888013\ttraining's binary_logloss: 0.123555\tvalid_1's auc: 0.835264\tvalid_1's binary_logloss: 0.131336\n", + "[67]\ttraining's auc: 0.88852\ttraining's binary_logloss: 0.123348\tvalid_1's auc: 0.835271\tvalid_1's binary_logloss: 0.131303\n", + "[68]\ttraining's auc: 0.888958\ttraining's binary_logloss: 0.123125\tvalid_1's auc: 0.83544\tvalid_1's binary_logloss: 0.131242\n", + "[69]\ttraining's auc: 0.889351\ttraining's binary_logloss: 0.122922\tvalid_1's auc: 0.835436\tvalid_1's binary_logloss: 0.131199\n", + "[70]\ttraining's auc: 0.889766\ttraining's binary_logloss: 0.122711\tvalid_1's auc: 0.835219\tvalid_1's binary_logloss: 0.131191\n", + "[71]\ttraining's auc: 0.890213\ttraining's binary_logloss: 0.122517\tvalid_1's auc: 0.835373\tvalid_1's binary_logloss: 0.131142\n", + "[72]\ttraining's auc: 0.890699\ttraining's binary_logloss: 0.122314\tvalid_1's auc: 0.835333\tvalid_1's binary_logloss: 0.131119\n", + "[73]\ttraining's auc: 0.891104\ttraining's binary_logloss: 0.122123\tvalid_1's auc: 0.835356\tvalid_1's binary_logloss: 0.131086\n", + "[74]\ttraining's auc: 0.891461\ttraining's binary_logloss: 0.121944\tvalid_1's auc: 0.83542\tvalid_1's binary_logloss: 0.131059\n", + "[75]\ttraining's auc: 0.891827\ttraining's binary_logloss: 0.121768\tvalid_1's auc: 0.835338\tvalid_1's binary_logloss: 0.131023\n", + "[76]\ttraining's auc: 0.892371\ttraining's binary_logloss: 0.121575\tvalid_1's auc: 0.83545\tvalid_1's binary_logloss: 0.130986\n", + "[77]\ttraining's auc: 0.892701\ttraining's binary_logloss: 0.121417\tvalid_1's auc: 0.835384\tvalid_1's binary_logloss: 0.130957\n", + "[78]\ttraining's auc: 0.893004\ttraining's binary_logloss: 0.121249\tvalid_1's auc: 0.835475\tvalid_1's binary_logloss: 0.130929\n", + "[79]\ttraining's auc: 0.893552\ttraining's binary_logloss: 0.121071\tvalid_1's auc: 0.835526\tvalid_1's binary_logloss: 0.130903\n", + "[80]\ttraining's auc: 0.894044\ttraining's binary_logloss: 0.120901\tvalid_1's auc: 0.835509\tvalid_1's binary_logloss: 0.130872\n", + "[81]\ttraining's auc: 0.894422\ttraining's binary_logloss: 0.120732\tvalid_1's auc: 0.835587\tvalid_1's binary_logloss: 0.130865\n", + "[82]\ttraining's auc: 0.895021\ttraining's binary_logloss: 0.120549\tvalid_1's auc: 0.83561\tvalid_1's binary_logloss: 0.130865\n", + "[83]\ttraining's auc: 0.895425\ttraining's binary_logloss: 0.120392\tvalid_1's auc: 0.835616\tvalid_1's binary_logloss: 0.130853\n", + "[84]\ttraining's auc: 0.895883\ttraining's binary_logloss: 0.120229\tvalid_1's auc: 0.835611\tvalid_1's binary_logloss: 0.130836\n", + "[85]\ttraining's auc: 0.896361\ttraining's binary_logloss: 0.12009\tvalid_1's auc: 0.83581\tvalid_1's binary_logloss: 0.130806\n", + "[86]\ttraining's auc: 0.896759\ttraining's binary_logloss: 0.11994\tvalid_1's auc: 0.835696\tvalid_1's binary_logloss: 0.130798\n", + "[87]\ttraining's auc: 0.897241\ttraining's binary_logloss: 0.119767\tvalid_1's auc: 0.835678\tvalid_1's binary_logloss: 0.130793\n", + "[88]\ttraining's auc: 0.897592\ttraining's binary_logloss: 0.119617\tvalid_1's auc: 0.835836\tvalid_1's binary_logloss: 0.130768\n", + "[89]\ttraining's auc: 0.897971\ttraining's binary_logloss: 0.119457\tvalid_1's auc: 0.835929\tvalid_1's binary_logloss: 0.130756\n", + "[90]\ttraining's auc: 0.89836\ttraining's binary_logloss: 0.119315\tvalid_1's auc: 0.836027\tvalid_1's binary_logloss: 0.130725\n", + "[91]\ttraining's auc: 0.898966\ttraining's binary_logloss: 0.119145\tvalid_1's auc: 0.835876\tvalid_1's binary_logloss: 0.130715\n", + "[92]\ttraining's auc: 0.8993\ttraining's binary_logloss: 0.119011\tvalid_1's auc: 0.835837\tvalid_1's binary_logloss: 0.130714\n", + "[93]\ttraining's auc: 0.89971\ttraining's binary_logloss: 0.118862\tvalid_1's auc: 0.835852\tvalid_1's binary_logloss: 0.13069\n", + "[94]\ttraining's auc: 0.900074\ttraining's binary_logloss: 0.118717\tvalid_1's auc: 0.835756\tvalid_1's binary_logloss: 0.130704\n", + "[95]\ttraining's auc: 0.900438\ttraining's binary_logloss: 0.118567\tvalid_1's auc: 0.835735\tvalid_1's binary_logloss: 0.130694\n", + "[96]\ttraining's auc: 0.901094\ttraining's binary_logloss: 0.118415\tvalid_1's auc: 0.835778\tvalid_1's binary_logloss: 0.130686\n", + "[97]\ttraining's auc: 0.901499\ttraining's binary_logloss: 0.118253\tvalid_1's auc: 0.835806\tvalid_1's binary_logloss: 0.130671\n", + "[98]\ttraining's auc: 0.901983\ttraining's binary_logloss: 0.118088\tvalid_1's auc: 0.83586\tvalid_1's binary_logloss: 0.130656\n", + "[99]\ttraining's auc: 0.902485\ttraining's binary_logloss: 0.117926\tvalid_1's auc: 0.835778\tvalid_1's binary_logloss: 0.130665\n", + "[100]\ttraining's auc: 0.902894\ttraining's binary_logloss: 0.117784\tvalid_1's auc: 0.835685\tvalid_1's binary_logloss: 0.130675\n", + "[1]\ttraining's auc: 0.834018\ttraining's binary_logloss: 0.160181\tvalid_1's auc: 0.813538\tvalid_1's binary_logloss: 0.165817\n", + "[2]\ttraining's auc: 0.837632\ttraining's binary_logloss: 0.157699\tvalid_1's auc: 0.816687\tvalid_1's binary_logloss: 0.163525\n", + "[3]\ttraining's auc: 0.841397\ttraining's binary_logloss: 0.155475\tvalid_1's auc: 0.820629\tvalid_1's binary_logloss: 0.161541\n", + "[4]\ttraining's auc: 0.842911\ttraining's binary_logloss: 0.153484\tvalid_1's auc: 0.823401\tvalid_1's binary_logloss: 0.159694\n", + "[5]\ttraining's auc: 0.843821\ttraining's binary_logloss: 0.151725\tvalid_1's auc: 0.82317\tvalid_1's binary_logloss: 0.158133\n", + "[6]\ttraining's auc: 0.846655\ttraining's binary_logloss: 0.150127\tvalid_1's auc: 0.825493\tvalid_1's binary_logloss: 0.156644\n", + "[7]\ttraining's auc: 0.848275\ttraining's binary_logloss: 0.148641\tvalid_1's auc: 0.826169\tvalid_1's binary_logloss: 0.15529\n", + "[8]\ttraining's auc: 0.849376\ttraining's binary_logloss: 0.14725\tvalid_1's auc: 0.826389\tvalid_1's binary_logloss: 0.154055\n", + "[9]\ttraining's auc: 0.849816\ttraining's binary_logloss: 0.145989\tvalid_1's auc: 0.826678\tvalid_1's binary_logloss: 0.152946\n", + "[10]\ttraining's auc: 0.851908\ttraining's binary_logloss: 0.144787\tvalid_1's auc: 0.827799\tvalid_1's binary_logloss: 0.151943\n", + "[11]\ttraining's auc: 0.852745\ttraining's binary_logloss: 0.143672\tvalid_1's auc: 0.828279\tvalid_1's binary_logloss: 0.151003\n", + "[12]\ttraining's auc: 0.853983\ttraining's binary_logloss: 0.142631\tvalid_1's auc: 0.828725\tvalid_1's binary_logloss: 0.150131\n", + "[13]\ttraining's auc: 0.855348\ttraining's binary_logloss: 0.141641\tvalid_1's auc: 0.82901\tvalid_1's binary_logloss: 0.149328\n", + "[14]\ttraining's auc: 0.856057\ttraining's binary_logloss: 0.140727\tvalid_1's auc: 0.829306\tvalid_1's binary_logloss: 0.148591\n", + "[15]\ttraining's auc: 0.856967\ttraining's binary_logloss: 0.139875\tvalid_1's auc: 0.829491\tvalid_1's binary_logloss: 0.147891\n", + "[16]\ttraining's auc: 0.858762\ttraining's binary_logloss: 0.139043\tvalid_1's auc: 0.830585\tvalid_1's binary_logloss: 0.147232\n", + "[17]\ttraining's auc: 0.859165\ttraining's binary_logloss: 0.138297\tvalid_1's auc: 0.830843\tvalid_1's binary_logloss: 0.146645\n", + "[18]\ttraining's auc: 0.859629\ttraining's binary_logloss: 0.137579\tvalid_1's auc: 0.83069\tvalid_1's binary_logloss: 0.146105\n", + "[19]\ttraining's auc: 0.860109\ttraining's binary_logloss: 0.136913\tvalid_1's auc: 0.830624\tvalid_1's binary_logloss: 0.145594\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[20]\ttraining's auc: 0.860875\ttraining's binary_logloss: 0.136256\tvalid_1's auc: 0.830833\tvalid_1's binary_logloss: 0.145104\n", + "[21]\ttraining's auc: 0.861178\ttraining's binary_logloss: 0.135658\tvalid_1's auc: 0.830755\tvalid_1's binary_logloss: 0.144676\n", + "[22]\ttraining's auc: 0.861996\ttraining's binary_logloss: 0.135059\tvalid_1's auc: 0.831064\tvalid_1's binary_logloss: 0.144238\n", + "[23]\ttraining's auc: 0.862883\ttraining's binary_logloss: 0.134488\tvalid_1's auc: 0.831172\tvalid_1's binary_logloss: 0.143846\n", + "[24]\ttraining's auc: 0.863448\ttraining's binary_logloss: 0.133903\tvalid_1's auc: 0.831264\tvalid_1's binary_logloss: 0.143461\n", + "[25]\ttraining's auc: 0.863976\ttraining's binary_logloss: 0.133353\tvalid_1's auc: 0.831483\tvalid_1's binary_logloss: 0.143099\n", + "[26]\ttraining's auc: 0.864844\ttraining's binary_logloss: 0.132846\tvalid_1's auc: 0.831979\tvalid_1's binary_logloss: 0.142733\n", + "[27]\ttraining's auc: 0.865725\ttraining's binary_logloss: 0.132374\tvalid_1's auc: 0.83209\tvalid_1's binary_logloss: 0.14239\n", + "[28]\ttraining's auc: 0.866254\ttraining's binary_logloss: 0.131915\tvalid_1's auc: 0.832026\tvalid_1's binary_logloss: 0.142106\n", + "[29]\ttraining's auc: 0.868096\ttraining's binary_logloss: 0.131477\tvalid_1's auc: 0.834042\tvalid_1's binary_logloss: 0.141816\n", + "[30]\ttraining's auc: 0.86871\ttraining's binary_logloss: 0.131051\tvalid_1's auc: 0.8345\tvalid_1's binary_logloss: 0.141516\n", + "[31]\ttraining's auc: 0.869271\ttraining's binary_logloss: 0.130618\tvalid_1's auc: 0.834622\tvalid_1's binary_logloss: 0.141252\n", + "[32]\ttraining's auc: 0.869932\ttraining's binary_logloss: 0.13019\tvalid_1's auc: 0.834763\tvalid_1's binary_logloss: 0.140989\n", + "[33]\ttraining's auc: 0.87046\ttraining's binary_logloss: 0.129801\tvalid_1's auc: 0.834689\tvalid_1's binary_logloss: 0.140742\n", + "[34]\ttraining's auc: 0.870898\ttraining's binary_logloss: 0.129424\tvalid_1's auc: 0.834719\tvalid_1's binary_logloss: 0.140498\n", + "[35]\ttraining's auc: 0.871485\ttraining's binary_logloss: 0.129065\tvalid_1's auc: 0.834777\tvalid_1's binary_logloss: 0.140299\n", + "[36]\ttraining's auc: 0.872059\ttraining's binary_logloss: 0.128693\tvalid_1's auc: 0.834804\tvalid_1's binary_logloss: 0.140085\n", + "[37]\ttraining's auc: 0.872498\ttraining's binary_logloss: 0.128347\tvalid_1's auc: 0.83476\tvalid_1's binary_logloss: 0.13989\n", + "[38]\ttraining's auc: 0.873612\ttraining's binary_logloss: 0.128\tvalid_1's auc: 0.834601\tvalid_1's binary_logloss: 0.139702\n", + "[39]\ttraining's auc: 0.874268\ttraining's binary_logloss: 0.127674\tvalid_1's auc: 0.834599\tvalid_1's binary_logloss: 0.139529\n", + "[40]\ttraining's auc: 0.874785\ttraining's binary_logloss: 0.12735\tvalid_1's auc: 0.834636\tvalid_1's binary_logloss: 0.139366\n", + "[41]\ttraining's auc: 0.875916\ttraining's binary_logloss: 0.127033\tvalid_1's auc: 0.835139\tvalid_1's binary_logloss: 0.139196\n", + "[42]\ttraining's auc: 0.876442\ttraining's binary_logloss: 0.126733\tvalid_1's auc: 0.835058\tvalid_1's binary_logloss: 0.139051\n", + "[43]\ttraining's auc: 0.877089\ttraining's binary_logloss: 0.126434\tvalid_1's auc: 0.83527\tvalid_1's binary_logloss: 0.138878\n", + "[44]\ttraining's auc: 0.877732\ttraining's binary_logloss: 0.126153\tvalid_1's auc: 0.835682\tvalid_1's binary_logloss: 0.138733\n", + "[45]\ttraining's auc: 0.878207\ttraining's binary_logloss: 0.125876\tvalid_1's auc: 0.835507\tvalid_1's binary_logloss: 0.138599\n", + "[46]\ttraining's auc: 0.87919\ttraining's binary_logloss: 0.125558\tvalid_1's auc: 0.835711\tvalid_1's binary_logloss: 0.138463\n", + "[47]\ttraining's auc: 0.879699\ttraining's binary_logloss: 0.125301\tvalid_1's auc: 0.835895\tvalid_1's binary_logloss: 0.138354\n", + "[48]\ttraining's auc: 0.880218\ttraining's binary_logloss: 0.12505\tvalid_1's auc: 0.83589\tvalid_1's binary_logloss: 0.138249\n", + "[49]\ttraining's auc: 0.88087\ttraining's binary_logloss: 0.124788\tvalid_1's auc: 0.835992\tvalid_1's binary_logloss: 0.138137\n", + "[50]\ttraining's auc: 0.881827\ttraining's binary_logloss: 0.124507\tvalid_1's auc: 0.835947\tvalid_1's binary_logloss: 0.138047\n", + "[51]\ttraining's auc: 0.882403\ttraining's binary_logloss: 0.12424\tvalid_1's auc: 0.836045\tvalid_1's binary_logloss: 0.137957\n", + "[52]\ttraining's auc: 0.882876\ttraining's binary_logloss: 0.123982\tvalid_1's auc: 0.835908\tvalid_1's binary_logloss: 0.137858\n", + "[53]\ttraining's auc: 0.883575\ttraining's binary_logloss: 0.123734\tvalid_1's auc: 0.835799\tvalid_1's binary_logloss: 0.137779\n", + "[54]\ttraining's auc: 0.884321\ttraining's binary_logloss: 0.123485\tvalid_1's auc: 0.835582\tvalid_1's binary_logloss: 0.137724\n", + "[55]\ttraining's auc: 0.884673\ttraining's binary_logloss: 0.123263\tvalid_1's auc: 0.835478\tvalid_1's binary_logloss: 0.13767\n", + "[56]\ttraining's auc: 0.885279\ttraining's binary_logloss: 0.123037\tvalid_1's auc: 0.835517\tvalid_1's binary_logloss: 0.137596\n", + "[57]\ttraining's auc: 0.885822\ttraining's binary_logloss: 0.122798\tvalid_1's auc: 0.835799\tvalid_1's binary_logloss: 0.137506\n", + "[58]\ttraining's auc: 0.886347\ttraining's binary_logloss: 0.122564\tvalid_1's auc: 0.835868\tvalid_1's binary_logloss: 0.137402\n", + "[59]\ttraining's auc: 0.886815\ttraining's binary_logloss: 0.12234\tvalid_1's auc: 0.83585\tvalid_1's binary_logloss: 0.137351\n", + "[60]\ttraining's auc: 0.887389\ttraining's binary_logloss: 0.122092\tvalid_1's auc: 0.835744\tvalid_1's binary_logloss: 0.137306\n", + "[61]\ttraining's auc: 0.887959\ttraining's binary_logloss: 0.121863\tvalid_1's auc: 0.83575\tvalid_1's binary_logloss: 0.137251\n", + "[62]\ttraining's auc: 0.888369\ttraining's binary_logloss: 0.121648\tvalid_1's auc: 0.835946\tvalid_1's binary_logloss: 0.137184\n", + "[63]\ttraining's auc: 0.8888\ttraining's binary_logloss: 0.121424\tvalid_1's auc: 0.835781\tvalid_1's binary_logloss: 0.137147\n", + "[64]\ttraining's auc: 0.889269\ttraining's binary_logloss: 0.121211\tvalid_1's auc: 0.835948\tvalid_1's binary_logloss: 0.137087\n", + "[65]\ttraining's auc: 0.889805\ttraining's binary_logloss: 0.121006\tvalid_1's auc: 0.835853\tvalid_1's binary_logloss: 0.137056\n", + "[66]\ttraining's auc: 0.890238\ttraining's binary_logloss: 0.120797\tvalid_1's auc: 0.835721\tvalid_1's binary_logloss: 0.137046\n", + "[67]\ttraining's auc: 0.890685\ttraining's binary_logloss: 0.120598\tvalid_1's auc: 0.83575\tvalid_1's binary_logloss: 0.137015\n", + "[68]\ttraining's auc: 0.891075\ttraining's binary_logloss: 0.120404\tvalid_1's auc: 0.835664\tvalid_1's binary_logloss: 0.137003\n", + "[69]\ttraining's auc: 0.891415\ttraining's binary_logloss: 0.120207\tvalid_1's auc: 0.835835\tvalid_1's binary_logloss: 0.136943\n", + "[70]\ttraining's auc: 0.891839\ttraining's binary_logloss: 0.119997\tvalid_1's auc: 0.835814\tvalid_1's binary_logloss: 0.136909\n", + "[71]\ttraining's auc: 0.892223\ttraining's binary_logloss: 0.119813\tvalid_1's auc: 0.835697\tvalid_1's binary_logloss: 0.1369\n", + "[72]\ttraining's auc: 0.892558\ttraining's binary_logloss: 0.119619\tvalid_1's auc: 0.835608\tvalid_1's binary_logloss: 0.136885\n", + "[73]\ttraining's auc: 0.892914\ttraining's binary_logloss: 0.119441\tvalid_1's auc: 0.835716\tvalid_1's binary_logloss: 0.136851\n", + "[74]\ttraining's auc: 0.893332\ttraining's binary_logloss: 0.119243\tvalid_1's auc: 0.835766\tvalid_1's binary_logloss: 0.136829\n", + "[75]\ttraining's auc: 0.893693\ttraining's binary_logloss: 0.119061\tvalid_1's auc: 0.835718\tvalid_1's binary_logloss: 0.136807\n", + "[76]\ttraining's auc: 0.894076\ttraining's binary_logloss: 0.118885\tvalid_1's auc: 0.835759\tvalid_1's binary_logloss: 0.136785\n", + "[77]\ttraining's auc: 0.894462\ttraining's binary_logloss: 0.118723\tvalid_1's auc: 0.83582\tvalid_1's binary_logloss: 0.136752\n", + "[78]\ttraining's auc: 0.894938\ttraining's binary_logloss: 0.118546\tvalid_1's auc: 0.835597\tvalid_1's binary_logloss: 0.136741\n", + "[79]\ttraining's auc: 0.895291\ttraining's binary_logloss: 0.118373\tvalid_1's auc: 0.835508\tvalid_1's binary_logloss: 0.136727\n", + "[80]\ttraining's auc: 0.895673\ttraining's binary_logloss: 0.118202\tvalid_1's auc: 0.835679\tvalid_1's binary_logloss: 0.136684\n", + "[81]\ttraining's auc: 0.896167\ttraining's binary_logloss: 0.118037\tvalid_1's auc: 0.835667\tvalid_1's binary_logloss: 0.136661\n", + "[1]\ttraining's auc: 0.835032\ttraining's binary_logloss: 0.156876\tvalid_1's auc: 0.811435\tvalid_1's binary_logloss: 0.159092\n", + "[2]\ttraining's auc: 0.840177\ttraining's binary_logloss: 0.151731\tvalid_1's auc: 0.812605\tvalid_1's binary_logloss: 0.155067\n", + "[3]\ttraining's auc: 0.845962\ttraining's binary_logloss: 0.147883\tvalid_1's auc: 0.814402\tvalid_1's binary_logloss: 0.151968\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[4]\ttraining's auc: 0.853695\ttraining's binary_logloss: 0.144715\tvalid_1's auc: 0.820072\tvalid_1's binary_logloss: 0.149576\n", + "[5]\ttraining's auc: 0.855582\ttraining's binary_logloss: 0.142005\tvalid_1's auc: 0.822045\tvalid_1's binary_logloss: 0.147567\n", + "[6]\ttraining's auc: 0.858271\ttraining's binary_logloss: 0.139767\tvalid_1's auc: 0.822569\tvalid_1's binary_logloss: 0.145999\n", + "[7]\ttraining's auc: 0.862238\ttraining's binary_logloss: 0.137782\tvalid_1's auc: 0.825416\tvalid_1's binary_logloss: 0.144594\n", + "[8]\ttraining's auc: 0.863711\ttraining's binary_logloss: 0.136055\tvalid_1's auc: 0.825154\tvalid_1's binary_logloss: 0.143459\n", + "[9]\ttraining's auc: 0.866373\ttraining's binary_logloss: 0.134499\tvalid_1's auc: 0.826448\tvalid_1's binary_logloss: 0.142412\n", + "[10]\ttraining's auc: 0.867611\ttraining's binary_logloss: 0.133116\tvalid_1's auc: 0.826477\tvalid_1's binary_logloss: 0.141546\n", + "[11]\ttraining's auc: 0.868442\ttraining's binary_logloss: 0.131815\tvalid_1's auc: 0.82736\tvalid_1's binary_logloss: 0.140822\n", + "[12]\ttraining's auc: 0.86947\ttraining's binary_logloss: 0.13073\tvalid_1's auc: 0.827009\tvalid_1's binary_logloss: 0.140186\n", + "[13]\ttraining's auc: 0.872416\ttraining's binary_logloss: 0.12966\tvalid_1's auc: 0.828219\tvalid_1's binary_logloss: 0.139621\n", + "[14]\ttraining's auc: 0.874749\ttraining's binary_logloss: 0.128676\tvalid_1's auc: 0.828928\tvalid_1's binary_logloss: 0.139124\n", + "[15]\ttraining's auc: 0.876531\ttraining's binary_logloss: 0.127722\tvalid_1's auc: 0.828877\tvalid_1's binary_logloss: 0.138683\n", + "[16]\ttraining's auc: 0.878089\ttraining's binary_logloss: 0.126906\tvalid_1's auc: 0.82917\tvalid_1's binary_logloss: 0.138354\n", + "[17]\ttraining's auc: 0.879331\ttraining's binary_logloss: 0.126103\tvalid_1's auc: 0.828932\tvalid_1's binary_logloss: 0.13799\n", + "[18]\ttraining's auc: 0.880274\ttraining's binary_logloss: 0.125357\tvalid_1's auc: 0.829142\tvalid_1's binary_logloss: 0.137685\n", + "[19]\ttraining's auc: 0.88143\ttraining's binary_logloss: 0.124634\tvalid_1's auc: 0.828878\tvalid_1's binary_logloss: 0.137492\n", + "[20]\ttraining's auc: 0.883484\ttraining's binary_logloss: 0.123909\tvalid_1's auc: 0.828791\tvalid_1's binary_logloss: 0.137281\n", + "[21]\ttraining's auc: 0.8854\ttraining's binary_logloss: 0.123214\tvalid_1's auc: 0.828637\tvalid_1's binary_logloss: 0.137122\n", + "[22]\ttraining's auc: 0.886703\ttraining's binary_logloss: 0.122594\tvalid_1's auc: 0.828339\tvalid_1's binary_logloss: 0.136987\n", + "[23]\ttraining's auc: 0.888367\ttraining's binary_logloss: 0.121969\tvalid_1's auc: 0.828319\tvalid_1's binary_logloss: 0.136849\n", + "[24]\ttraining's auc: 0.889613\ttraining's binary_logloss: 0.121404\tvalid_1's auc: 0.828571\tvalid_1's binary_logloss: 0.136687\n", + "[25]\ttraining's auc: 0.89059\ttraining's binary_logloss: 0.120844\tvalid_1's auc: 0.828095\tvalid_1's binary_logloss: 0.136577\n", + "[26]\ttraining's auc: 0.891791\ttraining's binary_logloss: 0.120374\tvalid_1's auc: 0.828765\tvalid_1's binary_logloss: 0.136446\n", + "[27]\ttraining's auc: 0.893185\ttraining's binary_logloss: 0.119834\tvalid_1's auc: 0.828805\tvalid_1's binary_logloss: 0.136396\n", + "[28]\ttraining's auc: 0.893957\ttraining's binary_logloss: 0.119425\tvalid_1's auc: 0.828872\tvalid_1's binary_logloss: 0.13632\n", + "[29]\ttraining's auc: 0.894867\ttraining's binary_logloss: 0.118954\tvalid_1's auc: 0.828863\tvalid_1's binary_logloss: 0.136265\n", + "[30]\ttraining's auc: 0.896309\ttraining's binary_logloss: 0.118424\tvalid_1's auc: 0.828971\tvalid_1's binary_logloss: 0.136261\n", + "[31]\ttraining's auc: 0.897157\ttraining's binary_logloss: 0.118008\tvalid_1's auc: 0.828929\tvalid_1's binary_logloss: 0.136211\n", + "[32]\ttraining's auc: 0.898946\ttraining's binary_logloss: 0.117468\tvalid_1's auc: 0.830091\tvalid_1's binary_logloss: 0.136043\n", + "[33]\ttraining's auc: 0.900108\ttraining's binary_logloss: 0.117036\tvalid_1's auc: 0.829908\tvalid_1's binary_logloss: 0.136057\n", + "[34]\ttraining's auc: 0.901162\ttraining's binary_logloss: 0.1166\tvalid_1's auc: 0.829758\tvalid_1's binary_logloss: 0.136075\n", + "[35]\ttraining's auc: 0.902624\ttraining's binary_logloss: 0.116196\tvalid_1's auc: 0.829919\tvalid_1's binary_logloss: 0.136\n", + "[36]\ttraining's auc: 0.903883\ttraining's binary_logloss: 0.115785\tvalid_1's auc: 0.830096\tvalid_1's binary_logloss: 0.135968\n", + "[37]\ttraining's auc: 0.904749\ttraining's binary_logloss: 0.115388\tvalid_1's auc: 0.829835\tvalid_1's binary_logloss: 0.135942\n", + "[38]\ttraining's auc: 0.906084\ttraining's binary_logloss: 0.114988\tvalid_1's auc: 0.829667\tvalid_1's binary_logloss: 0.135949\n", + "[39]\ttraining's auc: 0.906702\ttraining's binary_logloss: 0.114682\tvalid_1's auc: 0.829529\tvalid_1's binary_logloss: 0.136012\n", + "[40]\ttraining's auc: 0.907749\ttraining's binary_logloss: 0.114355\tvalid_1's auc: 0.829345\tvalid_1's binary_logloss: 0.136043\n", + "[41]\ttraining's auc: 0.908588\ttraining's binary_logloss: 0.11398\tvalid_1's auc: 0.828766\tvalid_1's binary_logloss: 0.136188\n", + "[42]\ttraining's auc: 0.909562\ttraining's binary_logloss: 0.113635\tvalid_1's auc: 0.82905\tvalid_1's binary_logloss: 0.13615\n", + "[43]\ttraining's auc: 0.910516\ttraining's binary_logloss: 0.113324\tvalid_1's auc: 0.82871\tvalid_1's binary_logloss: 0.136206\n", + "[44]\ttraining's auc: 0.911176\ttraining's binary_logloss: 0.113008\tvalid_1's auc: 0.828507\tvalid_1's binary_logloss: 0.136273\n", + "[45]\ttraining's auc: 0.912012\ttraining's binary_logloss: 0.112731\tvalid_1's auc: 0.828422\tvalid_1's binary_logloss: 0.136284\n", + "[46]\ttraining's auc: 0.912683\ttraining's binary_logloss: 0.112382\tvalid_1's auc: 0.828275\tvalid_1's binary_logloss: 0.136371\n", + "[47]\ttraining's auc: 0.913674\ttraining's binary_logloss: 0.112074\tvalid_1's auc: 0.828283\tvalid_1's binary_logloss: 0.136392\n", + "[48]\ttraining's auc: 0.914264\ttraining's binary_logloss: 0.111805\tvalid_1's auc: 0.827802\tvalid_1's binary_logloss: 0.136478\n", + "[49]\ttraining's auc: 0.914887\ttraining's binary_logloss: 0.111458\tvalid_1's auc: 0.82749\tvalid_1's binary_logloss: 0.13656\n", + "[50]\ttraining's auc: 0.915622\ttraining's binary_logloss: 0.111133\tvalid_1's auc: 0.827403\tvalid_1's binary_logloss: 0.136626\n", + "[51]\ttraining's auc: 0.916362\ttraining's binary_logloss: 0.110906\tvalid_1's auc: 0.82732\tvalid_1's binary_logloss: 0.136671\n", + "[52]\ttraining's auc: 0.916942\ttraining's binary_logloss: 0.110609\tvalid_1's auc: 0.82741\tvalid_1's binary_logloss: 0.136703\n", + "[53]\ttraining's auc: 0.917722\ttraining's binary_logloss: 0.110303\tvalid_1's auc: 0.827424\tvalid_1's binary_logloss: 0.136727\n", + "[54]\ttraining's auc: 0.918453\ttraining's binary_logloss: 0.109966\tvalid_1's auc: 0.827253\tvalid_1's binary_logloss: 0.136807\n", + "[55]\ttraining's auc: 0.919186\ttraining's binary_logloss: 0.109711\tvalid_1's auc: 0.826918\tvalid_1's binary_logloss: 0.136865\n", + "[56]\ttraining's auc: 0.919849\ttraining's binary_logloss: 0.109372\tvalid_1's auc: 0.826648\tvalid_1's binary_logloss: 0.136964\n", + "[57]\ttraining's auc: 0.920456\ttraining's binary_logloss: 0.109126\tvalid_1's auc: 0.826553\tvalid_1's binary_logloss: 0.137015\n", + "[58]\ttraining's auc: 0.921194\ttraining's binary_logloss: 0.108773\tvalid_1's auc: 0.826557\tvalid_1's binary_logloss: 0.137043\n", + "[59]\ttraining's auc: 0.921847\ttraining's binary_logloss: 0.108481\tvalid_1's auc: 0.826424\tvalid_1's binary_logloss: 0.137077\n", + "[60]\ttraining's auc: 0.922241\ttraining's binary_logloss: 0.108218\tvalid_1's auc: 0.826188\tvalid_1's binary_logloss: 0.137128\n", + "[61]\ttraining's auc: 0.922642\ttraining's binary_logloss: 0.107965\tvalid_1's auc: 0.825782\tvalid_1's binary_logloss: 0.137221\n", + "[62]\ttraining's auc: 0.923267\ttraining's binary_logloss: 0.107776\tvalid_1's auc: 0.825523\tvalid_1's binary_logloss: 0.137285\n", + "[63]\ttraining's auc: 0.924211\ttraining's binary_logloss: 0.107501\tvalid_1's auc: 0.825634\tvalid_1's binary_logloss: 0.137294\n", + "[64]\ttraining's auc: 0.924455\ttraining's binary_logloss: 0.107301\tvalid_1's auc: 0.825267\tvalid_1's binary_logloss: 0.137356\n", + "[65]\ttraining's auc: 0.924841\ttraining's binary_logloss: 0.107043\tvalid_1's auc: 0.824944\tvalid_1's binary_logloss: 0.137464\n", + "[66]\ttraining's auc: 0.925446\ttraining's binary_logloss: 0.106829\tvalid_1's auc: 0.824681\tvalid_1's binary_logloss: 0.137531\n", + "[1]\ttraining's auc: 0.828158\ttraining's binary_logloss: 0.159467\tvalid_1's auc: 0.813856\tvalid_1's binary_logloss: 0.154708\n", + "[2]\ttraining's auc: 0.839521\ttraining's binary_logloss: 0.154207\tvalid_1's auc: 0.820727\tvalid_1's binary_logloss: 0.15048\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[3]\ttraining's auc: 0.84434\ttraining's binary_logloss: 0.150257\tvalid_1's auc: 0.824802\tvalid_1's binary_logloss: 0.147344\n", + "[4]\ttraining's auc: 0.850802\ttraining's binary_logloss: 0.147034\tvalid_1's auc: 0.828129\tvalid_1's binary_logloss: 0.144992\n", + "[5]\ttraining's auc: 0.853924\ttraining's binary_logloss: 0.144357\tvalid_1's auc: 0.828351\tvalid_1's binary_logloss: 0.143089\n", + "[6]\ttraining's auc: 0.856937\ttraining's binary_logloss: 0.142152\tvalid_1's auc: 0.830999\tvalid_1's binary_logloss: 0.141344\n", + "[7]\ttraining's auc: 0.860891\ttraining's binary_logloss: 0.140129\tvalid_1's auc: 0.831551\tvalid_1's binary_logloss: 0.140102\n", + "[8]\ttraining's auc: 0.862915\ttraining's binary_logloss: 0.138239\tvalid_1's auc: 0.833466\tvalid_1's binary_logloss: 0.138898\n", + "[9]\ttraining's auc: 0.865784\ttraining's binary_logloss: 0.136632\tvalid_1's auc: 0.834575\tvalid_1's binary_logloss: 0.137741\n", + "[10]\ttraining's auc: 0.867619\ttraining's binary_logloss: 0.135239\tvalid_1's auc: 0.834339\tvalid_1's binary_logloss: 0.136878\n", + "[11]\ttraining's auc: 0.869382\ttraining's binary_logloss: 0.133995\tvalid_1's auc: 0.833949\tvalid_1's binary_logloss: 0.136111\n", + "[12]\ttraining's auc: 0.870226\ttraining's binary_logloss: 0.132831\tvalid_1's auc: 0.833948\tvalid_1's binary_logloss: 0.135463\n", + "[13]\ttraining's auc: 0.87195\ttraining's binary_logloss: 0.131825\tvalid_1's auc: 0.833769\tvalid_1's binary_logloss: 0.134906\n", + "[14]\ttraining's auc: 0.873672\ttraining's binary_logloss: 0.130822\tvalid_1's auc: 0.834155\tvalid_1's binary_logloss: 0.134387\n", + "[15]\ttraining's auc: 0.874952\ttraining's binary_logloss: 0.129915\tvalid_1's auc: 0.834513\tvalid_1's binary_logloss: 0.133956\n", + "[16]\ttraining's auc: 0.876828\ttraining's binary_logloss: 0.129029\tvalid_1's auc: 0.833991\tvalid_1's binary_logloss: 0.13362\n", + "[17]\ttraining's auc: 0.878264\ttraining's binary_logloss: 0.128191\tvalid_1's auc: 0.83349\tvalid_1's binary_logloss: 0.133283\n", + "[18]\ttraining's auc: 0.879587\ttraining's binary_logloss: 0.127422\tvalid_1's auc: 0.833055\tvalid_1's binary_logloss: 0.133032\n", + "[19]\ttraining's auc: 0.880813\ttraining's binary_logloss: 0.126744\tvalid_1's auc: 0.832749\tvalid_1's binary_logloss: 0.132829\n", + "[20]\ttraining's auc: 0.882861\ttraining's binary_logloss: 0.126038\tvalid_1's auc: 0.832401\tvalid_1's binary_logloss: 0.132657\n", + "[21]\ttraining's auc: 0.884704\ttraining's binary_logloss: 0.125387\tvalid_1's auc: 0.832576\tvalid_1's binary_logloss: 0.132424\n", + "[22]\ttraining's auc: 0.885953\ttraining's binary_logloss: 0.124703\tvalid_1's auc: 0.832502\tvalid_1's binary_logloss: 0.132289\n", + "[23]\ttraining's auc: 0.887215\ttraining's binary_logloss: 0.124103\tvalid_1's auc: 0.832617\tvalid_1's binary_logloss: 0.132153\n", + "[24]\ttraining's auc: 0.888413\ttraining's binary_logloss: 0.123544\tvalid_1's auc: 0.832133\tvalid_1's binary_logloss: 0.1321\n", + "[25]\ttraining's auc: 0.88983\ttraining's binary_logloss: 0.122944\tvalid_1's auc: 0.83218\tvalid_1's binary_logloss: 0.131967\n", + "[26]\ttraining's auc: 0.891174\ttraining's binary_logloss: 0.122395\tvalid_1's auc: 0.832076\tvalid_1's binary_logloss: 0.131855\n", + "[27]\ttraining's auc: 0.892489\ttraining's binary_logloss: 0.121856\tvalid_1's auc: 0.832228\tvalid_1's binary_logloss: 0.131789\n", + "[28]\ttraining's auc: 0.893669\ttraining's binary_logloss: 0.121295\tvalid_1's auc: 0.832066\tvalid_1's binary_logloss: 0.131701\n", + "[29]\ttraining's auc: 0.894619\ttraining's binary_logloss: 0.120831\tvalid_1's auc: 0.832295\tvalid_1's binary_logloss: 0.131609\n", + "[30]\ttraining's auc: 0.895378\ttraining's binary_logloss: 0.120387\tvalid_1's auc: 0.832548\tvalid_1's binary_logloss: 0.131506\n", + "[31]\ttraining's auc: 0.896312\ttraining's binary_logloss: 0.119949\tvalid_1's auc: 0.832538\tvalid_1's binary_logloss: 0.131477\n", + "[32]\ttraining's auc: 0.897389\ttraining's binary_logloss: 0.119458\tvalid_1's auc: 0.832972\tvalid_1's binary_logloss: 0.131348\n", + "[33]\ttraining's auc: 0.898888\ttraining's binary_logloss: 0.119032\tvalid_1's auc: 0.833068\tvalid_1's binary_logloss: 0.131288\n", + "[34]\ttraining's auc: 0.900125\ttraining's binary_logloss: 0.11857\tvalid_1's auc: 0.833561\tvalid_1's binary_logloss: 0.131171\n", + "[35]\ttraining's auc: 0.901502\ttraining's binary_logloss: 0.118118\tvalid_1's auc: 0.833647\tvalid_1's binary_logloss: 0.131146\n", + "[36]\ttraining's auc: 0.902595\ttraining's binary_logloss: 0.117701\tvalid_1's auc: 0.83355\tvalid_1's binary_logloss: 0.131126\n", + "[37]\ttraining's auc: 0.90364\ttraining's binary_logloss: 0.117291\tvalid_1's auc: 0.83371\tvalid_1's binary_logloss: 0.131095\n", + "[38]\ttraining's auc: 0.904335\ttraining's binary_logloss: 0.11693\tvalid_1's auc: 0.834044\tvalid_1's binary_logloss: 0.131016\n", + "[39]\ttraining's auc: 0.905469\ttraining's binary_logloss: 0.116535\tvalid_1's auc: 0.834274\tvalid_1's binary_logloss: 0.130994\n", + "[1]\ttraining's auc: 0.828591\ttraining's binary_logloss: 0.155871\tvalid_1's auc: 0.805912\tvalid_1's binary_logloss: 0.162302\n", + "[2]\ttraining's auc: 0.838376\ttraining's binary_logloss: 0.150892\tvalid_1's auc: 0.814147\tvalid_1's binary_logloss: 0.157753\n", + "[3]\ttraining's auc: 0.846643\ttraining's binary_logloss: 0.147038\tvalid_1's auc: 0.824025\tvalid_1's binary_logloss: 0.154262\n", + "[4]\ttraining's auc: 0.850446\ttraining's binary_logloss: 0.143969\tvalid_1's auc: 0.824459\tvalid_1's binary_logloss: 0.151563\n", + "[5]\ttraining's auc: 0.854015\ttraining's binary_logloss: 0.14132\tvalid_1's auc: 0.826143\tvalid_1's binary_logloss: 0.149469\n", + "[6]\ttraining's auc: 0.856228\ttraining's binary_logloss: 0.139\tvalid_1's auc: 0.827843\tvalid_1's binary_logloss: 0.147702\n", + "[7]\ttraining's auc: 0.858073\ttraining's binary_logloss: 0.137089\tvalid_1's auc: 0.828426\tvalid_1's binary_logloss: 0.146292\n", + "[8]\ttraining's auc: 0.860495\ttraining's binary_logloss: 0.135412\tvalid_1's auc: 0.828661\tvalid_1's binary_logloss: 0.145012\n", + "[9]\ttraining's auc: 0.862669\ttraining's binary_logloss: 0.133908\tvalid_1's auc: 0.829637\tvalid_1's binary_logloss: 0.143958\n", + "[10]\ttraining's auc: 0.86398\ttraining's binary_logloss: 0.132496\tvalid_1's auc: 0.830437\tvalid_1's binary_logloss: 0.143033\n", + "[11]\ttraining's auc: 0.864983\ttraining's binary_logloss: 0.131267\tvalid_1's auc: 0.830538\tvalid_1's binary_logloss: 0.142315\n", + "[12]\ttraining's auc: 0.866502\ttraining's binary_logloss: 0.130155\tvalid_1's auc: 0.830972\tvalid_1's binary_logloss: 0.141621\n", + "[13]\ttraining's auc: 0.868348\ttraining's binary_logloss: 0.129115\tvalid_1's auc: 0.831081\tvalid_1's binary_logloss: 0.141008\n", + "[14]\ttraining's auc: 0.870206\ttraining's binary_logloss: 0.128133\tvalid_1's auc: 0.831433\tvalid_1's binary_logloss: 0.140498\n", + "[15]\ttraining's auc: 0.872803\ttraining's binary_logloss: 0.127232\tvalid_1's auc: 0.831816\tvalid_1's binary_logloss: 0.139966\n", + "[16]\ttraining's auc: 0.875534\ttraining's binary_logloss: 0.126388\tvalid_1's auc: 0.83345\tvalid_1's binary_logloss: 0.139578\n", + "[17]\ttraining's auc: 0.877801\ttraining's binary_logloss: 0.125583\tvalid_1's auc: 0.834001\tvalid_1's binary_logloss: 0.139175\n", + "[18]\ttraining's auc: 0.879234\ttraining's binary_logloss: 0.124851\tvalid_1's auc: 0.834378\tvalid_1's binary_logloss: 0.138872\n", + "[19]\ttraining's auc: 0.882011\ttraining's binary_logloss: 0.124101\tvalid_1's auc: 0.834818\tvalid_1's binary_logloss: 0.138554\n", + "[20]\ttraining's auc: 0.883374\ttraining's binary_logloss: 0.12338\tvalid_1's auc: 0.835434\tvalid_1's binary_logloss: 0.138249\n", + "[21]\ttraining's auc: 0.885194\ttraining's binary_logloss: 0.122704\tvalid_1's auc: 0.835238\tvalid_1's binary_logloss: 0.138061\n", + "[22]\ttraining's auc: 0.886664\ttraining's binary_logloss: 0.122141\tvalid_1's auc: 0.835495\tvalid_1's binary_logloss: 0.137807\n", + "[23]\ttraining's auc: 0.887673\ttraining's binary_logloss: 0.121531\tvalid_1's auc: 0.836007\tvalid_1's binary_logloss: 0.137526\n", + "[24]\ttraining's auc: 0.888884\ttraining's binary_logloss: 0.120928\tvalid_1's auc: 0.836157\tvalid_1's binary_logloss: 0.137369\n", + "[25]\ttraining's auc: 0.889997\ttraining's binary_logloss: 0.120364\tvalid_1's auc: 0.836032\tvalid_1's binary_logloss: 0.137242\n", + "[26]\ttraining's auc: 0.8911\ttraining's binary_logloss: 0.119813\tvalid_1's auc: 0.83618\tvalid_1's binary_logloss: 0.137085\n", + "[27]\ttraining's auc: 0.892727\ttraining's binary_logloss: 0.119241\tvalid_1's auc: 0.836502\tvalid_1's binary_logloss: 0.136959\n", + "[28]\ttraining's auc: 0.893833\ttraining's binary_logloss: 0.118731\tvalid_1's auc: 0.836276\tvalid_1's binary_logloss: 0.136904\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[29]\ttraining's auc: 0.894928\ttraining's binary_logloss: 0.118261\tvalid_1's auc: 0.836689\tvalid_1's binary_logloss: 0.136795\n", + "[30]\ttraining's auc: 0.895768\ttraining's binary_logloss: 0.11784\tvalid_1's auc: 0.836629\tvalid_1's binary_logloss: 0.136735\n", + "[31]\ttraining's auc: 0.896915\ttraining's binary_logloss: 0.117374\tvalid_1's auc: 0.836585\tvalid_1's binary_logloss: 0.136655\n", + "[32]\ttraining's auc: 0.898037\ttraining's binary_logloss: 0.11692\tvalid_1's auc: 0.836482\tvalid_1's binary_logloss: 0.136621\n", + "[33]\ttraining's auc: 0.899337\ttraining's binary_logloss: 0.116478\tvalid_1's auc: 0.836678\tvalid_1's binary_logloss: 0.136571\n", + "[34]\ttraining's auc: 0.900153\ttraining's binary_logloss: 0.116093\tvalid_1's auc: 0.836059\tvalid_1's binary_logloss: 0.136596\n", + "[35]\ttraining's auc: 0.901012\ttraining's binary_logloss: 0.11569\tvalid_1's auc: 0.836016\tvalid_1's binary_logloss: 0.136576\n", + "[36]\ttraining's auc: 0.90189\ttraining's binary_logloss: 0.115297\tvalid_1's auc: 0.83613\tvalid_1's binary_logloss: 0.136531\n", + "[37]\ttraining's auc: 0.903267\ttraining's binary_logloss: 0.114871\tvalid_1's auc: 0.836053\tvalid_1's binary_logloss: 0.136525\n", + "[38]\ttraining's auc: 0.904116\ttraining's binary_logloss: 0.114473\tvalid_1's auc: 0.836137\tvalid_1's binary_logloss: 0.136528\n", + "[39]\ttraining's auc: 0.905139\ttraining's binary_logloss: 0.114105\tvalid_1's auc: 0.836188\tvalid_1's binary_logloss: 0.136506\n", + "[40]\ttraining's auc: 0.905959\ttraining's binary_logloss: 0.113737\tvalid_1's auc: 0.836407\tvalid_1's binary_logloss: 0.136468\n", + "[41]\ttraining's auc: 0.907124\ttraining's binary_logloss: 0.113368\tvalid_1's auc: 0.836712\tvalid_1's binary_logloss: 0.13644\n", + "[42]\ttraining's auc: 0.907955\ttraining's binary_logloss: 0.113054\tvalid_1's auc: 0.836547\tvalid_1's binary_logloss: 0.136454\n", + "[43]\ttraining's auc: 0.909183\ttraining's binary_logloss: 0.112712\tvalid_1's auc: 0.836563\tvalid_1's binary_logloss: 0.136459\n", + "[44]\ttraining's auc: 0.910296\ttraining's binary_logloss: 0.112281\tvalid_1's auc: 0.836646\tvalid_1's binary_logloss: 0.136446\n", + "[45]\ttraining's auc: 0.910883\ttraining's binary_logloss: 0.112008\tvalid_1's auc: 0.836574\tvalid_1's binary_logloss: 0.136462\n", + "[46]\ttraining's auc: 0.91157\ttraining's binary_logloss: 0.111638\tvalid_1's auc: 0.836634\tvalid_1's binary_logloss: 0.136446\n", + "[47]\ttraining's auc: 0.91209\ttraining's binary_logloss: 0.111348\tvalid_1's auc: 0.836535\tvalid_1's binary_logloss: 0.136491\n", + "[48]\ttraining's auc: 0.913067\ttraining's binary_logloss: 0.110996\tvalid_1's auc: 0.836681\tvalid_1's binary_logloss: 0.136464\n", + "[49]\ttraining's auc: 0.913799\ttraining's binary_logloss: 0.110648\tvalid_1's auc: 0.83689\tvalid_1's binary_logloss: 0.136464\n", + "[50]\ttraining's auc: 0.914874\ttraining's binary_logloss: 0.110263\tvalid_1's auc: 0.837018\tvalid_1's binary_logloss: 0.13645\n", + "[51]\ttraining's auc: 0.915511\ttraining's binary_logloss: 0.109955\tvalid_1's auc: 0.836884\tvalid_1's binary_logloss: 0.136483\n", + "[52]\ttraining's auc: 0.916253\ttraining's binary_logloss: 0.1097\tvalid_1's auc: 0.836909\tvalid_1's binary_logloss: 0.136497\n", + "[53]\ttraining's auc: 0.917264\ttraining's binary_logloss: 0.109313\tvalid_1's auc: 0.836952\tvalid_1's binary_logloss: 0.13648\n", + "[54]\ttraining's auc: 0.917946\ttraining's binary_logloss: 0.10899\tvalid_1's auc: 0.836715\tvalid_1's binary_logloss: 0.136526\n", + "[55]\ttraining's auc: 0.918922\ttraining's binary_logloss: 0.108689\tvalid_1's auc: 0.837039\tvalid_1's binary_logloss: 0.136472\n", + "[56]\ttraining's auc: 0.919595\ttraining's binary_logloss: 0.108365\tvalid_1's auc: 0.836977\tvalid_1's binary_logloss: 0.136525\n", + "[57]\ttraining's auc: 0.920065\ttraining's binary_logloss: 0.1081\tvalid_1's auc: 0.836601\tvalid_1's binary_logloss: 0.136611\n", + "[58]\ttraining's auc: 0.920619\ttraining's binary_logloss: 0.107845\tvalid_1's auc: 0.836297\tvalid_1's binary_logloss: 0.136667\n", + "[59]\ttraining's auc: 0.92114\ttraining's binary_logloss: 0.107556\tvalid_1's auc: 0.836434\tvalid_1's binary_logloss: 0.136658\n", + "[60]\ttraining's auc: 0.921762\ttraining's binary_logloss: 0.107273\tvalid_1's auc: 0.83651\tvalid_1's binary_logloss: 0.136666\n", + "[61]\ttraining's auc: 0.922457\ttraining's binary_logloss: 0.10705\tvalid_1's auc: 0.83663\tvalid_1's binary_logloss: 0.13667\n", + "[62]\ttraining's auc: 0.922994\ttraining's binary_logloss: 0.10676\tvalid_1's auc: 0.836613\tvalid_1's binary_logloss: 0.136698\n", + "[63]\ttraining's auc: 0.923813\ttraining's binary_logloss: 0.106451\tvalid_1's auc: 0.836824\tvalid_1's binary_logloss: 0.136651\n", + "[64]\ttraining's auc: 0.92427\ttraining's binary_logloss: 0.106178\tvalid_1's auc: 0.836669\tvalid_1's binary_logloss: 0.136696\n", + "[65]\ttraining's auc: 0.924693\ttraining's binary_logloss: 0.105947\tvalid_1's auc: 0.836559\tvalid_1's binary_logloss: 0.136712\n", + "[66]\ttraining's auc: 0.925136\ttraining's binary_logloss: 0.105688\tvalid_1's auc: 0.836274\tvalid_1's binary_logloss: 0.136775\n", + "[67]\ttraining's auc: 0.925543\ttraining's binary_logloss: 0.105448\tvalid_1's auc: 0.835898\tvalid_1's binary_logloss: 0.136861\n", + "[68]\ttraining's auc: 0.926377\ttraining's binary_logloss: 0.105116\tvalid_1's auc: 0.835829\tvalid_1's binary_logloss: 0.136873\n", + "[69]\ttraining's auc: 0.926658\ttraining's binary_logloss: 0.104912\tvalid_1's auc: 0.835517\tvalid_1's binary_logloss: 0.136965\n", + "[70]\ttraining's auc: 0.927142\ttraining's binary_logloss: 0.104643\tvalid_1's auc: 0.835331\tvalid_1's binary_logloss: 0.137011\n", + "[71]\ttraining's auc: 0.927677\ttraining's binary_logloss: 0.104438\tvalid_1's auc: 0.835487\tvalid_1's binary_logloss: 0.136994\n", + "[1]\ttraining's auc: 0.826645\ttraining's binary_logloss: 0.16326\tvalid_1's auc: 0.804582\tvalid_1's binary_logloss: 0.164339\n", + "[2]\ttraining's auc: 0.833347\ttraining's binary_logloss: 0.162035\tvalid_1's auc: 0.810401\tvalid_1's binary_logloss: 0.1633\n", + "[3]\ttraining's auc: 0.832818\ttraining's binary_logloss: 0.160886\tvalid_1's auc: 0.808999\tvalid_1's binary_logloss: 0.162345\n", + "[4]\ttraining's auc: 0.835047\ttraining's binary_logloss: 0.159813\tvalid_1's auc: 0.809904\tvalid_1's binary_logloss: 0.161439\n", + "[5]\ttraining's auc: 0.836979\ttraining's binary_logloss: 0.158805\tvalid_1's auc: 0.812836\tvalid_1's binary_logloss: 0.160539\n", + "[6]\ttraining's auc: 0.837111\ttraining's binary_logloss: 0.157849\tvalid_1's auc: 0.812866\tvalid_1's binary_logloss: 0.159743\n", + "[7]\ttraining's auc: 0.837162\ttraining's binary_logloss: 0.156947\tvalid_1's auc: 0.812774\tvalid_1's binary_logloss: 0.158982\n", + "[8]\ttraining's auc: 0.837601\ttraining's binary_logloss: 0.15608\tvalid_1's auc: 0.812984\tvalid_1's binary_logloss: 0.158242\n", + "[9]\ttraining's auc: 0.838276\ttraining's binary_logloss: 0.155261\tvalid_1's auc: 0.813693\tvalid_1's binary_logloss: 0.157568\n", + "[10]\ttraining's auc: 0.839034\ttraining's binary_logloss: 0.154473\tvalid_1's auc: 0.813565\tvalid_1's binary_logloss: 0.156947\n", + "[11]\ttraining's auc: 0.839459\ttraining's binary_logloss: 0.153701\tvalid_1's auc: 0.814464\tvalid_1's binary_logloss: 0.156293\n", + "[12]\ttraining's auc: 0.841011\ttraining's binary_logloss: 0.152979\tvalid_1's auc: 0.816293\tvalid_1's binary_logloss: 0.155658\n", + "[13]\ttraining's auc: 0.841603\ttraining's binary_logloss: 0.152285\tvalid_1's auc: 0.816938\tvalid_1's binary_logloss: 0.155061\n", + "[14]\ttraining's auc: 0.842064\ttraining's binary_logloss: 0.151621\tvalid_1's auc: 0.817008\tvalid_1's binary_logloss: 0.154518\n", + "[15]\ttraining's auc: 0.843859\ttraining's binary_logloss: 0.150986\tvalid_1's auc: 0.818734\tvalid_1's binary_logloss: 0.153997\n", + "[16]\ttraining's auc: 0.844261\ttraining's binary_logloss: 0.150374\tvalid_1's auc: 0.818483\tvalid_1's binary_logloss: 0.15348\n", + "[17]\ttraining's auc: 0.844732\ttraining's binary_logloss: 0.149788\tvalid_1's auc: 0.81848\tvalid_1's binary_logloss: 0.153\n", + "[18]\ttraining's auc: 0.845042\ttraining's binary_logloss: 0.149223\tvalid_1's auc: 0.818529\tvalid_1's binary_logloss: 0.152514\n", + "[19]\ttraining's auc: 0.84647\ttraining's binary_logloss: 0.14868\tvalid_1's auc: 0.819288\tvalid_1's binary_logloss: 0.152053\n", + "[20]\ttraining's auc: 0.846985\ttraining's binary_logloss: 0.148147\tvalid_1's auc: 0.8199\tvalid_1's binary_logloss: 0.151619\n", + "[21]\ttraining's auc: 0.847903\ttraining's binary_logloss: 0.147627\tvalid_1's auc: 0.82054\tvalid_1's binary_logloss: 0.151216\n", + "[22]\ttraining's auc: 0.848354\ttraining's binary_logloss: 0.147123\tvalid_1's auc: 0.820618\tvalid_1's binary_logloss: 0.150819\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[23]\ttraining's auc: 0.848623\ttraining's binary_logloss: 0.146637\tvalid_1's auc: 0.8208\tvalid_1's binary_logloss: 0.150428\n", + "[24]\ttraining's auc: 0.848954\ttraining's binary_logloss: 0.146149\tvalid_1's auc: 0.821071\tvalid_1's binary_logloss: 0.150055\n", + "[25]\ttraining's auc: 0.849765\ttraining's binary_logloss: 0.145689\tvalid_1's auc: 0.821539\tvalid_1's binary_logloss: 0.149694\n", + "[26]\ttraining's auc: 0.850399\ttraining's binary_logloss: 0.145226\tvalid_1's auc: 0.822149\tvalid_1's binary_logloss: 0.149327\n", + "[27]\ttraining's auc: 0.850984\ttraining's binary_logloss: 0.1448\tvalid_1's auc: 0.822643\tvalid_1's binary_logloss: 0.148984\n", + "[28]\ttraining's auc: 0.851223\ttraining's binary_logloss: 0.144373\tvalid_1's auc: 0.822922\tvalid_1's binary_logloss: 0.148662\n", + "[29]\ttraining's auc: 0.851669\ttraining's binary_logloss: 0.143969\tvalid_1's auc: 0.823283\tvalid_1's binary_logloss: 0.148335\n", + "[30]\ttraining's auc: 0.8518\ttraining's binary_logloss: 0.143557\tvalid_1's auc: 0.823334\tvalid_1's binary_logloss: 0.14801\n", + "[31]\ttraining's auc: 0.852169\ttraining's binary_logloss: 0.143165\tvalid_1's auc: 0.823313\tvalid_1's binary_logloss: 0.147714\n", + "[32]\ttraining's auc: 0.852554\ttraining's binary_logloss: 0.142767\tvalid_1's auc: 0.823473\tvalid_1's binary_logloss: 0.14741\n", + "[33]\ttraining's auc: 0.852738\ttraining's binary_logloss: 0.142383\tvalid_1's auc: 0.823627\tvalid_1's binary_logloss: 0.147116\n", + "[34]\ttraining's auc: 0.85303\ttraining's binary_logloss: 0.142005\tvalid_1's auc: 0.823779\tvalid_1's binary_logloss: 0.146828\n", + "[35]\ttraining's auc: 0.853172\ttraining's binary_logloss: 0.141642\tvalid_1's auc: 0.823837\tvalid_1's binary_logloss: 0.14655\n", + "[36]\ttraining's auc: 0.855378\ttraining's binary_logloss: 0.141291\tvalid_1's auc: 0.824684\tvalid_1's binary_logloss: 0.146278\n", + "[37]\ttraining's auc: 0.855703\ttraining's binary_logloss: 0.140953\tvalid_1's auc: 0.825027\tvalid_1's binary_logloss: 0.145997\n", + "[38]\ttraining's auc: 0.856227\ttraining's binary_logloss: 0.140624\tvalid_1's auc: 0.825501\tvalid_1's binary_logloss: 0.14573\n", + "[39]\ttraining's auc: 0.856354\ttraining's binary_logloss: 0.140303\tvalid_1's auc: 0.825512\tvalid_1's binary_logloss: 0.145489\n", + "[40]\ttraining's auc: 0.856628\ttraining's binary_logloss: 0.139991\tvalid_1's auc: 0.825569\tvalid_1's binary_logloss: 0.145247\n", + "[41]\ttraining's auc: 0.85667\ttraining's binary_logloss: 0.139691\tvalid_1's auc: 0.825602\tvalid_1's binary_logloss: 0.145023\n", + "[42]\ttraining's auc: 0.856882\ttraining's binary_logloss: 0.139395\tvalid_1's auc: 0.825755\tvalid_1's binary_logloss: 0.144789\n", + "[43]\ttraining's auc: 0.856922\ttraining's binary_logloss: 0.139108\tvalid_1's auc: 0.825781\tvalid_1's binary_logloss: 0.144567\n", + "[44]\ttraining's auc: 0.856992\ttraining's binary_logloss: 0.138828\tvalid_1's auc: 0.825914\tvalid_1's binary_logloss: 0.144349\n", + "[45]\ttraining's auc: 0.857163\ttraining's binary_logloss: 0.138554\tvalid_1's auc: 0.82633\tvalid_1's binary_logloss: 0.144124\n", + "[46]\ttraining's auc: 0.857554\ttraining's binary_logloss: 0.138271\tvalid_1's auc: 0.826702\tvalid_1's binary_logloss: 0.143903\n", + "[47]\ttraining's auc: 0.857908\ttraining's binary_logloss: 0.137998\tvalid_1's auc: 0.826675\tvalid_1's binary_logloss: 0.14369\n", + "[48]\ttraining's auc: 0.858127\ttraining's binary_logloss: 0.137735\tvalid_1's auc: 0.826591\tvalid_1's binary_logloss: 0.143484\n", + "[49]\ttraining's auc: 0.858323\ttraining's binary_logloss: 0.137479\tvalid_1's auc: 0.826566\tvalid_1's binary_logloss: 0.143283\n", + "[50]\ttraining's auc: 0.859411\ttraining's binary_logloss: 0.137229\tvalid_1's auc: 0.82697\tvalid_1's binary_logloss: 0.143108\n", + "[51]\ttraining's auc: 0.859506\ttraining's binary_logloss: 0.136986\tvalid_1's auc: 0.82713\tvalid_1's binary_logloss: 0.142937\n", + "[52]\ttraining's auc: 0.859685\ttraining's binary_logloss: 0.136746\tvalid_1's auc: 0.827016\tvalid_1's binary_logloss: 0.142762\n", + "[53]\ttraining's auc: 0.859805\ttraining's binary_logloss: 0.136516\tvalid_1's auc: 0.827066\tvalid_1's binary_logloss: 0.14259\n", + "[54]\ttraining's auc: 0.859961\ttraining's binary_logloss: 0.136281\tvalid_1's auc: 0.82698\tvalid_1's binary_logloss: 0.142432\n", + "[55]\ttraining's auc: 0.860064\ttraining's binary_logloss: 0.136051\tvalid_1's auc: 0.827001\tvalid_1's binary_logloss: 0.142272\n", + "[56]\ttraining's auc: 0.859954\ttraining's binary_logloss: 0.135837\tvalid_1's auc: 0.826977\tvalid_1's binary_logloss: 0.142121\n", + "[57]\ttraining's auc: 0.860082\ttraining's binary_logloss: 0.13562\tvalid_1's auc: 0.826865\tvalid_1's binary_logloss: 0.141966\n", + "[58]\ttraining's auc: 0.860484\ttraining's binary_logloss: 0.135402\tvalid_1's auc: 0.826993\tvalid_1's binary_logloss: 0.141814\n", + "[59]\ttraining's auc: 0.860822\ttraining's binary_logloss: 0.135195\tvalid_1's auc: 0.827525\tvalid_1's binary_logloss: 0.141652\n", + "[60]\ttraining's auc: 0.86093\ttraining's binary_logloss: 0.134984\tvalid_1's auc: 0.827519\tvalid_1's binary_logloss: 0.141513\n", + "[61]\ttraining's auc: 0.861037\ttraining's binary_logloss: 0.134775\tvalid_1's auc: 0.827445\tvalid_1's binary_logloss: 0.141385\n", + "[62]\ttraining's auc: 0.861162\ttraining's binary_logloss: 0.134579\tvalid_1's auc: 0.827549\tvalid_1's binary_logloss: 0.141247\n", + "[63]\ttraining's auc: 0.861439\ttraining's binary_logloss: 0.134386\tvalid_1's auc: 0.827712\tvalid_1's binary_logloss: 0.141105\n", + "[64]\ttraining's auc: 0.862223\ttraining's binary_logloss: 0.134192\tvalid_1's auc: 0.827472\tvalid_1's binary_logloss: 0.140963\n", + "[65]\ttraining's auc: 0.862328\ttraining's binary_logloss: 0.134008\tvalid_1's auc: 0.827445\tvalid_1's binary_logloss: 0.140834\n", + "[66]\ttraining's auc: 0.862634\ttraining's binary_logloss: 0.133816\tvalid_1's auc: 0.827598\tvalid_1's binary_logloss: 0.140707\n", + "[67]\ttraining's auc: 0.862903\ttraining's binary_logloss: 0.133631\tvalid_1's auc: 0.827874\tvalid_1's binary_logloss: 0.140586\n", + "[68]\ttraining's auc: 0.86302\ttraining's binary_logloss: 0.133451\tvalid_1's auc: 0.828365\tvalid_1's binary_logloss: 0.140476\n", + "[69]\ttraining's auc: 0.863277\ttraining's binary_logloss: 0.133273\tvalid_1's auc: 0.828501\tvalid_1's binary_logloss: 0.140357\n", + "[70]\ttraining's auc: 0.863584\ttraining's binary_logloss: 0.133101\tvalid_1's auc: 0.828543\tvalid_1's binary_logloss: 0.140251\n", + "[71]\ttraining's auc: 0.863843\ttraining's binary_logloss: 0.132928\tvalid_1's auc: 0.828744\tvalid_1's binary_logloss: 0.14014\n", + "[72]\ttraining's auc: 0.864014\ttraining's binary_logloss: 0.132744\tvalid_1's auc: 0.828842\tvalid_1's binary_logloss: 0.140028\n", + "[73]\ttraining's auc: 0.864195\ttraining's binary_logloss: 0.132566\tvalid_1's auc: 0.828719\tvalid_1's binary_logloss: 0.139934\n", + "[74]\ttraining's auc: 0.864641\ttraining's binary_logloss: 0.132395\tvalid_1's auc: 0.82881\tvalid_1's binary_logloss: 0.139823\n", + "[75]\ttraining's auc: 0.864868\ttraining's binary_logloss: 0.132224\tvalid_1's auc: 0.828855\tvalid_1's binary_logloss: 0.13973\n", + "[76]\ttraining's auc: 0.865125\ttraining's binary_logloss: 0.132061\tvalid_1's auc: 0.829048\tvalid_1's binary_logloss: 0.139627\n", + "[77]\ttraining's auc: 0.865442\ttraining's binary_logloss: 0.131892\tvalid_1's auc: 0.82926\tvalid_1's binary_logloss: 0.139526\n", + "[78]\ttraining's auc: 0.865619\ttraining's binary_logloss: 0.131734\tvalid_1's auc: 0.829252\tvalid_1's binary_logloss: 0.139431\n", + "[79]\ttraining's auc: 0.86591\ttraining's binary_logloss: 0.131571\tvalid_1's auc: 0.82924\tvalid_1's binary_logloss: 0.139354\n", + "[80]\ttraining's auc: 0.866221\ttraining's binary_logloss: 0.131418\tvalid_1's auc: 0.829478\tvalid_1's binary_logloss: 0.139265\n", + "[81]\ttraining's auc: 0.866325\ttraining's binary_logloss: 0.131265\tvalid_1's auc: 0.829436\tvalid_1's binary_logloss: 0.139168\n", + "[82]\ttraining's auc: 0.866639\ttraining's binary_logloss: 0.131123\tvalid_1's auc: 0.82948\tvalid_1's binary_logloss: 0.139087\n", + "[83]\ttraining's auc: 0.866802\ttraining's binary_logloss: 0.130973\tvalid_1's auc: 0.829556\tvalid_1's binary_logloss: 0.138998\n", + "[84]\ttraining's auc: 0.866999\ttraining's binary_logloss: 0.130832\tvalid_1's auc: 0.829512\tvalid_1's binary_logloss: 0.138923\n", + "[85]\ttraining's auc: 0.867185\ttraining's binary_logloss: 0.130686\tvalid_1's auc: 0.829636\tvalid_1's binary_logloss: 0.138854\n", + "[86]\ttraining's auc: 0.867309\ttraining's binary_logloss: 0.130553\tvalid_1's auc: 0.829604\tvalid_1's binary_logloss: 0.138769\n", + "[87]\ttraining's auc: 0.867546\ttraining's binary_logloss: 0.130419\tvalid_1's auc: 0.82981\tvalid_1's binary_logloss: 0.138683\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[88]\ttraining's auc: 0.867758\ttraining's binary_logloss: 0.130286\tvalid_1's auc: 0.829828\tvalid_1's binary_logloss: 0.138608\n", + "[89]\ttraining's auc: 0.867994\ttraining's binary_logloss: 0.130154\tvalid_1's auc: 0.829968\tvalid_1's binary_logloss: 0.138537\n", + "[90]\ttraining's auc: 0.868119\ttraining's binary_logloss: 0.130029\tvalid_1's auc: 0.829946\tvalid_1's binary_logloss: 0.138468\n", + "[91]\ttraining's auc: 0.868337\ttraining's binary_logloss: 0.129898\tvalid_1's auc: 0.829907\tvalid_1's binary_logloss: 0.138403\n", + "[92]\ttraining's auc: 0.868743\ttraining's binary_logloss: 0.129756\tvalid_1's auc: 0.829968\tvalid_1's binary_logloss: 0.138325\n", + "[93]\ttraining's auc: 0.86889\ttraining's binary_logloss: 0.129638\tvalid_1's auc: 0.830016\tvalid_1's binary_logloss: 0.138255\n", + "[94]\ttraining's auc: 0.869093\ttraining's binary_logloss: 0.129517\tvalid_1's auc: 0.830061\tvalid_1's binary_logloss: 0.138196\n", + "[95]\ttraining's auc: 0.869267\ttraining's binary_logloss: 0.129392\tvalid_1's auc: 0.830109\tvalid_1's binary_logloss: 0.138121\n", + "[96]\ttraining's auc: 0.869541\ttraining's binary_logloss: 0.129261\tvalid_1's auc: 0.830129\tvalid_1's binary_logloss: 0.138049\n", + "[97]\ttraining's auc: 0.869648\ttraining's binary_logloss: 0.129148\tvalid_1's auc: 0.830204\tvalid_1's binary_logloss: 0.137984\n", + "[98]\ttraining's auc: 0.869963\ttraining's binary_logloss: 0.129022\tvalid_1's auc: 0.83026\tvalid_1's binary_logloss: 0.137915\n", + "[99]\ttraining's auc: 0.870098\ttraining's binary_logloss: 0.128908\tvalid_1's auc: 0.830191\tvalid_1's binary_logloss: 0.137861\n", + "[100]\ttraining's auc: 0.870377\ttraining's binary_logloss: 0.128787\tvalid_1's auc: 0.830192\tvalid_1's binary_logloss: 0.137803\n", + "[1]\ttraining's auc: 0.826103\ttraining's binary_logloss: 0.165672\tvalid_1's auc: 0.813834\tvalid_1's binary_logloss: 0.159658\n", + "[2]\ttraining's auc: 0.827983\ttraining's binary_logloss: 0.164457\tvalid_1's auc: 0.814429\tvalid_1's binary_logloss: 0.158655\n", + "[3]\ttraining's auc: 0.828414\ttraining's binary_logloss: 0.163333\tvalid_1's auc: 0.815245\tvalid_1's binary_logloss: 0.157701\n", + "[4]\ttraining's auc: 0.829066\ttraining's binary_logloss: 0.162265\tvalid_1's auc: 0.816742\tvalid_1's binary_logloss: 0.156768\n", + "[5]\ttraining's auc: 0.82978\ttraining's binary_logloss: 0.16126\tvalid_1's auc: 0.816752\tvalid_1's binary_logloss: 0.155919\n", + "[6]\ttraining's auc: 0.831323\ttraining's binary_logloss: 0.160313\tvalid_1's auc: 0.818192\tvalid_1's binary_logloss: 0.155094\n", + "[7]\ttraining's auc: 0.831848\ttraining's binary_logloss: 0.159406\tvalid_1's auc: 0.818093\tvalid_1's binary_logloss: 0.154328\n", + "[8]\ttraining's auc: 0.834746\ttraining's binary_logloss: 0.158525\tvalid_1's auc: 0.819858\tvalid_1's binary_logloss: 0.153596\n", + "[9]\ttraining's auc: 0.836775\ttraining's binary_logloss: 0.157701\tvalid_1's auc: 0.820718\tvalid_1's binary_logloss: 0.152896\n", + "[10]\ttraining's auc: 0.837022\ttraining's binary_logloss: 0.156906\tvalid_1's auc: 0.821203\tvalid_1's binary_logloss: 0.152228\n", + "[11]\ttraining's auc: 0.838817\ttraining's binary_logloss: 0.156157\tvalid_1's auc: 0.823751\tvalid_1's binary_logloss: 0.151577\n", + "[12]\ttraining's auc: 0.839368\ttraining's binary_logloss: 0.155423\tvalid_1's auc: 0.824903\tvalid_1's binary_logloss: 0.150959\n", + "[13]\ttraining's auc: 0.839896\ttraining's binary_logloss: 0.154731\tvalid_1's auc: 0.82535\tvalid_1's binary_logloss: 0.150377\n", + "[14]\ttraining's auc: 0.840098\ttraining's binary_logloss: 0.154066\tvalid_1's auc: 0.825556\tvalid_1's binary_logloss: 0.149812\n", + "[15]\ttraining's auc: 0.840452\ttraining's binary_logloss: 0.153419\tvalid_1's auc: 0.825464\tvalid_1's binary_logloss: 0.149288\n", + "[16]\ttraining's auc: 0.840841\ttraining's binary_logloss: 0.152803\tvalid_1's auc: 0.825589\tvalid_1's binary_logloss: 0.148788\n", + "[17]\ttraining's auc: 0.840982\ttraining's binary_logloss: 0.152204\tvalid_1's auc: 0.825702\tvalid_1's binary_logloss: 0.14829\n", + "[18]\ttraining's auc: 0.841266\ttraining's binary_logloss: 0.151638\tvalid_1's auc: 0.826239\tvalid_1's binary_logloss: 0.147822\n", + "[19]\ttraining's auc: 0.844673\ttraining's binary_logloss: 0.151076\tvalid_1's auc: 0.828648\tvalid_1's binary_logloss: 0.147378\n", + "[20]\ttraining's auc: 0.845587\ttraining's binary_logloss: 0.150535\tvalid_1's auc: 0.8289\tvalid_1's binary_logloss: 0.146947\n", + "[21]\ttraining's auc: 0.846227\ttraining's binary_logloss: 0.150021\tvalid_1's auc: 0.829361\tvalid_1's binary_logloss: 0.146526\n", + "[22]\ttraining's auc: 0.846454\ttraining's binary_logloss: 0.149521\tvalid_1's auc: 0.829302\tvalid_1's binary_logloss: 0.146122\n", + "[23]\ttraining's auc: 0.846839\ttraining's binary_logloss: 0.149042\tvalid_1's auc: 0.829216\tvalid_1's binary_logloss: 0.14574\n", + "[24]\ttraining's auc: 0.84699\ttraining's binary_logloss: 0.148577\tvalid_1's auc: 0.829228\tvalid_1's binary_logloss: 0.145366\n", + "[25]\ttraining's auc: 0.847537\ttraining's binary_logloss: 0.148113\tvalid_1's auc: 0.829269\tvalid_1's binary_logloss: 0.145009\n", + "[26]\ttraining's auc: 0.848019\ttraining's binary_logloss: 0.147669\tvalid_1's auc: 0.829345\tvalid_1's binary_logloss: 0.144658\n", + "[27]\ttraining's auc: 0.849251\ttraining's binary_logloss: 0.147233\tvalid_1's auc: 0.830099\tvalid_1's binary_logloss: 0.14431\n", + "[28]\ttraining's auc: 0.849481\ttraining's binary_logloss: 0.14681\tvalid_1's auc: 0.829962\tvalid_1's binary_logloss: 0.14398\n", + "[29]\ttraining's auc: 0.849759\ttraining's binary_logloss: 0.146403\tvalid_1's auc: 0.830086\tvalid_1's binary_logloss: 0.143659\n", + "[30]\ttraining's auc: 0.849914\ttraining's binary_logloss: 0.146005\tvalid_1's auc: 0.830024\tvalid_1's binary_logloss: 0.143349\n", + "[31]\ttraining's auc: 0.850329\ttraining's binary_logloss: 0.145599\tvalid_1's auc: 0.830309\tvalid_1's binary_logloss: 0.143044\n", + "[32]\ttraining's auc: 0.850601\ttraining's binary_logloss: 0.145206\tvalid_1's auc: 0.830614\tvalid_1's binary_logloss: 0.142739\n", + "[33]\ttraining's auc: 0.850919\ttraining's binary_logloss: 0.144827\tvalid_1's auc: 0.830926\tvalid_1's binary_logloss: 0.142448\n", + "[34]\ttraining's auc: 0.85158\ttraining's binary_logloss: 0.144471\tvalid_1's auc: 0.831305\tvalid_1's binary_logloss: 0.142158\n", + "[35]\ttraining's auc: 0.852044\ttraining's binary_logloss: 0.144103\tvalid_1's auc: 0.831277\tvalid_1's binary_logloss: 0.141892\n", + "[36]\ttraining's auc: 0.852399\ttraining's binary_logloss: 0.143747\tvalid_1's auc: 0.831623\tvalid_1's binary_logloss: 0.141605\n", + "[37]\ttraining's auc: 0.85272\ttraining's binary_logloss: 0.143406\tvalid_1's auc: 0.832159\tvalid_1's binary_logloss: 0.141344\n", + "[38]\ttraining's auc: 0.852973\ttraining's binary_logloss: 0.143076\tvalid_1's auc: 0.832423\tvalid_1's binary_logloss: 0.141093\n", + "[39]\ttraining's auc: 0.85322\ttraining's binary_logloss: 0.142753\tvalid_1's auc: 0.832738\tvalid_1's binary_logloss: 0.140839\n", + "[40]\ttraining's auc: 0.853448\ttraining's binary_logloss: 0.142443\tvalid_1's auc: 0.832885\tvalid_1's binary_logloss: 0.140601\n", + "[41]\ttraining's auc: 0.854357\ttraining's binary_logloss: 0.142127\tvalid_1's auc: 0.834\tvalid_1's binary_logloss: 0.140379\n", + "[42]\ttraining's auc: 0.854818\ttraining's binary_logloss: 0.141828\tvalid_1's auc: 0.834138\tvalid_1's binary_logloss: 0.140147\n", + "[43]\ttraining's auc: 0.85524\ttraining's binary_logloss: 0.141529\tvalid_1's auc: 0.834257\tvalid_1's binary_logloss: 0.139931\n", + "[44]\ttraining's auc: 0.855787\ttraining's binary_logloss: 0.141229\tvalid_1's auc: 0.834651\tvalid_1's binary_logloss: 0.139702\n", + "[45]\ttraining's auc: 0.855988\ttraining's binary_logloss: 0.140947\tvalid_1's auc: 0.834555\tvalid_1's binary_logloss: 0.139503\n", + "[46]\ttraining's auc: 0.856238\ttraining's binary_logloss: 0.140664\tvalid_1's auc: 0.83475\tvalid_1's binary_logloss: 0.139281\n", + "[47]\ttraining's auc: 0.856545\ttraining's binary_logloss: 0.140385\tvalid_1's auc: 0.83485\tvalid_1's binary_logloss: 0.139066\n", + "[48]\ttraining's auc: 0.856834\ttraining's binary_logloss: 0.140111\tvalid_1's auc: 0.835092\tvalid_1's binary_logloss: 0.138852\n", + "[49]\ttraining's auc: 0.856991\ttraining's binary_logloss: 0.139845\tvalid_1's auc: 0.835198\tvalid_1's binary_logloss: 0.138645\n", + "[50]\ttraining's auc: 0.857259\ttraining's binary_logloss: 0.139589\tvalid_1's auc: 0.835173\tvalid_1's binary_logloss: 0.138456\n", + "[51]\ttraining's auc: 0.857445\ttraining's binary_logloss: 0.139337\tvalid_1's auc: 0.83534\tvalid_1's binary_logloss: 0.138259\n", + "[52]\ttraining's auc: 0.857838\ttraining's binary_logloss: 0.139089\tvalid_1's auc: 0.835352\tvalid_1's binary_logloss: 0.138083\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[53]\ttraining's auc: 0.858131\ttraining's binary_logloss: 0.138847\tvalid_1's auc: 0.835473\tvalid_1's binary_logloss: 0.13792\n", + "[54]\ttraining's auc: 0.85854\ttraining's binary_logloss: 0.138603\tvalid_1's auc: 0.835536\tvalid_1's binary_logloss: 0.13775\n", + "[55]\ttraining's auc: 0.858771\ttraining's binary_logloss: 0.138367\tvalid_1's auc: 0.835601\tvalid_1's binary_logloss: 0.13759\n", + "[56]\ttraining's auc: 0.859165\ttraining's binary_logloss: 0.138134\tvalid_1's auc: 0.835595\tvalid_1's binary_logloss: 0.137431\n", + "[57]\ttraining's auc: 0.85927\ttraining's binary_logloss: 0.137909\tvalid_1's auc: 0.835593\tvalid_1's binary_logloss: 0.137268\n", + "[58]\ttraining's auc: 0.859518\ttraining's binary_logloss: 0.137687\tvalid_1's auc: 0.835573\tvalid_1's binary_logloss: 0.137118\n", + "[59]\ttraining's auc: 0.85989\ttraining's binary_logloss: 0.137473\tvalid_1's auc: 0.835478\tvalid_1's binary_logloss: 0.13697\n", + "[60]\ttraining's auc: 0.860121\ttraining's binary_logloss: 0.137262\tvalid_1's auc: 0.835416\tvalid_1's binary_logloss: 0.136827\n", + "[61]\ttraining's auc: 0.860561\ttraining's binary_logloss: 0.137056\tvalid_1's auc: 0.835494\tvalid_1's binary_logloss: 0.136685\n", + "[62]\ttraining's auc: 0.860718\ttraining's binary_logloss: 0.136851\tvalid_1's auc: 0.835483\tvalid_1's binary_logloss: 0.136542\n", + "[63]\ttraining's auc: 0.860953\ttraining's binary_logloss: 0.136653\tvalid_1's auc: 0.835284\tvalid_1's binary_logloss: 0.136408\n", + "[64]\ttraining's auc: 0.861139\ttraining's binary_logloss: 0.136452\tvalid_1's auc: 0.835297\tvalid_1's binary_logloss: 0.136266\n", + "[65]\ttraining's auc: 0.8614\ttraining's binary_logloss: 0.136255\tvalid_1's auc: 0.835293\tvalid_1's binary_logloss: 0.136139\n", + "[66]\ttraining's auc: 0.861716\ttraining's binary_logloss: 0.136067\tvalid_1's auc: 0.835266\tvalid_1's binary_logloss: 0.136005\n", + "[67]\ttraining's auc: 0.862096\ttraining's binary_logloss: 0.135883\tvalid_1's auc: 0.835231\tvalid_1's binary_logloss: 0.135886\n", + "[68]\ttraining's auc: 0.862642\ttraining's binary_logloss: 0.135701\tvalid_1's auc: 0.835177\tvalid_1's binary_logloss: 0.135768\n", + "[69]\ttraining's auc: 0.862935\ttraining's binary_logloss: 0.135525\tvalid_1's auc: 0.835047\tvalid_1's binary_logloss: 0.135651\n", + "[70]\ttraining's auc: 0.863044\ttraining's binary_logloss: 0.135351\tvalid_1's auc: 0.834968\tvalid_1's binary_logloss: 0.135538\n", + "[71]\ttraining's auc: 0.863186\ttraining's binary_logloss: 0.135178\tvalid_1's auc: 0.835083\tvalid_1's binary_logloss: 0.135417\n", + "[72]\ttraining's auc: 0.863437\ttraining's binary_logloss: 0.135011\tvalid_1's auc: 0.835025\tvalid_1's binary_logloss: 0.135312\n", + "[73]\ttraining's auc: 0.863591\ttraining's binary_logloss: 0.134844\tvalid_1's auc: 0.834997\tvalid_1's binary_logloss: 0.135202\n", + "[74]\ttraining's auc: 0.863897\ttraining's binary_logloss: 0.134671\tvalid_1's auc: 0.835025\tvalid_1's binary_logloss: 0.135102\n", + "[75]\ttraining's auc: 0.864165\ttraining's binary_logloss: 0.134505\tvalid_1's auc: 0.83505\tvalid_1's binary_logloss: 0.135005\n", + "[76]\ttraining's auc: 0.864574\ttraining's binary_logloss: 0.13434\tvalid_1's auc: 0.835208\tvalid_1's binary_logloss: 0.134902\n", + "[77]\ttraining's auc: 0.864848\ttraining's binary_logloss: 0.13418\tvalid_1's auc: 0.835159\tvalid_1's binary_logloss: 0.134812\n", + "[78]\ttraining's auc: 0.865126\ttraining's binary_logloss: 0.13402\tvalid_1's auc: 0.835151\tvalid_1's binary_logloss: 0.134707\n", + "[79]\ttraining's auc: 0.865331\ttraining's binary_logloss: 0.133862\tvalid_1's auc: 0.835276\tvalid_1's binary_logloss: 0.134619\n", + "[80]\ttraining's auc: 0.865499\ttraining's binary_logloss: 0.133711\tvalid_1's auc: 0.835213\tvalid_1's binary_logloss: 0.134528\n", + "[81]\ttraining's auc: 0.865635\ttraining's binary_logloss: 0.13356\tvalid_1's auc: 0.835295\tvalid_1's binary_logloss: 0.134442\n", + "[82]\ttraining's auc: 0.865912\ttraining's binary_logloss: 0.13341\tvalid_1's auc: 0.835238\tvalid_1's binary_logloss: 0.134362\n", + "[83]\ttraining's auc: 0.865991\ttraining's binary_logloss: 0.133268\tvalid_1's auc: 0.835614\tvalid_1's binary_logloss: 0.134274\n", + "[84]\ttraining's auc: 0.866281\ttraining's binary_logloss: 0.133119\tvalid_1's auc: 0.835577\tvalid_1's binary_logloss: 0.134196\n", + "[85]\ttraining's auc: 0.866542\ttraining's binary_logloss: 0.132983\tvalid_1's auc: 0.835492\tvalid_1's binary_logloss: 0.134112\n", + "[86]\ttraining's auc: 0.866676\ttraining's binary_logloss: 0.13284\tvalid_1's auc: 0.835518\tvalid_1's binary_logloss: 0.134036\n", + "[87]\ttraining's auc: 0.866817\ttraining's binary_logloss: 0.132702\tvalid_1's auc: 0.835554\tvalid_1's binary_logloss: 0.133965\n", + "[88]\ttraining's auc: 0.867153\ttraining's binary_logloss: 0.132566\tvalid_1's auc: 0.835521\tvalid_1's binary_logloss: 0.133894\n", + "[89]\ttraining's auc: 0.867303\ttraining's binary_logloss: 0.132434\tvalid_1's auc: 0.835409\tvalid_1's binary_logloss: 0.133823\n", + "[90]\ttraining's auc: 0.867477\ttraining's binary_logloss: 0.132299\tvalid_1's auc: 0.835434\tvalid_1's binary_logloss: 0.133745\n", + "[91]\ttraining's auc: 0.867724\ttraining's binary_logloss: 0.132168\tvalid_1's auc: 0.835485\tvalid_1's binary_logloss: 0.133683\n", + "[92]\ttraining's auc: 0.867842\ttraining's binary_logloss: 0.132041\tvalid_1's auc: 0.835591\tvalid_1's binary_logloss: 0.133613\n", + "[93]\ttraining's auc: 0.867981\ttraining's binary_logloss: 0.131915\tvalid_1's auc: 0.835507\tvalid_1's binary_logloss: 0.133551\n", + "[94]\ttraining's auc: 0.868258\ttraining's binary_logloss: 0.131793\tvalid_1's auc: 0.835521\tvalid_1's binary_logloss: 0.133481\n", + "[95]\ttraining's auc: 0.868397\ttraining's binary_logloss: 0.131669\tvalid_1's auc: 0.835525\tvalid_1's binary_logloss: 0.133414\n", + "[96]\ttraining's auc: 0.868591\ttraining's binary_logloss: 0.131542\tvalid_1's auc: 0.835497\tvalid_1's binary_logloss: 0.133353\n", + "[97]\ttraining's auc: 0.86881\ttraining's binary_logloss: 0.131412\tvalid_1's auc: 0.835515\tvalid_1's binary_logloss: 0.133286\n", + "[98]\ttraining's auc: 0.868974\ttraining's binary_logloss: 0.131285\tvalid_1's auc: 0.835554\tvalid_1's binary_logloss: 0.133227\n", + "[99]\ttraining's auc: 0.869146\ttraining's binary_logloss: 0.131159\tvalid_1's auc: 0.83565\tvalid_1's binary_logloss: 0.133162\n", + "[100]\ttraining's auc: 0.869386\ttraining's binary_logloss: 0.131041\tvalid_1's auc: 0.835647\tvalid_1's binary_logloss: 0.133108\n", + "[1]\ttraining's auc: 0.826609\ttraining's binary_logloss: 0.161853\tvalid_1's auc: 0.808619\tvalid_1's binary_logloss: 0.167334\n", + "[2]\ttraining's auc: 0.827068\ttraining's binary_logloss: 0.160714\tvalid_1's auc: 0.809501\tvalid_1's binary_logloss: 0.166254\n", + "[3]\ttraining's auc: 0.8307\ttraining's binary_logloss: 0.159639\tvalid_1's auc: 0.814594\tvalid_1's binary_logloss: 0.165198\n", + "[4]\ttraining's auc: 0.831505\ttraining's binary_logloss: 0.158627\tvalid_1's auc: 0.815635\tvalid_1's binary_logloss: 0.164215\n", + "[5]\ttraining's auc: 0.83262\ttraining's binary_logloss: 0.157679\tvalid_1's auc: 0.816065\tvalid_1's binary_logloss: 0.16332\n", + "[6]\ttraining's auc: 0.832764\ttraining's binary_logloss: 0.156769\tvalid_1's auc: 0.816605\tvalid_1's binary_logloss: 0.16247\n", + "[7]\ttraining's auc: 0.832956\ttraining's binary_logloss: 0.155902\tvalid_1's auc: 0.816701\tvalid_1's binary_logloss: 0.161654\n", + "[8]\ttraining's auc: 0.834134\ttraining's binary_logloss: 0.155062\tvalid_1's auc: 0.817926\tvalid_1's binary_logloss: 0.160857\n", + "[9]\ttraining's auc: 0.834325\ttraining's binary_logloss: 0.154266\tvalid_1's auc: 0.817949\tvalid_1's binary_logloss: 0.160123\n", + "[10]\ttraining's auc: 0.834521\ttraining's binary_logloss: 0.15352\tvalid_1's auc: 0.818134\tvalid_1's binary_logloss: 0.159414\n", + "[11]\ttraining's auc: 0.836776\ttraining's binary_logloss: 0.15279\tvalid_1's auc: 0.819498\tvalid_1's binary_logloss: 0.158733\n", + "[12]\ttraining's auc: 0.837356\ttraining's binary_logloss: 0.152096\tvalid_1's auc: 0.820053\tvalid_1's binary_logloss: 0.158048\n", + "[13]\ttraining's auc: 0.83808\ttraining's binary_logloss: 0.151436\tvalid_1's auc: 0.820195\tvalid_1's binary_logloss: 0.157453\n", + "[14]\ttraining's auc: 0.83851\ttraining's binary_logloss: 0.150789\tvalid_1's auc: 0.820298\tvalid_1's binary_logloss: 0.156829\n", + "[15]\ttraining's auc: 0.840116\ttraining's binary_logloss: 0.150169\tvalid_1's auc: 0.822421\tvalid_1's binary_logloss: 0.15627\n", + "[16]\ttraining's auc: 0.840718\ttraining's binary_logloss: 0.149579\tvalid_1's auc: 0.82246\tvalid_1's binary_logloss: 0.155714\n", + "[17]\ttraining's auc: 0.841201\ttraining's binary_logloss: 0.149002\tvalid_1's auc: 0.822737\tvalid_1's binary_logloss: 0.155171\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[18]\ttraining's auc: 0.841426\ttraining's binary_logloss: 0.148453\tvalid_1's auc: 0.822908\tvalid_1's binary_logloss: 0.154665\n", + "[19]\ttraining's auc: 0.843549\ttraining's binary_logloss: 0.147908\tvalid_1's auc: 0.825958\tvalid_1's binary_logloss: 0.154166\n", + "[20]\ttraining's auc: 0.844024\ttraining's binary_logloss: 0.14738\tvalid_1's auc: 0.826268\tvalid_1's binary_logloss: 0.153687\n", + "[21]\ttraining's auc: 0.844905\ttraining's binary_logloss: 0.146859\tvalid_1's auc: 0.826892\tvalid_1's binary_logloss: 0.15323\n", + "[22]\ttraining's auc: 0.84534\ttraining's binary_logloss: 0.146354\tvalid_1's auc: 0.826983\tvalid_1's binary_logloss: 0.152789\n", + "[23]\ttraining's auc: 0.846043\ttraining's binary_logloss: 0.145869\tvalid_1's auc: 0.827214\tvalid_1's binary_logloss: 0.152358\n", + "[24]\ttraining's auc: 0.846484\ttraining's binary_logloss: 0.145402\tvalid_1's auc: 0.827173\tvalid_1's binary_logloss: 0.151945\n", + "[25]\ttraining's auc: 0.846932\ttraining's binary_logloss: 0.14495\tvalid_1's auc: 0.827379\tvalid_1's binary_logloss: 0.151547\n", + "[26]\ttraining's auc: 0.847465\ttraining's binary_logloss: 0.144512\tvalid_1's auc: 0.827649\tvalid_1's binary_logloss: 0.151157\n", + "[27]\ttraining's auc: 0.847549\ttraining's binary_logloss: 0.144087\tvalid_1's auc: 0.827836\tvalid_1's binary_logloss: 0.150776\n", + "[28]\ttraining's auc: 0.847937\ttraining's binary_logloss: 0.143675\tvalid_1's auc: 0.828008\tvalid_1's binary_logloss: 0.150409\n", + "[29]\ttraining's auc: 0.84893\ttraining's binary_logloss: 0.143245\tvalid_1's auc: 0.828175\tvalid_1's binary_logloss: 0.150054\n", + "[30]\ttraining's auc: 0.849436\ttraining's binary_logloss: 0.142839\tvalid_1's auc: 0.828596\tvalid_1's binary_logloss: 0.149711\n", + "[31]\ttraining's auc: 0.849655\ttraining's binary_logloss: 0.142449\tvalid_1's auc: 0.828827\tvalid_1's binary_logloss: 0.149376\n", + "[32]\ttraining's auc: 0.849915\ttraining's binary_logloss: 0.142066\tvalid_1's auc: 0.828904\tvalid_1's binary_logloss: 0.149046\n", + "[33]\ttraining's auc: 0.85065\ttraining's binary_logloss: 0.141706\tvalid_1's auc: 0.828947\tvalid_1's binary_logloss: 0.148742\n", + "[34]\ttraining's auc: 0.851293\ttraining's binary_logloss: 0.141356\tvalid_1's auc: 0.829065\tvalid_1's binary_logloss: 0.148448\n", + "[35]\ttraining's auc: 0.85149\ttraining's binary_logloss: 0.14101\tvalid_1's auc: 0.829249\tvalid_1's binary_logloss: 0.148148\n", + "[36]\ttraining's auc: 0.852039\ttraining's binary_logloss: 0.140674\tvalid_1's auc: 0.829693\tvalid_1's binary_logloss: 0.147865\n", + "[37]\ttraining's auc: 0.851995\ttraining's binary_logloss: 0.14035\tvalid_1's auc: 0.829811\tvalid_1's binary_logloss: 0.147582\n", + "[38]\ttraining's auc: 0.852291\ttraining's binary_logloss: 0.140033\tvalid_1's auc: 0.830015\tvalid_1's binary_logloss: 0.147324\n", + "[39]\ttraining's auc: 0.852469\ttraining's binary_logloss: 0.139719\tvalid_1's auc: 0.830001\tvalid_1's binary_logloss: 0.147064\n", + "[40]\ttraining's auc: 0.852693\ttraining's binary_logloss: 0.139417\tvalid_1's auc: 0.829829\tvalid_1's binary_logloss: 0.146818\n", + "[41]\ttraining's auc: 0.852737\ttraining's binary_logloss: 0.139122\tvalid_1's auc: 0.829771\tvalid_1's binary_logloss: 0.146572\n", + "[42]\ttraining's auc: 0.8531\ttraining's binary_logloss: 0.13883\tvalid_1's auc: 0.830063\tvalid_1's binary_logloss: 0.146331\n", + "[43]\ttraining's auc: 0.853315\ttraining's binary_logloss: 0.138515\tvalid_1's auc: 0.830053\tvalid_1's binary_logloss: 0.146101\n", + "[44]\ttraining's auc: 0.853494\ttraining's binary_logloss: 0.13824\tvalid_1's auc: 0.830048\tvalid_1's binary_logloss: 0.145881\n", + "[45]\ttraining's auc: 0.853581\ttraining's binary_logloss: 0.137946\tvalid_1's auc: 0.829955\tvalid_1's binary_logloss: 0.145663\n", + "[46]\ttraining's auc: 0.853808\ttraining's binary_logloss: 0.137652\tvalid_1's auc: 0.830037\tvalid_1's binary_logloss: 0.145443\n", + "[47]\ttraining's auc: 0.853979\ttraining's binary_logloss: 0.137367\tvalid_1's auc: 0.830223\tvalid_1's binary_logloss: 0.145223\n", + "[48]\ttraining's auc: 0.854153\ttraining's binary_logloss: 0.137094\tvalid_1's auc: 0.830343\tvalid_1's binary_logloss: 0.145005\n", + "[49]\ttraining's auc: 0.854304\ttraining's binary_logloss: 0.136828\tvalid_1's auc: 0.830398\tvalid_1's binary_logloss: 0.144805\n", + "[50]\ttraining's auc: 0.854667\ttraining's binary_logloss: 0.13657\tvalid_1's auc: 0.830743\tvalid_1's binary_logloss: 0.14461\n", + "[51]\ttraining's auc: 0.854903\ttraining's binary_logloss: 0.136314\tvalid_1's auc: 0.830912\tvalid_1's binary_logloss: 0.144409\n", + "[52]\ttraining's auc: 0.855396\ttraining's binary_logloss: 0.13608\tvalid_1's auc: 0.831088\tvalid_1's binary_logloss: 0.144223\n", + "[53]\ttraining's auc: 0.855744\ttraining's binary_logloss: 0.135836\tvalid_1's auc: 0.831306\tvalid_1's binary_logloss: 0.144042\n", + "[54]\ttraining's auc: 0.85629\ttraining's binary_logloss: 0.135602\tvalid_1's auc: 0.831359\tvalid_1's binary_logloss: 0.143875\n", + "[55]\ttraining's auc: 0.856577\ttraining's binary_logloss: 0.135385\tvalid_1's auc: 0.83132\tvalid_1's binary_logloss: 0.143707\n", + "[56]\ttraining's auc: 0.856725\ttraining's binary_logloss: 0.135163\tvalid_1's auc: 0.831233\tvalid_1's binary_logloss: 0.143546\n", + "[57]\ttraining's auc: 0.856844\ttraining's binary_logloss: 0.134946\tvalid_1's auc: 0.831006\tvalid_1's binary_logloss: 0.1434\n", + "[58]\ttraining's auc: 0.85697\ttraining's binary_logloss: 0.134738\tvalid_1's auc: 0.831117\tvalid_1's binary_logloss: 0.143243\n", + "[59]\ttraining's auc: 0.857338\ttraining's binary_logloss: 0.134524\tvalid_1's auc: 0.83112\tvalid_1's binary_logloss: 0.143089\n", + "[60]\ttraining's auc: 0.857753\ttraining's binary_logloss: 0.134313\tvalid_1's auc: 0.831398\tvalid_1's binary_logloss: 0.142944\n", + "[61]\ttraining's auc: 0.85793\ttraining's binary_logloss: 0.134116\tvalid_1's auc: 0.831446\tvalid_1's binary_logloss: 0.14281\n", + "[62]\ttraining's auc: 0.858228\ttraining's binary_logloss: 0.133921\tvalid_1's auc: 0.831471\tvalid_1's binary_logloss: 0.142666\n", + "[63]\ttraining's auc: 0.858596\ttraining's binary_logloss: 0.133732\tvalid_1's auc: 0.831556\tvalid_1's binary_logloss: 0.14252\n", + "[64]\ttraining's auc: 0.858954\ttraining's binary_logloss: 0.133535\tvalid_1's auc: 0.831682\tvalid_1's binary_logloss: 0.142376\n", + "[65]\ttraining's auc: 0.859503\ttraining's binary_logloss: 0.133342\tvalid_1's auc: 0.83175\tvalid_1's binary_logloss: 0.142232\n", + "[66]\ttraining's auc: 0.859656\ttraining's binary_logloss: 0.133156\tvalid_1's auc: 0.831858\tvalid_1's binary_logloss: 0.142104\n", + "[67]\ttraining's auc: 0.860002\ttraining's binary_logloss: 0.132984\tvalid_1's auc: 0.831859\tvalid_1's binary_logloss: 0.141969\n", + "[68]\ttraining's auc: 0.860262\ttraining's binary_logloss: 0.132804\tvalid_1's auc: 0.83195\tvalid_1's binary_logloss: 0.141842\n", + "[69]\ttraining's auc: 0.860469\ttraining's binary_logloss: 0.13263\tvalid_1's auc: 0.831984\tvalid_1's binary_logloss: 0.141725\n", + "[70]\ttraining's auc: 0.860657\ttraining's binary_logloss: 0.13246\tvalid_1's auc: 0.832036\tvalid_1's binary_logloss: 0.141608\n", + "[71]\ttraining's auc: 0.861076\ttraining's binary_logloss: 0.132289\tvalid_1's auc: 0.832144\tvalid_1's binary_logloss: 0.141478\n", + "[72]\ttraining's auc: 0.861482\ttraining's binary_logloss: 0.132123\tvalid_1's auc: 0.832319\tvalid_1's binary_logloss: 0.141353\n", + "[73]\ttraining's auc: 0.861935\ttraining's binary_logloss: 0.131962\tvalid_1's auc: 0.832353\tvalid_1's binary_logloss: 0.141232\n", + "[74]\ttraining's auc: 0.86219\ttraining's binary_logloss: 0.131806\tvalid_1's auc: 0.832427\tvalid_1's binary_logloss: 0.141114\n", + "[75]\ttraining's auc: 0.862574\ttraining's binary_logloss: 0.131646\tvalid_1's auc: 0.832464\tvalid_1's binary_logloss: 0.141003\n", + "[76]\ttraining's auc: 0.862806\ttraining's binary_logloss: 0.131494\tvalid_1's auc: 0.832691\tvalid_1's binary_logloss: 0.140888\n", + "[77]\ttraining's auc: 0.863086\ttraining's binary_logloss: 0.131341\tvalid_1's auc: 0.832812\tvalid_1's binary_logloss: 0.140776\n", + "[78]\ttraining's auc: 0.863446\ttraining's binary_logloss: 0.131186\tvalid_1's auc: 0.832822\tvalid_1's binary_logloss: 0.140673\n", + "[79]\ttraining's auc: 0.863646\ttraining's binary_logloss: 0.13103\tvalid_1's auc: 0.832785\tvalid_1's binary_logloss: 0.140572\n", + "[80]\ttraining's auc: 0.864629\ttraining's binary_logloss: 0.130874\tvalid_1's auc: 0.83344\tvalid_1's binary_logloss: 0.140471\n", + "[81]\ttraining's auc: 0.864834\ttraining's binary_logloss: 0.130728\tvalid_1's auc: 0.833581\tvalid_1's binary_logloss: 0.140374\n", + "[82]\ttraining's auc: 0.865099\ttraining's binary_logloss: 0.130583\tvalid_1's auc: 0.833508\tvalid_1's binary_logloss: 0.140287\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[83]\ttraining's auc: 0.865309\ttraining's binary_logloss: 0.130444\tvalid_1's auc: 0.833534\tvalid_1's binary_logloss: 0.140194\n", + "[84]\ttraining's auc: 0.865466\ttraining's binary_logloss: 0.130305\tvalid_1's auc: 0.833593\tvalid_1's binary_logloss: 0.1401\n", + "[85]\ttraining's auc: 0.865668\ttraining's binary_logloss: 0.13017\tvalid_1's auc: 0.833637\tvalid_1's binary_logloss: 0.140011\n", + "[86]\ttraining's auc: 0.866545\ttraining's binary_logloss: 0.130023\tvalid_1's auc: 0.834748\tvalid_1's binary_logloss: 0.139907\n", + "[87]\ttraining's auc: 0.866629\ttraining's binary_logloss: 0.129885\tvalid_1's auc: 0.834526\tvalid_1's binary_logloss: 0.139823\n", + "[88]\ttraining's auc: 0.867045\ttraining's binary_logloss: 0.129744\tvalid_1's auc: 0.835006\tvalid_1's binary_logloss: 0.139723\n", + "[89]\ttraining's auc: 0.867152\ttraining's binary_logloss: 0.129606\tvalid_1's auc: 0.83505\tvalid_1's binary_logloss: 0.139636\n", + "[90]\ttraining's auc: 0.867487\ttraining's binary_logloss: 0.129472\tvalid_1's auc: 0.835119\tvalid_1's binary_logloss: 0.139552\n", + "[91]\ttraining's auc: 0.867877\ttraining's binary_logloss: 0.129342\tvalid_1's auc: 0.83526\tvalid_1's binary_logloss: 0.139471\n", + "[92]\ttraining's auc: 0.868198\ttraining's binary_logloss: 0.129215\tvalid_1's auc: 0.835204\tvalid_1's binary_logloss: 0.139397\n", + "[93]\ttraining's auc: 0.868416\ttraining's binary_logloss: 0.129089\tvalid_1's auc: 0.835297\tvalid_1's binary_logloss: 0.139319\n", + "[94]\ttraining's auc: 0.868704\ttraining's binary_logloss: 0.128969\tvalid_1's auc: 0.835405\tvalid_1's binary_logloss: 0.139241\n", + "[95]\ttraining's auc: 0.86889\ttraining's binary_logloss: 0.128841\tvalid_1's auc: 0.835482\tvalid_1's binary_logloss: 0.139161\n", + "[96]\ttraining's auc: 0.869256\ttraining's binary_logloss: 0.128724\tvalid_1's auc: 0.835516\tvalid_1's binary_logloss: 0.13909\n", + "[97]\ttraining's auc: 0.869534\ttraining's binary_logloss: 0.128613\tvalid_1's auc: 0.835575\tvalid_1's binary_logloss: 0.139019\n", + "[98]\ttraining's auc: 0.869696\ttraining's binary_logloss: 0.128498\tvalid_1's auc: 0.835617\tvalid_1's binary_logloss: 0.138947\n", + "[99]\ttraining's auc: 0.869793\ttraining's binary_logloss: 0.128392\tvalid_1's auc: 0.835654\tvalid_1's binary_logloss: 0.138878\n", + "[100]\ttraining's auc: 0.87013\ttraining's binary_logloss: 0.128267\tvalid_1's auc: 0.835836\tvalid_1's binary_logloss: 0.138809\n", + "[1]\ttraining's auc: 0.832414\ttraining's binary_logloss: 0.161185\tvalid_1's auc: 0.810153\tvalid_1's binary_logloss: 0.162542\n", + "[2]\ttraining's auc: 0.83323\ttraining's binary_logloss: 0.158375\tvalid_1's auc: 0.809459\tvalid_1's binary_logloss: 0.160214\n", + "[3]\ttraining's auc: 0.836144\ttraining's binary_logloss: 0.155988\tvalid_1's auc: 0.810815\tvalid_1's binary_logloss: 0.158238\n", + "[4]\ttraining's auc: 0.837691\ttraining's binary_logloss: 0.15389\tvalid_1's auc: 0.81258\tvalid_1's binary_logloss: 0.156485\n", + "[5]\ttraining's auc: 0.840131\ttraining's binary_logloss: 0.152035\tvalid_1's auc: 0.814562\tvalid_1's binary_logloss: 0.154987\n", + "[6]\ttraining's auc: 0.842011\ttraining's binary_logloss: 0.15035\tvalid_1's auc: 0.815267\tvalid_1's binary_logloss: 0.153584\n", + "[7]\ttraining's auc: 0.845275\ttraining's binary_logloss: 0.148818\tvalid_1's auc: 0.818235\tvalid_1's binary_logloss: 0.152325\n", + "[8]\ttraining's auc: 0.846348\ttraining's binary_logloss: 0.147415\tvalid_1's auc: 0.818426\tvalid_1's binary_logloss: 0.151203\n", + "[9]\ttraining's auc: 0.847543\ttraining's binary_logloss: 0.146137\tvalid_1's auc: 0.818677\tvalid_1's binary_logloss: 0.150186\n", + "[10]\ttraining's auc: 0.848853\ttraining's binary_logloss: 0.144919\tvalid_1's auc: 0.81959\tvalid_1's binary_logloss: 0.149253\n", + "[11]\ttraining's auc: 0.850441\ttraining's binary_logloss: 0.143801\tvalid_1's auc: 0.820054\tvalid_1's binary_logloss: 0.148421\n", + "[12]\ttraining's auc: 0.851192\ttraining's binary_logloss: 0.142768\tvalid_1's auc: 0.820199\tvalid_1's binary_logloss: 0.147632\n", + "[13]\ttraining's auc: 0.851673\ttraining's binary_logloss: 0.141796\tvalid_1's auc: 0.820579\tvalid_1's binary_logloss: 0.146881\n", + "[14]\ttraining's auc: 0.855135\ttraining's binary_logloss: 0.14089\tvalid_1's auc: 0.823073\tvalid_1's binary_logloss: 0.146175\n", + "[15]\ttraining's auc: 0.855796\ttraining's binary_logloss: 0.140032\tvalid_1's auc: 0.823277\tvalid_1's binary_logloss: 0.145523\n", + "[16]\ttraining's auc: 0.856091\ttraining's binary_logloss: 0.139245\tvalid_1's auc: 0.823319\tvalid_1's binary_logloss: 0.144927\n", + "[17]\ttraining's auc: 0.85634\ttraining's binary_logloss: 0.138503\tvalid_1's auc: 0.823465\tvalid_1's binary_logloss: 0.144388\n", + "[18]\ttraining's auc: 0.857332\ttraining's binary_logloss: 0.137791\tvalid_1's auc: 0.823746\tvalid_1's binary_logloss: 0.143861\n", + "[19]\ttraining's auc: 0.858918\ttraining's binary_logloss: 0.137128\tvalid_1's auc: 0.824422\tvalid_1's binary_logloss: 0.14335\n", + "[20]\ttraining's auc: 0.859236\ttraining's binary_logloss: 0.136516\tvalid_1's auc: 0.824345\tvalid_1's binary_logloss: 0.142908\n", + "[21]\ttraining's auc: 0.859589\ttraining's binary_logloss: 0.13594\tvalid_1's auc: 0.824103\tvalid_1's binary_logloss: 0.1425\n", + "[22]\ttraining's auc: 0.859962\ttraining's binary_logloss: 0.135367\tvalid_1's auc: 0.824497\tvalid_1's binary_logloss: 0.142131\n", + "[23]\ttraining's auc: 0.860293\ttraining's binary_logloss: 0.134837\tvalid_1's auc: 0.824521\tvalid_1's binary_logloss: 0.141748\n", + "[24]\ttraining's auc: 0.860902\ttraining's binary_logloss: 0.134312\tvalid_1's auc: 0.82487\tvalid_1's binary_logloss: 0.141353\n", + "[25]\ttraining's auc: 0.861784\ttraining's binary_logloss: 0.133827\tvalid_1's auc: 0.82552\tvalid_1's binary_logloss: 0.140988\n", + "[26]\ttraining's auc: 0.862548\ttraining's binary_logloss: 0.133331\tvalid_1's auc: 0.825638\tvalid_1's binary_logloss: 0.140672\n", + "[27]\ttraining's auc: 0.863198\ttraining's binary_logloss: 0.132878\tvalid_1's auc: 0.82578\tvalid_1's binary_logloss: 0.140395\n", + "[28]\ttraining's auc: 0.864109\ttraining's binary_logloss: 0.132423\tvalid_1's auc: 0.826673\tvalid_1's binary_logloss: 0.140075\n", + "[29]\ttraining's auc: 0.865056\ttraining's binary_logloss: 0.131988\tvalid_1's auc: 0.827516\tvalid_1's binary_logloss: 0.139802\n", + "[30]\ttraining's auc: 0.865738\ttraining's binary_logloss: 0.131573\tvalid_1's auc: 0.828087\tvalid_1's binary_logloss: 0.139525\n", + "[31]\ttraining's auc: 0.866426\ttraining's binary_logloss: 0.131187\tvalid_1's auc: 0.828249\tvalid_1's binary_logloss: 0.139314\n", + "[32]\ttraining's auc: 0.866966\ttraining's binary_logloss: 0.130819\tvalid_1's auc: 0.828356\tvalid_1's binary_logloss: 0.139095\n", + "[33]\ttraining's auc: 0.867644\ttraining's binary_logloss: 0.130476\tvalid_1's auc: 0.828706\tvalid_1's binary_logloss: 0.138905\n", + "[34]\ttraining's auc: 0.868161\ttraining's binary_logloss: 0.130134\tvalid_1's auc: 0.82904\tvalid_1's binary_logloss: 0.138713\n", + "[35]\ttraining's auc: 0.868929\ttraining's binary_logloss: 0.129794\tvalid_1's auc: 0.829211\tvalid_1's binary_logloss: 0.138541\n", + "[36]\ttraining's auc: 0.869605\ttraining's binary_logloss: 0.129444\tvalid_1's auc: 0.829269\tvalid_1's binary_logloss: 0.138369\n", + "[37]\ttraining's auc: 0.870004\ttraining's binary_logloss: 0.129125\tvalid_1's auc: 0.829268\tvalid_1's binary_logloss: 0.138217\n", + "[38]\ttraining's auc: 0.870757\ttraining's binary_logloss: 0.128796\tvalid_1's auc: 0.829264\tvalid_1's binary_logloss: 0.13808\n", + "[39]\ttraining's auc: 0.871102\ttraining's binary_logloss: 0.128519\tvalid_1's auc: 0.829208\tvalid_1's binary_logloss: 0.137948\n", + "[40]\ttraining's auc: 0.871735\ttraining's binary_logloss: 0.128228\tvalid_1's auc: 0.829478\tvalid_1's binary_logloss: 0.137816\n", + "[41]\ttraining's auc: 0.872366\ttraining's binary_logloss: 0.127957\tvalid_1's auc: 0.829623\tvalid_1's binary_logloss: 0.137682\n", + "[42]\ttraining's auc: 0.872858\ttraining's binary_logloss: 0.127687\tvalid_1's auc: 0.829724\tvalid_1's binary_logloss: 0.137567\n", + "[43]\ttraining's auc: 0.873461\ttraining's binary_logloss: 0.127415\tvalid_1's auc: 0.830048\tvalid_1's binary_logloss: 0.137453\n", + "[44]\ttraining's auc: 0.873792\ttraining's binary_logloss: 0.127152\tvalid_1's auc: 0.830177\tvalid_1's binary_logloss: 0.137343\n", + "[45]\ttraining's auc: 0.874803\ttraining's binary_logloss: 0.126897\tvalid_1's auc: 0.830499\tvalid_1's binary_logloss: 0.137217\n", + "[46]\ttraining's auc: 0.875225\ttraining's binary_logloss: 0.126656\tvalid_1's auc: 0.830296\tvalid_1's binary_logloss: 0.137146\n", + "[47]\ttraining's auc: 0.875724\ttraining's binary_logloss: 0.126426\tvalid_1's auc: 0.830296\tvalid_1's binary_logloss: 0.137068\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[48]\ttraining's auc: 0.876133\ttraining's binary_logloss: 0.126187\tvalid_1's auc: 0.830518\tvalid_1's binary_logloss: 0.136948\n", + "[49]\ttraining's auc: 0.876539\ttraining's binary_logloss: 0.125949\tvalid_1's auc: 0.830328\tvalid_1's binary_logloss: 0.136879\n", + "[50]\ttraining's auc: 0.87708\ttraining's binary_logloss: 0.125727\tvalid_1's auc: 0.830416\tvalid_1's binary_logloss: 0.136782\n", + "[51]\ttraining's auc: 0.877571\ttraining's binary_logloss: 0.125512\tvalid_1's auc: 0.83068\tvalid_1's binary_logloss: 0.136676\n", + "[52]\ttraining's auc: 0.878084\ttraining's binary_logloss: 0.125287\tvalid_1's auc: 0.830843\tvalid_1's binary_logloss: 0.136612\n", + "[53]\ttraining's auc: 0.878514\ttraining's binary_logloss: 0.125075\tvalid_1's auc: 0.83109\tvalid_1's binary_logloss: 0.136506\n", + "[54]\ttraining's auc: 0.878906\ttraining's binary_logloss: 0.124877\tvalid_1's auc: 0.831133\tvalid_1's binary_logloss: 0.136436\n", + "[55]\ttraining's auc: 0.879403\ttraining's binary_logloss: 0.124664\tvalid_1's auc: 0.831245\tvalid_1's binary_logloss: 0.136398\n", + "[56]\ttraining's auc: 0.879966\ttraining's binary_logloss: 0.124458\tvalid_1's auc: 0.831221\tvalid_1's binary_logloss: 0.136349\n", + "[57]\ttraining's auc: 0.880288\ttraining's binary_logloss: 0.124265\tvalid_1's auc: 0.83111\tvalid_1's binary_logloss: 0.136314\n", + "[58]\ttraining's auc: 0.880748\ttraining's binary_logloss: 0.12407\tvalid_1's auc: 0.831309\tvalid_1's binary_logloss: 0.136249\n", + "[59]\ttraining's auc: 0.88131\ttraining's binary_logloss: 0.123871\tvalid_1's auc: 0.831319\tvalid_1's binary_logloss: 0.136207\n", + "[60]\ttraining's auc: 0.881931\ttraining's binary_logloss: 0.123682\tvalid_1's auc: 0.831507\tvalid_1's binary_logloss: 0.136181\n", + "[61]\ttraining's auc: 0.882332\ttraining's binary_logloss: 0.123489\tvalid_1's auc: 0.831428\tvalid_1's binary_logloss: 0.136148\n", + "[62]\ttraining's auc: 0.882904\ttraining's binary_logloss: 0.123304\tvalid_1's auc: 0.831574\tvalid_1's binary_logloss: 0.136116\n", + "[63]\ttraining's auc: 0.883596\ttraining's binary_logloss: 0.123112\tvalid_1's auc: 0.831563\tvalid_1's binary_logloss: 0.136059\n", + "[64]\ttraining's auc: 0.883915\ttraining's binary_logloss: 0.122951\tvalid_1's auc: 0.831619\tvalid_1's binary_logloss: 0.136046\n", + "[65]\ttraining's auc: 0.88458\ttraining's binary_logloss: 0.122741\tvalid_1's auc: 0.83156\tvalid_1's binary_logloss: 0.136012\n", + "[66]\ttraining's auc: 0.884899\ttraining's binary_logloss: 0.122585\tvalid_1's auc: 0.831535\tvalid_1's binary_logloss: 0.135994\n", + "[67]\ttraining's auc: 0.885278\ttraining's binary_logloss: 0.122412\tvalid_1's auc: 0.831393\tvalid_1's binary_logloss: 0.135975\n", + "[68]\ttraining's auc: 0.885707\ttraining's binary_logloss: 0.12224\tvalid_1's auc: 0.831501\tvalid_1's binary_logloss: 0.135947\n", + "[69]\ttraining's auc: 0.885971\ttraining's binary_logloss: 0.122091\tvalid_1's auc: 0.831426\tvalid_1's binary_logloss: 0.135929\n", + "[70]\ttraining's auc: 0.886386\ttraining's binary_logloss: 0.121921\tvalid_1's auc: 0.83128\tvalid_1's binary_logloss: 0.135942\n", + "[71]\ttraining's auc: 0.886898\ttraining's binary_logloss: 0.121735\tvalid_1's auc: 0.831262\tvalid_1's binary_logloss: 0.135958\n", + "[72]\ttraining's auc: 0.887292\ttraining's binary_logloss: 0.121571\tvalid_1's auc: 0.831493\tvalid_1's binary_logloss: 0.135914\n", + "[73]\ttraining's auc: 0.887747\ttraining's binary_logloss: 0.121392\tvalid_1's auc: 0.831492\tvalid_1's binary_logloss: 0.135917\n", + "[74]\ttraining's auc: 0.888033\ttraining's binary_logloss: 0.121246\tvalid_1's auc: 0.831515\tvalid_1's binary_logloss: 0.135893\n", + "[75]\ttraining's auc: 0.888366\ttraining's binary_logloss: 0.121105\tvalid_1's auc: 0.831545\tvalid_1's binary_logloss: 0.135894\n", + "[76]\ttraining's auc: 0.888926\ttraining's binary_logloss: 0.120919\tvalid_1's auc: 0.831889\tvalid_1's binary_logloss: 0.135827\n", + "[77]\ttraining's auc: 0.88934\ttraining's binary_logloss: 0.120762\tvalid_1's auc: 0.831829\tvalid_1's binary_logloss: 0.135834\n", + "[78]\ttraining's auc: 0.88975\ttraining's binary_logloss: 0.1206\tvalid_1's auc: 0.831831\tvalid_1's binary_logloss: 0.135832\n", + "[79]\ttraining's auc: 0.890022\ttraining's binary_logloss: 0.120455\tvalid_1's auc: 0.831823\tvalid_1's binary_logloss: 0.13583\n", + "[80]\ttraining's auc: 0.890719\ttraining's binary_logloss: 0.120305\tvalid_1's auc: 0.831703\tvalid_1's binary_logloss: 0.135816\n", + "[81]\ttraining's auc: 0.891018\ttraining's binary_logloss: 0.120173\tvalid_1's auc: 0.831744\tvalid_1's binary_logloss: 0.135805\n", + "[82]\ttraining's auc: 0.891364\ttraining's binary_logloss: 0.120037\tvalid_1's auc: 0.831823\tvalid_1's binary_logloss: 0.13579\n", + "[83]\ttraining's auc: 0.891798\ttraining's binary_logloss: 0.119883\tvalid_1's auc: 0.831541\tvalid_1's binary_logloss: 0.135828\n", + "[84]\ttraining's auc: 0.89217\ttraining's binary_logloss: 0.119745\tvalid_1's auc: 0.831407\tvalid_1's binary_logloss: 0.135843\n", + "[85]\ttraining's auc: 0.892702\ttraining's binary_logloss: 0.11961\tvalid_1's auc: 0.831457\tvalid_1's binary_logloss: 0.135818\n", + "[86]\ttraining's auc: 0.893019\ttraining's binary_logloss: 0.119467\tvalid_1's auc: 0.83145\tvalid_1's binary_logloss: 0.135816\n", + "[87]\ttraining's auc: 0.893376\ttraining's binary_logloss: 0.119334\tvalid_1's auc: 0.831449\tvalid_1's binary_logloss: 0.135832\n", + "[88]\ttraining's auc: 0.893731\ttraining's binary_logloss: 0.119215\tvalid_1's auc: 0.831483\tvalid_1's binary_logloss: 0.135824\n", + "[89]\ttraining's auc: 0.894192\ttraining's binary_logloss: 0.119073\tvalid_1's auc: 0.831424\tvalid_1's binary_logloss: 0.135828\n", + "[90]\ttraining's auc: 0.894632\ttraining's binary_logloss: 0.118933\tvalid_1's auc: 0.831244\tvalid_1's binary_logloss: 0.135848\n", + "[91]\ttraining's auc: 0.89502\ttraining's binary_logloss: 0.118823\tvalid_1's auc: 0.831353\tvalid_1's binary_logloss: 0.135836\n", + "[92]\ttraining's auc: 0.89542\ttraining's binary_logloss: 0.118681\tvalid_1's auc: 0.831291\tvalid_1's binary_logloss: 0.135849\n", + "[93]\ttraining's auc: 0.895747\ttraining's binary_logloss: 0.118569\tvalid_1's auc: 0.831182\tvalid_1's binary_logloss: 0.135866\n", + "[94]\ttraining's auc: 0.896262\ttraining's binary_logloss: 0.118431\tvalid_1's auc: 0.831529\tvalid_1's binary_logloss: 0.135809\n", + "[95]\ttraining's auc: 0.896645\ttraining's binary_logloss: 0.118313\tvalid_1's auc: 0.831785\tvalid_1's binary_logloss: 0.135758\n", + "[96]\ttraining's auc: 0.896854\ttraining's binary_logloss: 0.118211\tvalid_1's auc: 0.831767\tvalid_1's binary_logloss: 0.135758\n", + "[97]\ttraining's auc: 0.897188\ttraining's binary_logloss: 0.118092\tvalid_1's auc: 0.831659\tvalid_1's binary_logloss: 0.135766\n", + "[98]\ttraining's auc: 0.897446\ttraining's binary_logloss: 0.117969\tvalid_1's auc: 0.831715\tvalid_1's binary_logloss: 0.135757\n", + "[99]\ttraining's auc: 0.897764\ttraining's binary_logloss: 0.117825\tvalid_1's auc: 0.831681\tvalid_1's binary_logloss: 0.135757\n", + "[100]\ttraining's auc: 0.898103\ttraining's binary_logloss: 0.117721\tvalid_1's auc: 0.831731\tvalid_1's binary_logloss: 0.135749\n", + "[1]\ttraining's auc: 0.827641\ttraining's binary_logloss: 0.163625\tvalid_1's auc: 0.813497\tvalid_1's binary_logloss: 0.157967\n", + "[2]\ttraining's auc: 0.830555\ttraining's binary_logloss: 0.16084\tvalid_1's auc: 0.817899\tvalid_1's binary_logloss: 0.155524\n", + "[3]\ttraining's auc: 0.832583\ttraining's binary_logloss: 0.158452\tvalid_1's auc: 0.817741\tvalid_1's binary_logloss: 0.153525\n", + "[4]\ttraining's auc: 0.836841\ttraining's binary_logloss: 0.156347\tvalid_1's auc: 0.8214\tvalid_1's binary_logloss: 0.151733\n", + "[5]\ttraining's auc: 0.839396\ttraining's binary_logloss: 0.154487\tvalid_1's auc: 0.825327\tvalid_1's binary_logloss: 0.150107\n", + "[6]\ttraining's auc: 0.840016\ttraining's binary_logloss: 0.152822\tvalid_1's auc: 0.825606\tvalid_1's binary_logloss: 0.148721\n", + "[7]\ttraining's auc: 0.840549\ttraining's binary_logloss: 0.151305\tvalid_1's auc: 0.825584\tvalid_1's binary_logloss: 0.147481\n", + "[8]\ttraining's auc: 0.845474\ttraining's binary_logloss: 0.14991\tvalid_1's auc: 0.829492\tvalid_1's binary_logloss: 0.146365\n", + "[9]\ttraining's auc: 0.846634\ttraining's binary_logloss: 0.148617\tvalid_1's auc: 0.829301\tvalid_1's binary_logloss: 0.14533\n", + "[10]\ttraining's auc: 0.847301\ttraining's binary_logloss: 0.147428\tvalid_1's auc: 0.829915\tvalid_1's binary_logloss: 0.144367\n", + "[11]\ttraining's auc: 0.849532\ttraining's binary_logloss: 0.146346\tvalid_1's auc: 0.830498\tvalid_1's binary_logloss: 0.14352\n", + "[12]\ttraining's auc: 0.849996\ttraining's binary_logloss: 0.145342\tvalid_1's auc: 0.830171\tvalid_1's binary_logloss: 0.142744\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[13]\ttraining's auc: 0.850908\ttraining's binary_logloss: 0.144371\tvalid_1's auc: 0.831221\tvalid_1's binary_logloss: 0.14192\n", + "[14]\ttraining's auc: 0.851837\ttraining's binary_logloss: 0.143467\tvalid_1's auc: 0.831751\tvalid_1's binary_logloss: 0.14119\n", + "[15]\ttraining's auc: 0.85362\ttraining's binary_logloss: 0.142618\tvalid_1's auc: 0.83297\tvalid_1's binary_logloss: 0.14054\n", + "[16]\ttraining's auc: 0.85469\ttraining's binary_logloss: 0.141809\tvalid_1's auc: 0.834042\tvalid_1's binary_logloss: 0.139972\n", + "[17]\ttraining's auc: 0.855439\ttraining's binary_logloss: 0.141053\tvalid_1's auc: 0.834599\tvalid_1's binary_logloss: 0.139442\n", + "[18]\ttraining's auc: 0.855954\ttraining's binary_logloss: 0.140344\tvalid_1's auc: 0.835118\tvalid_1's binary_logloss: 0.138896\n", + "[19]\ttraining's auc: 0.85707\ttraining's binary_logloss: 0.139646\tvalid_1's auc: 0.835213\tvalid_1's binary_logloss: 0.138368\n", + "[20]\ttraining's auc: 0.85781\ttraining's binary_logloss: 0.138985\tvalid_1's auc: 0.835265\tvalid_1's binary_logloss: 0.1379\n", + "[21]\ttraining's auc: 0.858707\ttraining's binary_logloss: 0.138373\tvalid_1's auc: 0.835384\tvalid_1's binary_logloss: 0.137473\n", + "[22]\ttraining's auc: 0.859491\ttraining's binary_logloss: 0.137802\tvalid_1's auc: 0.835208\tvalid_1's binary_logloss: 0.1371\n", + "[23]\ttraining's auc: 0.860767\ttraining's binary_logloss: 0.13726\tvalid_1's auc: 0.834943\tvalid_1's binary_logloss: 0.136702\n", + "[24]\ttraining's auc: 0.861175\ttraining's binary_logloss: 0.136744\tvalid_1's auc: 0.834855\tvalid_1's binary_logloss: 0.136362\n", + "[25]\ttraining's auc: 0.861761\ttraining's binary_logloss: 0.136256\tvalid_1's auc: 0.83495\tvalid_1's binary_logloss: 0.136022\n", + "[26]\ttraining's auc: 0.862013\ttraining's binary_logloss: 0.135794\tvalid_1's auc: 0.834625\tvalid_1's binary_logloss: 0.135718\n", + "[27]\ttraining's auc: 0.86246\ttraining's binary_logloss: 0.135348\tvalid_1's auc: 0.83447\tvalid_1's binary_logloss: 0.135433\n", + "[28]\ttraining's auc: 0.863267\ttraining's binary_logloss: 0.134921\tvalid_1's auc: 0.834464\tvalid_1's binary_logloss: 0.13517\n", + "[29]\ttraining's auc: 0.863653\ttraining's binary_logloss: 0.13452\tvalid_1's auc: 0.834255\tvalid_1's binary_logloss: 0.134931\n", + "[30]\ttraining's auc: 0.864476\ttraining's binary_logloss: 0.134117\tvalid_1's auc: 0.834249\tvalid_1's binary_logloss: 0.1347\n", + "[31]\ttraining's auc: 0.865343\ttraining's binary_logloss: 0.133702\tvalid_1's auc: 0.834136\tvalid_1's binary_logloss: 0.134477\n", + "[32]\ttraining's auc: 0.865456\ttraining's binary_logloss: 0.133329\tvalid_1's auc: 0.834594\tvalid_1's binary_logloss: 0.134277\n", + "[33]\ttraining's auc: 0.865947\ttraining's binary_logloss: 0.132946\tvalid_1's auc: 0.834455\tvalid_1's binary_logloss: 0.134082\n", + "[34]\ttraining's auc: 0.866643\ttraining's binary_logloss: 0.132594\tvalid_1's auc: 0.834263\tvalid_1's binary_logloss: 0.133917\n", + "[35]\ttraining's auc: 0.867039\ttraining's binary_logloss: 0.132244\tvalid_1's auc: 0.834065\tvalid_1's binary_logloss: 0.133757\n", + "[36]\ttraining's auc: 0.867594\ttraining's binary_logloss: 0.131924\tvalid_1's auc: 0.834047\tvalid_1's binary_logloss: 0.133584\n", + "[37]\ttraining's auc: 0.867958\ttraining's binary_logloss: 0.131609\tvalid_1's auc: 0.833964\tvalid_1's binary_logloss: 0.133434\n", + "[38]\ttraining's auc: 0.868194\ttraining's binary_logloss: 0.1313\tvalid_1's auc: 0.834059\tvalid_1's binary_logloss: 0.133245\n", + "[39]\ttraining's auc: 0.868599\ttraining's binary_logloss: 0.13101\tvalid_1's auc: 0.834103\tvalid_1's binary_logloss: 0.133097\n", + "[40]\ttraining's auc: 0.868975\ttraining's binary_logloss: 0.130738\tvalid_1's auc: 0.834077\tvalid_1's binary_logloss: 0.132968\n", + "[41]\ttraining's auc: 0.869621\ttraining's binary_logloss: 0.130436\tvalid_1's auc: 0.834001\tvalid_1's binary_logloss: 0.132848\n", + "[42]\ttraining's auc: 0.869985\ttraining's binary_logloss: 0.13016\tvalid_1's auc: 0.833623\tvalid_1's binary_logloss: 0.132745\n", + "[43]\ttraining's auc: 0.870585\ttraining's binary_logloss: 0.129888\tvalid_1's auc: 0.833729\tvalid_1's binary_logloss: 0.132637\n", + "[44]\ttraining's auc: 0.871007\ttraining's binary_logloss: 0.12964\tvalid_1's auc: 0.833788\tvalid_1's binary_logloss: 0.132532\n", + "[45]\ttraining's auc: 0.871367\ttraining's binary_logloss: 0.129388\tvalid_1's auc: 0.833709\tvalid_1's binary_logloss: 0.132421\n", + "[46]\ttraining's auc: 0.871994\ttraining's binary_logloss: 0.129133\tvalid_1's auc: 0.833753\tvalid_1's binary_logloss: 0.132329\n", + "[47]\ttraining's auc: 0.872468\ttraining's binary_logloss: 0.128893\tvalid_1's auc: 0.833848\tvalid_1's binary_logloss: 0.132262\n", + "[48]\ttraining's auc: 0.873174\ttraining's binary_logloss: 0.128646\tvalid_1's auc: 0.833883\tvalid_1's binary_logloss: 0.132175\n", + "[49]\ttraining's auc: 0.873743\ttraining's binary_logloss: 0.128394\tvalid_1's auc: 0.833698\tvalid_1's binary_logloss: 0.132096\n", + "[50]\ttraining's auc: 0.874351\ttraining's binary_logloss: 0.128153\tvalid_1's auc: 0.833633\tvalid_1's binary_logloss: 0.13203\n", + "[51]\ttraining's auc: 0.874873\ttraining's binary_logloss: 0.127907\tvalid_1's auc: 0.833698\tvalid_1's binary_logloss: 0.131934\n", + "[1]\ttraining's auc: 0.82701\ttraining's binary_logloss: 0.159944\tvalid_1's auc: 0.810441\tvalid_1's binary_logloss: 0.165506\n", + "[2]\ttraining's auc: 0.831274\ttraining's binary_logloss: 0.157336\tvalid_1's auc: 0.814743\tvalid_1's binary_logloss: 0.162994\n", + "[3]\ttraining's auc: 0.831673\ttraining's binary_logloss: 0.155032\tvalid_1's auc: 0.814838\tvalid_1's binary_logloss: 0.160818\n", + "[4]\ttraining's auc: 0.834454\ttraining's binary_logloss: 0.153024\tvalid_1's auc: 0.818172\tvalid_1's binary_logloss: 0.158849\n", + "[5]\ttraining's auc: 0.837623\ttraining's binary_logloss: 0.151213\tvalid_1's auc: 0.821902\tvalid_1's binary_logloss: 0.157183\n", + "[6]\ttraining's auc: 0.84082\ttraining's binary_logloss: 0.149578\tvalid_1's auc: 0.82463\tvalid_1's binary_logloss: 0.15563\n", + "[7]\ttraining's auc: 0.842595\ttraining's binary_logloss: 0.14807\tvalid_1's auc: 0.825872\tvalid_1's binary_logloss: 0.15424\n", + "[8]\ttraining's auc: 0.843243\ttraining's binary_logloss: 0.146727\tvalid_1's auc: 0.825889\tvalid_1's binary_logloss: 0.153014\n", + "[9]\ttraining's auc: 0.845623\ttraining's binary_logloss: 0.145452\tvalid_1's auc: 0.827243\tvalid_1's binary_logloss: 0.151874\n", + "[10]\ttraining's auc: 0.846655\ttraining's binary_logloss: 0.144256\tvalid_1's auc: 0.827966\tvalid_1's binary_logloss: 0.150834\n", + "[11]\ttraining's auc: 0.847519\ttraining's binary_logloss: 0.143184\tvalid_1's auc: 0.828179\tvalid_1's binary_logloss: 0.149909\n", + "[12]\ttraining's auc: 0.848781\ttraining's binary_logloss: 0.142169\tvalid_1's auc: 0.828878\tvalid_1's binary_logloss: 0.149025\n", + "[13]\ttraining's auc: 0.849584\ttraining's binary_logloss: 0.14121\tvalid_1's auc: 0.828951\tvalid_1's binary_logloss: 0.148222\n", + "[14]\ttraining's auc: 0.850695\ttraining's binary_logloss: 0.140335\tvalid_1's auc: 0.829548\tvalid_1's binary_logloss: 0.147477\n", + "[15]\ttraining's auc: 0.851331\ttraining's binary_logloss: 0.139544\tvalid_1's auc: 0.829756\tvalid_1's binary_logloss: 0.146789\n", + "[16]\ttraining's auc: 0.852273\ttraining's binary_logloss: 0.138789\tvalid_1's auc: 0.830137\tvalid_1's binary_logloss: 0.146172\n", + "[17]\ttraining's auc: 0.852578\ttraining's binary_logloss: 0.138012\tvalid_1's auc: 0.830221\tvalid_1's binary_logloss: 0.145586\n", + "[18]\ttraining's auc: 0.85331\ttraining's binary_logloss: 0.137349\tvalid_1's auc: 0.830421\tvalid_1's binary_logloss: 0.145056\n", + "[19]\ttraining's auc: 0.8539\ttraining's binary_logloss: 0.136655\tvalid_1's auc: 0.830663\tvalid_1's binary_logloss: 0.144555\n", + "[20]\ttraining's auc: 0.854365\ttraining's binary_logloss: 0.136017\tvalid_1's auc: 0.830887\tvalid_1's binary_logloss: 0.144088\n", + "[21]\ttraining's auc: 0.854962\ttraining's binary_logloss: 0.135415\tvalid_1's auc: 0.831099\tvalid_1's binary_logloss: 0.143636\n", + "[22]\ttraining's auc: 0.855659\ttraining's binary_logloss: 0.134871\tvalid_1's auc: 0.831332\tvalid_1's binary_logloss: 0.143209\n", + "[23]\ttraining's auc: 0.856667\ttraining's binary_logloss: 0.134328\tvalid_1's auc: 0.831393\tvalid_1's binary_logloss: 0.142801\n", + "[24]\ttraining's auc: 0.857153\ttraining's binary_logloss: 0.133832\tvalid_1's auc: 0.831306\tvalid_1's binary_logloss: 0.142464\n", + "[25]\ttraining's auc: 0.858022\ttraining's binary_logloss: 0.133363\tvalid_1's auc: 0.831916\tvalid_1's binary_logloss: 0.142085\n", + "[26]\ttraining's auc: 0.858768\ttraining's binary_logloss: 0.1329\tvalid_1's auc: 0.831849\tvalid_1's binary_logloss: 0.141764\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[27]\ttraining's auc: 0.859201\ttraining's binary_logloss: 0.132471\tvalid_1's auc: 0.832007\tvalid_1's binary_logloss: 0.141436\n", + "[28]\ttraining's auc: 0.860015\ttraining's binary_logloss: 0.132049\tvalid_1's auc: 0.832373\tvalid_1's binary_logloss: 0.141119\n", + "[29]\ttraining's auc: 0.861097\ttraining's binary_logloss: 0.131633\tvalid_1's auc: 0.832369\tvalid_1's binary_logloss: 0.140852\n", + "[30]\ttraining's auc: 0.86184\ttraining's binary_logloss: 0.131247\tvalid_1's auc: 0.832784\tvalid_1's binary_logloss: 0.140562\n", + "[31]\ttraining's auc: 0.862504\ttraining's binary_logloss: 0.130861\tvalid_1's auc: 0.832839\tvalid_1's binary_logloss: 0.140332\n", + "[32]\ttraining's auc: 0.86325\ttraining's binary_logloss: 0.130493\tvalid_1's auc: 0.833038\tvalid_1's binary_logloss: 0.140062\n", + "[33]\ttraining's auc: 0.865133\ttraining's binary_logloss: 0.130131\tvalid_1's auc: 0.834605\tvalid_1's binary_logloss: 0.139835\n", + "[34]\ttraining's auc: 0.865854\ttraining's binary_logloss: 0.129799\tvalid_1's auc: 0.834841\tvalid_1's binary_logloss: 0.139598\n", + "[35]\ttraining's auc: 0.866888\ttraining's binary_logloss: 0.129458\tvalid_1's auc: 0.83504\tvalid_1's binary_logloss: 0.139407\n", + "[36]\ttraining's auc: 0.867363\ttraining's binary_logloss: 0.129136\tvalid_1's auc: 0.835504\tvalid_1's binary_logloss: 0.139213\n", + "[37]\ttraining's auc: 0.868225\ttraining's binary_logloss: 0.128823\tvalid_1's auc: 0.835825\tvalid_1's binary_logloss: 0.139041\n", + "[38]\ttraining's auc: 0.868915\ttraining's binary_logloss: 0.128531\tvalid_1's auc: 0.835985\tvalid_1's binary_logloss: 0.138874\n", + "[39]\ttraining's auc: 0.869459\ttraining's binary_logloss: 0.128241\tvalid_1's auc: 0.835943\tvalid_1's binary_logloss: 0.138695\n", + "[40]\ttraining's auc: 0.86999\ttraining's binary_logloss: 0.127959\tvalid_1's auc: 0.835963\tvalid_1's binary_logloss: 0.138553\n", + "[41]\ttraining's auc: 0.870574\ttraining's binary_logloss: 0.127675\tvalid_1's auc: 0.83616\tvalid_1's binary_logloss: 0.138407\n", + "[42]\ttraining's auc: 0.871312\ttraining's binary_logloss: 0.127396\tvalid_1's auc: 0.836313\tvalid_1's binary_logloss: 0.138279\n", + "[43]\ttraining's auc: 0.871682\ttraining's binary_logloss: 0.127151\tvalid_1's auc: 0.836549\tvalid_1's binary_logloss: 0.138119\n", + "[44]\ttraining's auc: 0.872022\ttraining's binary_logloss: 0.126914\tvalid_1's auc: 0.836611\tvalid_1's binary_logloss: 0.138001\n", + "[45]\ttraining's auc: 0.872739\ttraining's binary_logloss: 0.126642\tvalid_1's auc: 0.837183\tvalid_1's binary_logloss: 0.137888\n", + "[46]\ttraining's auc: 0.873311\ttraining's binary_logloss: 0.1264\tvalid_1's auc: 0.837227\tvalid_1's binary_logloss: 0.137793\n", + "[47]\ttraining's auc: 0.873635\ttraining's binary_logloss: 0.126174\tvalid_1's auc: 0.837296\tvalid_1's binary_logloss: 0.137695\n", + "[48]\ttraining's auc: 0.874012\ttraining's binary_logloss: 0.125926\tvalid_1's auc: 0.837433\tvalid_1's binary_logloss: 0.13758\n", + "[49]\ttraining's auc: 0.874749\ttraining's binary_logloss: 0.125678\tvalid_1's auc: 0.837156\tvalid_1's binary_logloss: 0.13749\n", + "[50]\ttraining's auc: 0.875431\ttraining's binary_logloss: 0.125442\tvalid_1's auc: 0.837375\tvalid_1's binary_logloss: 0.137381\n", + "[51]\ttraining's auc: 0.876061\ttraining's binary_logloss: 0.125222\tvalid_1's auc: 0.837379\tvalid_1's binary_logloss: 0.137294\n", + "[52]\ttraining's auc: 0.876641\ttraining's binary_logloss: 0.125006\tvalid_1's auc: 0.837216\tvalid_1's binary_logloss: 0.137219\n", + "[53]\ttraining's auc: 0.877115\ttraining's binary_logloss: 0.124783\tvalid_1's auc: 0.837327\tvalid_1's binary_logloss: 0.137142\n", + "[54]\ttraining's auc: 0.877426\ttraining's binary_logloss: 0.124566\tvalid_1's auc: 0.837314\tvalid_1's binary_logloss: 0.137066\n", + "[55]\ttraining's auc: 0.877993\ttraining's binary_logloss: 0.124335\tvalid_1's auc: 0.837539\tvalid_1's binary_logloss: 0.136975\n", + "[56]\ttraining's auc: 0.878507\ttraining's binary_logloss: 0.124129\tvalid_1's auc: 0.837317\tvalid_1's binary_logloss: 0.136943\n", + "[57]\ttraining's auc: 0.878902\ttraining's binary_logloss: 0.123933\tvalid_1's auc: 0.83734\tvalid_1's binary_logloss: 0.136866\n", + "[58]\ttraining's auc: 0.879477\ttraining's binary_logloss: 0.123719\tvalid_1's auc: 0.837327\tvalid_1's binary_logloss: 0.136833\n", + "[59]\ttraining's auc: 0.879922\ttraining's binary_logloss: 0.123527\tvalid_1's auc: 0.837219\tvalid_1's binary_logloss: 0.136801\n", + "[60]\ttraining's auc: 0.880318\ttraining's binary_logloss: 0.123331\tvalid_1's auc: 0.837055\tvalid_1's binary_logloss: 0.136771\n", + "[61]\ttraining's auc: 0.880836\ttraining's binary_logloss: 0.123133\tvalid_1's auc: 0.8371\tvalid_1's binary_logloss: 0.136719\n", + "[62]\ttraining's auc: 0.881378\ttraining's binary_logloss: 0.122941\tvalid_1's auc: 0.837114\tvalid_1's binary_logloss: 0.136682\n", + "[63]\ttraining's auc: 0.881801\ttraining's binary_logloss: 0.12275\tvalid_1's auc: 0.837009\tvalid_1's binary_logloss: 0.136644\n", + "[64]\ttraining's auc: 0.882168\ttraining's binary_logloss: 0.122593\tvalid_1's auc: 0.837082\tvalid_1's binary_logloss: 0.136608\n", + "[65]\ttraining's auc: 0.8826\ttraining's binary_logloss: 0.122418\tvalid_1's auc: 0.837071\tvalid_1's binary_logloss: 0.13657\n", + "[66]\ttraining's auc: 0.883111\ttraining's binary_logloss: 0.122232\tvalid_1's auc: 0.83714\tvalid_1's binary_logloss: 0.136534\n", + "[67]\ttraining's auc: 0.883424\ttraining's binary_logloss: 0.122074\tvalid_1's auc: 0.837238\tvalid_1's binary_logloss: 0.13647\n", + "[68]\ttraining's auc: 0.883781\ttraining's binary_logloss: 0.121914\tvalid_1's auc: 0.837077\tvalid_1's binary_logloss: 0.136457\n", + "[69]\ttraining's auc: 0.884299\ttraining's binary_logloss: 0.121737\tvalid_1's auc: 0.837155\tvalid_1's binary_logloss: 0.136425\n", + "[70]\ttraining's auc: 0.884714\ttraining's binary_logloss: 0.121579\tvalid_1's auc: 0.837299\tvalid_1's binary_logloss: 0.136383\n", + "[71]\ttraining's auc: 0.885178\ttraining's binary_logloss: 0.121415\tvalid_1's auc: 0.837168\tvalid_1's binary_logloss: 0.136376\n", + "[72]\ttraining's auc: 0.885543\ttraining's binary_logloss: 0.121252\tvalid_1's auc: 0.83707\tvalid_1's binary_logloss: 0.136371\n", + "[73]\ttraining's auc: 0.886128\ttraining's binary_logloss: 0.121107\tvalid_1's auc: 0.837024\tvalid_1's binary_logloss: 0.136354\n", + "[74]\ttraining's auc: 0.886388\ttraining's binary_logloss: 0.120977\tvalid_1's auc: 0.836933\tvalid_1's binary_logloss: 0.136343\n", + "[75]\ttraining's auc: 0.886861\ttraining's binary_logloss: 0.120812\tvalid_1's auc: 0.836948\tvalid_1's binary_logloss: 0.136312\n", + "[76]\ttraining's auc: 0.887213\ttraining's binary_logloss: 0.120661\tvalid_1's auc: 0.836968\tvalid_1's binary_logloss: 0.136288\n", + "[77]\ttraining's auc: 0.88759\ttraining's binary_logloss: 0.120498\tvalid_1's auc: 0.837012\tvalid_1's binary_logloss: 0.136263\n", + "[78]\ttraining's auc: 0.888255\ttraining's binary_logloss: 0.120348\tvalid_1's auc: 0.837154\tvalid_1's binary_logloss: 0.136231\n", + "[79]\ttraining's auc: 0.888652\ttraining's binary_logloss: 0.120189\tvalid_1's auc: 0.837108\tvalid_1's binary_logloss: 0.136209\n", + "[80]\ttraining's auc: 0.889132\ttraining's binary_logloss: 0.120042\tvalid_1's auc: 0.837129\tvalid_1's binary_logloss: 0.136205\n", + "[81]\ttraining's auc: 0.889389\ttraining's binary_logloss: 0.119907\tvalid_1's auc: 0.837162\tvalid_1's binary_logloss: 0.136194\n", + "[82]\ttraining's auc: 0.89003\ttraining's binary_logloss: 0.11976\tvalid_1's auc: 0.837239\tvalid_1's binary_logloss: 0.136179\n", + "[83]\ttraining's auc: 0.89038\ttraining's binary_logloss: 0.119613\tvalid_1's auc: 0.83725\tvalid_1's binary_logloss: 0.136169\n", + "[84]\ttraining's auc: 0.890743\ttraining's binary_logloss: 0.11949\tvalid_1's auc: 0.837344\tvalid_1's binary_logloss: 0.136149\n", + "[85]\ttraining's auc: 0.89102\ttraining's binary_logloss: 0.119353\tvalid_1's auc: 0.837294\tvalid_1's binary_logloss: 0.136148\n", + "[1]\ttraining's auc: 0.838033\ttraining's binary_logloss: 0.156515\tvalid_1's auc: 0.808659\tvalid_1's binary_logloss: 0.158777\n", + "[2]\ttraining's auc: 0.840747\ttraining's binary_logloss: 0.151462\tvalid_1's auc: 0.809716\tvalid_1's binary_logloss: 0.154756\n", + "[3]\ttraining's auc: 0.846148\ttraining's binary_logloss: 0.147512\tvalid_1's auc: 0.812975\tvalid_1's binary_logloss: 0.15156\n", + "[4]\ttraining's auc: 0.851661\ttraining's binary_logloss: 0.144363\tvalid_1's auc: 0.816616\tvalid_1's binary_logloss: 0.14909\n", + "[5]\ttraining's auc: 0.855949\ttraining's binary_logloss: 0.141703\tvalid_1's auc: 0.821174\tvalid_1's binary_logloss: 0.147057\n", + "[6]\ttraining's auc: 0.85767\ttraining's binary_logloss: 0.139452\tvalid_1's auc: 0.823746\tvalid_1's binary_logloss: 0.145269\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[7]\ttraining's auc: 0.861086\ttraining's binary_logloss: 0.137569\tvalid_1's auc: 0.82571\tvalid_1's binary_logloss: 0.143898\n", + "[8]\ttraining's auc: 0.863211\ttraining's binary_logloss: 0.1359\tvalid_1's auc: 0.826389\tvalid_1's binary_logloss: 0.142706\n", + "[9]\ttraining's auc: 0.864833\ttraining's binary_logloss: 0.13444\tvalid_1's auc: 0.826131\tvalid_1's binary_logloss: 0.141724\n", + "[10]\ttraining's auc: 0.866492\ttraining's binary_logloss: 0.133163\tvalid_1's auc: 0.827913\tvalid_1's binary_logloss: 0.140862\n", + "[11]\ttraining's auc: 0.867735\ttraining's binary_logloss: 0.131976\tvalid_1's auc: 0.829249\tvalid_1's binary_logloss: 0.140102\n", + "[12]\ttraining's auc: 0.869311\ttraining's binary_logloss: 0.130846\tvalid_1's auc: 0.828627\tvalid_1's binary_logloss: 0.139504\n", + "[13]\ttraining's auc: 0.871265\ttraining's binary_logloss: 0.129884\tvalid_1's auc: 0.828794\tvalid_1's binary_logloss: 0.138989\n", + "[14]\ttraining's auc: 0.872872\ttraining's binary_logloss: 0.128899\tvalid_1's auc: 0.829162\tvalid_1's binary_logloss: 0.138466\n", + "[15]\ttraining's auc: 0.874857\ttraining's binary_logloss: 0.128\tvalid_1's auc: 0.828977\tvalid_1's binary_logloss: 0.138087\n", + "[16]\ttraining's auc: 0.875827\ttraining's binary_logloss: 0.127248\tvalid_1's auc: 0.829243\tvalid_1's binary_logloss: 0.13773\n", + "[17]\ttraining's auc: 0.877627\ttraining's binary_logloss: 0.126488\tvalid_1's auc: 0.829007\tvalid_1's binary_logloss: 0.137478\n", + "[18]\ttraining's auc: 0.879581\ttraining's binary_logloss: 0.125783\tvalid_1's auc: 0.829378\tvalid_1's binary_logloss: 0.13723\n", + "[19]\ttraining's auc: 0.881573\ttraining's binary_logloss: 0.125057\tvalid_1's auc: 0.829315\tvalid_1's binary_logloss: 0.136995\n", + "[20]\ttraining's auc: 0.883052\ttraining's binary_logloss: 0.124417\tvalid_1's auc: 0.829513\tvalid_1's binary_logloss: 0.136788\n", + "[21]\ttraining's auc: 0.88427\ttraining's binary_logloss: 0.123791\tvalid_1's auc: 0.829477\tvalid_1's binary_logloss: 0.136591\n", + "[22]\ttraining's auc: 0.885378\ttraining's binary_logloss: 0.123241\tvalid_1's auc: 0.829037\tvalid_1's binary_logloss: 0.136503\n", + "[23]\ttraining's auc: 0.886501\ttraining's binary_logloss: 0.122678\tvalid_1's auc: 0.830283\tvalid_1's binary_logloss: 0.136301\n", + "[24]\ttraining's auc: 0.8875\ttraining's binary_logloss: 0.122139\tvalid_1's auc: 0.830262\tvalid_1's binary_logloss: 0.136197\n", + "[25]\ttraining's auc: 0.888493\ttraining's binary_logloss: 0.12167\tvalid_1's auc: 0.830873\tvalid_1's binary_logloss: 0.136089\n", + "[26]\ttraining's auc: 0.889399\ttraining's binary_logloss: 0.121177\tvalid_1's auc: 0.830831\tvalid_1's binary_logloss: 0.135956\n", + "[27]\ttraining's auc: 0.890455\ttraining's binary_logloss: 0.120687\tvalid_1's auc: 0.830708\tvalid_1's binary_logloss: 0.135879\n", + "[28]\ttraining's auc: 0.891972\ttraining's binary_logloss: 0.120175\tvalid_1's auc: 0.830466\tvalid_1's binary_logloss: 0.135914\n", + "[29]\ttraining's auc: 0.893285\ttraining's binary_logloss: 0.119684\tvalid_1's auc: 0.829989\tvalid_1's binary_logloss: 0.135899\n", + "[30]\ttraining's auc: 0.894262\ttraining's binary_logloss: 0.119247\tvalid_1's auc: 0.829937\tvalid_1's binary_logloss: 0.135893\n", + "[31]\ttraining's auc: 0.895625\ttraining's binary_logloss: 0.118799\tvalid_1's auc: 0.830145\tvalid_1's binary_logloss: 0.135841\n", + "[32]\ttraining's auc: 0.897\ttraining's binary_logloss: 0.118334\tvalid_1's auc: 0.829836\tvalid_1's binary_logloss: 0.135856\n", + "[33]\ttraining's auc: 0.898011\ttraining's binary_logloss: 0.117943\tvalid_1's auc: 0.829892\tvalid_1's binary_logloss: 0.135852\n", + "[34]\ttraining's auc: 0.899061\ttraining's binary_logloss: 0.117473\tvalid_1's auc: 0.829392\tvalid_1's binary_logloss: 0.135972\n", + "[35]\ttraining's auc: 0.900084\ttraining's binary_logloss: 0.117046\tvalid_1's auc: 0.828863\tvalid_1's binary_logloss: 0.135999\n", + "[36]\ttraining's auc: 0.901246\ttraining's binary_logloss: 0.116632\tvalid_1's auc: 0.828737\tvalid_1's binary_logloss: 0.136003\n", + "[37]\ttraining's auc: 0.902189\ttraining's binary_logloss: 0.116285\tvalid_1's auc: 0.828689\tvalid_1's binary_logloss: 0.136004\n", + "[38]\ttraining's auc: 0.903192\ttraining's binary_logloss: 0.11592\tvalid_1's auc: 0.828954\tvalid_1's binary_logloss: 0.135971\n", + "[39]\ttraining's auc: 0.904497\ttraining's binary_logloss: 0.115557\tvalid_1's auc: 0.829521\tvalid_1's binary_logloss: 0.135901\n", + "[40]\ttraining's auc: 0.905186\ttraining's binary_logloss: 0.11523\tvalid_1's auc: 0.829315\tvalid_1's binary_logloss: 0.135988\n", + "[41]\ttraining's auc: 0.906001\ttraining's binary_logloss: 0.114855\tvalid_1's auc: 0.82909\tvalid_1's binary_logloss: 0.136071\n", + "[42]\ttraining's auc: 0.906936\ttraining's binary_logloss: 0.114519\tvalid_1's auc: 0.829214\tvalid_1's binary_logloss: 0.13606\n", + "[43]\ttraining's auc: 0.907666\ttraining's binary_logloss: 0.114192\tvalid_1's auc: 0.829051\tvalid_1's binary_logloss: 0.136108\n", + "[44]\ttraining's auc: 0.908734\ttraining's binary_logloss: 0.113822\tvalid_1's auc: 0.828692\tvalid_1's binary_logloss: 0.136171\n", + "[45]\ttraining's auc: 0.909577\ttraining's binary_logloss: 0.11347\tvalid_1's auc: 0.8286\tvalid_1's binary_logloss: 0.136206\n", + "[46]\ttraining's auc: 0.91076\ttraining's binary_logloss: 0.113176\tvalid_1's auc: 0.828611\tvalid_1's binary_logloss: 0.136219\n", + "[47]\ttraining's auc: 0.911539\ttraining's binary_logloss: 0.112929\tvalid_1's auc: 0.828409\tvalid_1's binary_logloss: 0.13626\n", + "[48]\ttraining's auc: 0.912249\ttraining's binary_logloss: 0.112638\tvalid_1's auc: 0.828221\tvalid_1's binary_logloss: 0.136319\n", + "[49]\ttraining's auc: 0.912703\ttraining's binary_logloss: 0.112376\tvalid_1's auc: 0.827818\tvalid_1's binary_logloss: 0.13643\n", + "[50]\ttraining's auc: 0.913173\ttraining's binary_logloss: 0.11211\tvalid_1's auc: 0.827592\tvalid_1's binary_logloss: 0.136534\n", + "[51]\ttraining's auc: 0.913778\ttraining's binary_logloss: 0.111828\tvalid_1's auc: 0.82729\tvalid_1's binary_logloss: 0.136586\n", + "[52]\ttraining's auc: 0.914362\ttraining's binary_logloss: 0.111542\tvalid_1's auc: 0.826812\tvalid_1's binary_logloss: 0.136733\n", + "[53]\ttraining's auc: 0.914917\ttraining's binary_logloss: 0.111234\tvalid_1's auc: 0.826579\tvalid_1's binary_logloss: 0.13682\n", + "[54]\ttraining's auc: 0.915555\ttraining's binary_logloss: 0.110936\tvalid_1's auc: 0.826642\tvalid_1's binary_logloss: 0.136849\n", + "[55]\ttraining's auc: 0.916127\ttraining's binary_logloss: 0.110684\tvalid_1's auc: 0.826429\tvalid_1's binary_logloss: 0.136892\n", + "[1]\ttraining's auc: 0.832696\ttraining's binary_logloss: 0.159026\tvalid_1's auc: 0.815072\tvalid_1's binary_logloss: 0.154312\n", + "[2]\ttraining's auc: 0.840366\ttraining's binary_logloss: 0.153763\tvalid_1's auc: 0.819919\tvalid_1's binary_logloss: 0.150019\n", + "[3]\ttraining's auc: 0.848587\ttraining's binary_logloss: 0.149815\tvalid_1's auc: 0.827673\tvalid_1's binary_logloss: 0.14678\n", + "[4]\ttraining's auc: 0.853631\ttraining's binary_logloss: 0.146581\tvalid_1's auc: 0.831095\tvalid_1's binary_logloss: 0.144287\n", + "[5]\ttraining's auc: 0.85718\ttraining's binary_logloss: 0.144025\tvalid_1's auc: 0.833311\tvalid_1's binary_logloss: 0.142226\n", + "[6]\ttraining's auc: 0.858542\ttraining's binary_logloss: 0.141676\tvalid_1's auc: 0.834455\tvalid_1's binary_logloss: 0.140534\n", + "[7]\ttraining's auc: 0.860652\ttraining's binary_logloss: 0.139769\tvalid_1's auc: 0.833966\tvalid_1's binary_logloss: 0.139257\n", + "[8]\ttraining's auc: 0.86307\ttraining's binary_logloss: 0.138069\tvalid_1's auc: 0.834818\tvalid_1's binary_logloss: 0.137992\n", + "[9]\ttraining's auc: 0.865341\ttraining's binary_logloss: 0.136532\tvalid_1's auc: 0.834786\tvalid_1's binary_logloss: 0.136987\n", + "[10]\ttraining's auc: 0.867404\ttraining's binary_logloss: 0.13517\tvalid_1's auc: 0.83559\tvalid_1's binary_logloss: 0.136044\n", + "[11]\ttraining's auc: 0.868737\ttraining's binary_logloss: 0.133993\tvalid_1's auc: 0.835527\tvalid_1's binary_logloss: 0.135374\n", + "[12]\ttraining's auc: 0.869784\ttraining's binary_logloss: 0.1329\tvalid_1's auc: 0.835622\tvalid_1's binary_logloss: 0.134712\n", + "[13]\ttraining's auc: 0.870944\ttraining's binary_logloss: 0.131944\tvalid_1's auc: 0.835106\tvalid_1's binary_logloss: 0.134246\n", + "[14]\ttraining's auc: 0.872417\ttraining's binary_logloss: 0.130979\tvalid_1's auc: 0.835618\tvalid_1's binary_logloss: 0.133734\n", + "[15]\ttraining's auc: 0.873862\ttraining's binary_logloss: 0.130116\tvalid_1's auc: 0.835479\tvalid_1's binary_logloss: 0.133358\n", + "[16]\ttraining's auc: 0.875085\ttraining's binary_logloss: 0.129371\tvalid_1's auc: 0.835511\tvalid_1's binary_logloss: 0.132995\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[17]\ttraining's auc: 0.876411\ttraining's binary_logloss: 0.128545\tvalid_1's auc: 0.834763\tvalid_1's binary_logloss: 0.132739\n", + "[18]\ttraining's auc: 0.877443\ttraining's binary_logloss: 0.127839\tvalid_1's auc: 0.834821\tvalid_1's binary_logloss: 0.13249\n", + "[19]\ttraining's auc: 0.878844\ttraining's binary_logloss: 0.127217\tvalid_1's auc: 0.83473\tvalid_1's binary_logloss: 0.132273\n", + "[20]\ttraining's auc: 0.879851\ttraining's binary_logloss: 0.126567\tvalid_1's auc: 0.834151\tvalid_1's binary_logloss: 0.13212\n", + "[21]\ttraining's auc: 0.881419\ttraining's binary_logloss: 0.125935\tvalid_1's auc: 0.833962\tvalid_1's binary_logloss: 0.131956\n", + "[22]\ttraining's auc: 0.882861\ttraining's binary_logloss: 0.125338\tvalid_1's auc: 0.834076\tvalid_1's binary_logloss: 0.131799\n", + "[23]\ttraining's auc: 0.884342\ttraining's binary_logloss: 0.124705\tvalid_1's auc: 0.834566\tvalid_1's binary_logloss: 0.131674\n", + "[24]\ttraining's auc: 0.886289\ttraining's binary_logloss: 0.124054\tvalid_1's auc: 0.834887\tvalid_1's binary_logloss: 0.131495\n", + "[25]\ttraining's auc: 0.887402\ttraining's binary_logloss: 0.123489\tvalid_1's auc: 0.834666\tvalid_1's binary_logloss: 0.131397\n", + "[26]\ttraining's auc: 0.888398\ttraining's binary_logloss: 0.123034\tvalid_1's auc: 0.834527\tvalid_1's binary_logloss: 0.131283\n", + "[27]\ttraining's auc: 0.889466\ttraining's binary_logloss: 0.122517\tvalid_1's auc: 0.834739\tvalid_1's binary_logloss: 0.131143\n", + "[28]\ttraining's auc: 0.890779\ttraining's binary_logloss: 0.12201\tvalid_1's auc: 0.83485\tvalid_1's binary_logloss: 0.131074\n", + "[29]\ttraining's auc: 0.89185\ttraining's binary_logloss: 0.121567\tvalid_1's auc: 0.834755\tvalid_1's binary_logloss: 0.131007\n", + "[30]\ttraining's auc: 0.892734\ttraining's binary_logloss: 0.121134\tvalid_1's auc: 0.834891\tvalid_1's binary_logloss: 0.130964\n", + "[31]\ttraining's auc: 0.894212\ttraining's binary_logloss: 0.120669\tvalid_1's auc: 0.835353\tvalid_1's binary_logloss: 0.130904\n", + "[32]\ttraining's auc: 0.895227\ttraining's binary_logloss: 0.120246\tvalid_1's auc: 0.835438\tvalid_1's binary_logloss: 0.130847\n", + "[33]\ttraining's auc: 0.896191\ttraining's binary_logloss: 0.119834\tvalid_1's auc: 0.835365\tvalid_1's binary_logloss: 0.130806\n", + "[34]\ttraining's auc: 0.897261\ttraining's binary_logloss: 0.119465\tvalid_1's auc: 0.835484\tvalid_1's binary_logloss: 0.130782\n", + "[35]\ttraining's auc: 0.898221\ttraining's binary_logloss: 0.119057\tvalid_1's auc: 0.835796\tvalid_1's binary_logloss: 0.130726\n", + "[36]\ttraining's auc: 0.899313\ttraining's binary_logloss: 0.118697\tvalid_1's auc: 0.835956\tvalid_1's binary_logloss: 0.130666\n", + "[37]\ttraining's auc: 0.900886\ttraining's binary_logloss: 0.118331\tvalid_1's auc: 0.836001\tvalid_1's binary_logloss: 0.130653\n", + "[38]\ttraining's auc: 0.901711\ttraining's binary_logloss: 0.117922\tvalid_1's auc: 0.836415\tvalid_1's binary_logloss: 0.130594\n", + "[39]\ttraining's auc: 0.902674\ttraining's binary_logloss: 0.117581\tvalid_1's auc: 0.836443\tvalid_1's binary_logloss: 0.130595\n", + "[40]\ttraining's auc: 0.903593\ttraining's binary_logloss: 0.117281\tvalid_1's auc: 0.836245\tvalid_1's binary_logloss: 0.130618\n", + "[41]\ttraining's auc: 0.904748\ttraining's binary_logloss: 0.116897\tvalid_1's auc: 0.836547\tvalid_1's binary_logloss: 0.130579\n", + "[42]\ttraining's auc: 0.905647\ttraining's binary_logloss: 0.116537\tvalid_1's auc: 0.836541\tvalid_1's binary_logloss: 0.130583\n", + "[43]\ttraining's auc: 0.906757\ttraining's binary_logloss: 0.116214\tvalid_1's auc: 0.836523\tvalid_1's binary_logloss: 0.13057\n", + "[44]\ttraining's auc: 0.907303\ttraining's binary_logloss: 0.115866\tvalid_1's auc: 0.836482\tvalid_1's binary_logloss: 0.130597\n", + "[45]\ttraining's auc: 0.90817\ttraining's binary_logloss: 0.115576\tvalid_1's auc: 0.836539\tvalid_1's binary_logloss: 0.130585\n", + "[46]\ttraining's auc: 0.908824\ttraining's binary_logloss: 0.115257\tvalid_1's auc: 0.836421\tvalid_1's binary_logloss: 0.130589\n", + "[47]\ttraining's auc: 0.909592\ttraining's binary_logloss: 0.114928\tvalid_1's auc: 0.836368\tvalid_1's binary_logloss: 0.130613\n", + "[48]\ttraining's auc: 0.91042\ttraining's binary_logloss: 0.114606\tvalid_1's auc: 0.836338\tvalid_1's binary_logloss: 0.130627\n", + "[49]\ttraining's auc: 0.911696\ttraining's binary_logloss: 0.114217\tvalid_1's auc: 0.836045\tvalid_1's binary_logloss: 0.130671\n", + "[50]\ttraining's auc: 0.912605\ttraining's binary_logloss: 0.113844\tvalid_1's auc: 0.835811\tvalid_1's binary_logloss: 0.130721\n", + "[51]\ttraining's auc: 0.913481\ttraining's binary_logloss: 0.113574\tvalid_1's auc: 0.835719\tvalid_1's binary_logloss: 0.130754\n", + "[52]\ttraining's auc: 0.914271\ttraining's binary_logloss: 0.113221\tvalid_1's auc: 0.835771\tvalid_1's binary_logloss: 0.130756\n", + "[53]\ttraining's auc: 0.915172\ttraining's binary_logloss: 0.112889\tvalid_1's auc: 0.835895\tvalid_1's binary_logloss: 0.130746\n", + "[54]\ttraining's auc: 0.915819\ttraining's binary_logloss: 0.112591\tvalid_1's auc: 0.835849\tvalid_1's binary_logloss: 0.13076\n", + "[55]\ttraining's auc: 0.916474\ttraining's binary_logloss: 0.112298\tvalid_1's auc: 0.835729\tvalid_1's binary_logloss: 0.130816\n", + "[56]\ttraining's auc: 0.917163\ttraining's binary_logloss: 0.112\tvalid_1's auc: 0.835579\tvalid_1's binary_logloss: 0.130839\n", + "[57]\ttraining's auc: 0.917783\ttraining's binary_logloss: 0.111719\tvalid_1's auc: 0.835519\tvalid_1's binary_logloss: 0.130854\n", + "[58]\ttraining's auc: 0.918295\ttraining's binary_logloss: 0.11144\tvalid_1's auc: 0.834882\tvalid_1's binary_logloss: 0.130974\n", + "[59]\ttraining's auc: 0.91906\ttraining's binary_logloss: 0.111167\tvalid_1's auc: 0.834805\tvalid_1's binary_logloss: 0.131004\n", + "[60]\ttraining's auc: 0.919677\ttraining's binary_logloss: 0.11089\tvalid_1's auc: 0.834548\tvalid_1's binary_logloss: 0.131059\n", + "[61]\ttraining's auc: 0.92026\ttraining's binary_logloss: 0.110626\tvalid_1's auc: 0.834304\tvalid_1's binary_logloss: 0.131093\n", + "[62]\ttraining's auc: 0.920607\ttraining's binary_logloss: 0.110405\tvalid_1's auc: 0.834079\tvalid_1's binary_logloss: 0.131154\n", + "[63]\ttraining's auc: 0.92128\ttraining's binary_logloss: 0.11008\tvalid_1's auc: 0.834102\tvalid_1's binary_logloss: 0.131158\n", + "[64]\ttraining's auc: 0.921592\ttraining's binary_logloss: 0.109878\tvalid_1's auc: 0.833948\tvalid_1's binary_logloss: 0.131212\n", + "[65]\ttraining's auc: 0.922035\ttraining's binary_logloss: 0.109617\tvalid_1's auc: 0.833702\tvalid_1's binary_logloss: 0.131258\n", + "[66]\ttraining's auc: 0.922495\ttraining's binary_logloss: 0.10937\tvalid_1's auc: 0.833732\tvalid_1's binary_logloss: 0.131269\n", + "[67]\ttraining's auc: 0.922997\ttraining's binary_logloss: 0.109162\tvalid_1's auc: 0.833638\tvalid_1's binary_logloss: 0.131285\n", + "[68]\ttraining's auc: 0.923527\ttraining's binary_logloss: 0.108873\tvalid_1's auc: 0.833468\tvalid_1's binary_logloss: 0.131334\n", + "[69]\ttraining's auc: 0.924072\ttraining's binary_logloss: 0.108574\tvalid_1's auc: 0.833314\tvalid_1's binary_logloss: 0.131372\n", + "[70]\ttraining's auc: 0.924415\ttraining's binary_logloss: 0.10838\tvalid_1's auc: 0.833248\tvalid_1's binary_logloss: 0.131382\n", + "[71]\ttraining's auc: 0.925159\ttraining's binary_logloss: 0.108143\tvalid_1's auc: 0.833167\tvalid_1's binary_logloss: 0.131405\n", + "[1]\ttraining's auc: 0.835756\ttraining's binary_logloss: 0.155656\tvalid_1's auc: 0.817497\tvalid_1's binary_logloss: 0.161608\n", + "[2]\ttraining's auc: 0.840766\ttraining's binary_logloss: 0.150706\tvalid_1's auc: 0.823553\tvalid_1's binary_logloss: 0.156929\n", + "[3]\ttraining's auc: 0.846216\ttraining's binary_logloss: 0.146771\tvalid_1's auc: 0.827369\tvalid_1's binary_logloss: 0.153289\n", + "[4]\ttraining's auc: 0.850664\ttraining's binary_logloss: 0.143607\tvalid_1's auc: 0.828333\tvalid_1's binary_logloss: 0.150681\n", + "[5]\ttraining's auc: 0.853147\ttraining's binary_logloss: 0.141013\tvalid_1's auc: 0.829889\tvalid_1's binary_logloss: 0.148512\n", + "[6]\ttraining's auc: 0.856569\ttraining's binary_logloss: 0.138821\tvalid_1's auc: 0.829936\tvalid_1's binary_logloss: 0.146831\n", + "[7]\ttraining's auc: 0.858288\ttraining's binary_logloss: 0.13697\tvalid_1's auc: 0.830059\tvalid_1's binary_logloss: 0.145413\n", + "[8]\ttraining's auc: 0.859902\ttraining's binary_logloss: 0.135208\tvalid_1's auc: 0.830179\tvalid_1's binary_logloss: 0.144255\n", + "[9]\ttraining's auc: 0.861652\ttraining's binary_logloss: 0.133712\tvalid_1's auc: 0.830548\tvalid_1's binary_logloss: 0.143203\n", + "[10]\ttraining's auc: 0.863521\ttraining's binary_logloss: 0.132389\tvalid_1's auc: 0.831166\tvalid_1's binary_logloss: 0.142299\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[11]\ttraining's auc: 0.866752\ttraining's binary_logloss: 0.131264\tvalid_1's auc: 0.833265\tvalid_1's binary_logloss: 0.141558\n", + "[12]\ttraining's auc: 0.868469\ttraining's binary_logloss: 0.13025\tvalid_1's auc: 0.833589\tvalid_1's binary_logloss: 0.140896\n", + "[13]\ttraining's auc: 0.869735\ttraining's binary_logloss: 0.129285\tvalid_1's auc: 0.834084\tvalid_1's binary_logloss: 0.140317\n", + "[14]\ttraining's auc: 0.871249\ttraining's binary_logloss: 0.128392\tvalid_1's auc: 0.834356\tvalid_1's binary_logloss: 0.139801\n", + "[15]\ttraining's auc: 0.872715\ttraining's binary_logloss: 0.127571\tvalid_1's auc: 0.834816\tvalid_1's binary_logloss: 0.139363\n", + "[16]\ttraining's auc: 0.875381\ttraining's binary_logloss: 0.1267\tvalid_1's auc: 0.834846\tvalid_1's binary_logloss: 0.13894\n", + "[17]\ttraining's auc: 0.877699\ttraining's binary_logloss: 0.125905\tvalid_1's auc: 0.835538\tvalid_1's binary_logloss: 0.138551\n", + "[18]\ttraining's auc: 0.87915\ttraining's binary_logloss: 0.125178\tvalid_1's auc: 0.836069\tvalid_1's binary_logloss: 0.1382\n", + "[19]\ttraining's auc: 0.88042\ttraining's binary_logloss: 0.124546\tvalid_1's auc: 0.836101\tvalid_1's binary_logloss: 0.137909\n", + "[20]\ttraining's auc: 0.881509\ttraining's binary_logloss: 0.123906\tvalid_1's auc: 0.836498\tvalid_1's binary_logloss: 0.137716\n", + "[21]\ttraining's auc: 0.883183\ttraining's binary_logloss: 0.123288\tvalid_1's auc: 0.836102\tvalid_1's binary_logloss: 0.137575\n", + "[22]\ttraining's auc: 0.884479\ttraining's binary_logloss: 0.122705\tvalid_1's auc: 0.836334\tvalid_1's binary_logloss: 0.137357\n", + "[23]\ttraining's auc: 0.885855\ttraining's binary_logloss: 0.122149\tvalid_1's auc: 0.836505\tvalid_1's binary_logloss: 0.137166\n", + "[24]\ttraining's auc: 0.887034\ttraining's binary_logloss: 0.121589\tvalid_1's auc: 0.836367\tvalid_1's binary_logloss: 0.137113\n", + "[25]\ttraining's auc: 0.888019\ttraining's binary_logloss: 0.121106\tvalid_1's auc: 0.8363\tvalid_1's binary_logloss: 0.137028\n", + "[26]\ttraining's auc: 0.889337\ttraining's binary_logloss: 0.120609\tvalid_1's auc: 0.835923\tvalid_1's binary_logloss: 0.136986\n", + "[27]\ttraining's auc: 0.890294\ttraining's binary_logloss: 0.120126\tvalid_1's auc: 0.836141\tvalid_1's binary_logloss: 0.136874\n", + "[28]\ttraining's auc: 0.891806\ttraining's binary_logloss: 0.119625\tvalid_1's auc: 0.836248\tvalid_1's binary_logloss: 0.136795\n", + "[29]\ttraining's auc: 0.892733\ttraining's binary_logloss: 0.119145\tvalid_1's auc: 0.836675\tvalid_1's binary_logloss: 0.136669\n", + "[30]\ttraining's auc: 0.894066\ttraining's binary_logloss: 0.118717\tvalid_1's auc: 0.836698\tvalid_1's binary_logloss: 0.136591\n", + "[31]\ttraining's auc: 0.894928\ttraining's binary_logloss: 0.118269\tvalid_1's auc: 0.836447\tvalid_1's binary_logloss: 0.136548\n", + "[32]\ttraining's auc: 0.896395\ttraining's binary_logloss: 0.117821\tvalid_1's auc: 0.836257\tvalid_1's binary_logloss: 0.13657\n", + "[33]\ttraining's auc: 0.89752\ttraining's binary_logloss: 0.117393\tvalid_1's auc: 0.836046\tvalid_1's binary_logloss: 0.136596\n", + "[34]\ttraining's auc: 0.898716\ttraining's binary_logloss: 0.116931\tvalid_1's auc: 0.836175\tvalid_1's binary_logloss: 0.136618\n", + "[35]\ttraining's auc: 0.899636\ttraining's binary_logloss: 0.116572\tvalid_1's auc: 0.836409\tvalid_1's binary_logloss: 0.136558\n", + "[36]\ttraining's auc: 0.900485\ttraining's binary_logloss: 0.116166\tvalid_1's auc: 0.836264\tvalid_1's binary_logloss: 0.136579\n", + "[37]\ttraining's auc: 0.901219\ttraining's binary_logloss: 0.115838\tvalid_1's auc: 0.836135\tvalid_1's binary_logloss: 0.1366\n", + "[38]\ttraining's auc: 0.902095\ttraining's binary_logloss: 0.115454\tvalid_1's auc: 0.836106\tvalid_1's binary_logloss: 0.136638\n", + "[39]\ttraining's auc: 0.903171\ttraining's binary_logloss: 0.115115\tvalid_1's auc: 0.836021\tvalid_1's binary_logloss: 0.136645\n", + "[40]\ttraining's auc: 0.904002\ttraining's binary_logloss: 0.114763\tvalid_1's auc: 0.835822\tvalid_1's binary_logloss: 0.136679\n", + "[41]\ttraining's auc: 0.904623\ttraining's binary_logloss: 0.114476\tvalid_1's auc: 0.835921\tvalid_1's binary_logloss: 0.136647\n", + "[42]\ttraining's auc: 0.905711\ttraining's binary_logloss: 0.114154\tvalid_1's auc: 0.836208\tvalid_1's binary_logloss: 0.136581\n", + "[43]\ttraining's auc: 0.90655\ttraining's binary_logloss: 0.11387\tvalid_1's auc: 0.836033\tvalid_1's binary_logloss: 0.136595\n", + "[44]\ttraining's auc: 0.907557\ttraining's binary_logloss: 0.113504\tvalid_1's auc: 0.836149\tvalid_1's binary_logloss: 0.136575\n", + "[45]\ttraining's auc: 0.908381\ttraining's binary_logloss: 0.113139\tvalid_1's auc: 0.835895\tvalid_1's binary_logloss: 0.136642\n", + "[46]\ttraining's auc: 0.909345\ttraining's binary_logloss: 0.112765\tvalid_1's auc: 0.835769\tvalid_1's binary_logloss: 0.136686\n", + "[47]\ttraining's auc: 0.910344\ttraining's binary_logloss: 0.112411\tvalid_1's auc: 0.83585\tvalid_1's binary_logloss: 0.136713\n", + "[48]\ttraining's auc: 0.911031\ttraining's binary_logloss: 0.112064\tvalid_1's auc: 0.83576\tvalid_1's binary_logloss: 0.136746\n", + "[49]\ttraining's auc: 0.911781\ttraining's binary_logloss: 0.111791\tvalid_1's auc: 0.835828\tvalid_1's binary_logloss: 0.136739\n", + "[50]\ttraining's auc: 0.912472\ttraining's binary_logloss: 0.111447\tvalid_1's auc: 0.83582\tvalid_1's binary_logloss: 0.136728\n", + "[51]\ttraining's auc: 0.91323\ttraining's binary_logloss: 0.11112\tvalid_1's auc: 0.835685\tvalid_1's binary_logloss: 0.136759\n", + "[52]\ttraining's auc: 0.914228\ttraining's binary_logloss: 0.110756\tvalid_1's auc: 0.835479\tvalid_1's binary_logloss: 0.13678\n", + "[53]\ttraining's auc: 0.914782\ttraining's binary_logloss: 0.110488\tvalid_1's auc: 0.835202\tvalid_1's binary_logloss: 0.13686\n", + "[54]\ttraining's auc: 0.915436\ttraining's binary_logloss: 0.110186\tvalid_1's auc: 0.835047\tvalid_1's binary_logloss: 0.136867\n", + "[55]\ttraining's auc: 0.916256\ttraining's binary_logloss: 0.109905\tvalid_1's auc: 0.835685\tvalid_1's binary_logloss: 0.136781\n", + "[56]\ttraining's auc: 0.916978\ttraining's binary_logloss: 0.10956\tvalid_1's auc: 0.835838\tvalid_1's binary_logloss: 0.136789\n", + "[57]\ttraining's auc: 0.917469\ttraining's binary_logloss: 0.109315\tvalid_1's auc: 0.835636\tvalid_1's binary_logloss: 0.136827\n", + "[58]\ttraining's auc: 0.918021\ttraining's binary_logloss: 0.109039\tvalid_1's auc: 0.835216\tvalid_1's binary_logloss: 0.136902\n", + "[59]\ttraining's auc: 0.91879\ttraining's binary_logloss: 0.108747\tvalid_1's auc: 0.835407\tvalid_1's binary_logloss: 0.136917\n", + "[60]\ttraining's auc: 0.919386\ttraining's binary_logloss: 0.108417\tvalid_1's auc: 0.835231\tvalid_1's binary_logloss: 0.136988\n", + "[1]\ttraining's auc: 0.832348\ttraining's binary_logloss: 0.161122\tvalid_1's auc: 0.810127\tvalid_1's binary_logloss: 0.162488\n", + "[2]\ttraining's auc: 0.833139\ttraining's binary_logloss: 0.158263\tvalid_1's auc: 0.809493\tvalid_1's binary_logloss: 0.160118\n", + "[3]\ttraining's auc: 0.837027\ttraining's binary_logloss: 0.155846\tvalid_1's auc: 0.811045\tvalid_1's binary_logloss: 0.158109\n", + "[4]\ttraining's auc: 0.837356\ttraining's binary_logloss: 0.153745\tvalid_1's auc: 0.810823\tvalid_1's binary_logloss: 0.156449\n", + "[5]\ttraining's auc: 0.840513\ttraining's binary_logloss: 0.151816\tvalid_1's auc: 0.813274\tvalid_1's binary_logloss: 0.15486\n", + "[6]\ttraining's auc: 0.844755\ttraining's binary_logloss: 0.150149\tvalid_1's auc: 0.817229\tvalid_1's binary_logloss: 0.153442\n", + "[7]\ttraining's auc: 0.845664\ttraining's binary_logloss: 0.148606\tvalid_1's auc: 0.817711\tvalid_1's binary_logloss: 0.152188\n", + "[8]\ttraining's auc: 0.84672\ttraining's binary_logloss: 0.147189\tvalid_1's auc: 0.818209\tvalid_1's binary_logloss: 0.15104\n", + "[9]\ttraining's auc: 0.847671\ttraining's binary_logloss: 0.145886\tvalid_1's auc: 0.819161\tvalid_1's binary_logloss: 0.149992\n", + "[10]\ttraining's auc: 0.84854\ttraining's binary_logloss: 0.144675\tvalid_1's auc: 0.819804\tvalid_1's binary_logloss: 0.149033\n", + "[11]\ttraining's auc: 0.850477\ttraining's binary_logloss: 0.143554\tvalid_1's auc: 0.820541\tvalid_1's binary_logloss: 0.148195\n", + "[12]\ttraining's auc: 0.850654\ttraining's binary_logloss: 0.142528\tvalid_1's auc: 0.821161\tvalid_1's binary_logloss: 0.147367\n", + "[13]\ttraining's auc: 0.851729\ttraining's binary_logloss: 0.14155\tvalid_1's auc: 0.821054\tvalid_1's binary_logloss: 0.146638\n", + "[14]\ttraining's auc: 0.854412\ttraining's binary_logloss: 0.140638\tvalid_1's auc: 0.821981\tvalid_1's binary_logloss: 0.145956\n", + "[15]\ttraining's auc: 0.854738\ttraining's binary_logloss: 0.139801\tvalid_1's auc: 0.821942\tvalid_1's binary_logloss: 0.14531\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[16]\ttraining's auc: 0.855193\ttraining's binary_logloss: 0.139027\tvalid_1's auc: 0.822101\tvalid_1's binary_logloss: 0.144734\n", + "[17]\ttraining's auc: 0.855493\ttraining's binary_logloss: 0.138286\tvalid_1's auc: 0.822268\tvalid_1's binary_logloss: 0.144166\n", + "[18]\ttraining's auc: 0.856606\ttraining's binary_logloss: 0.137573\tvalid_1's auc: 0.822909\tvalid_1's binary_logloss: 0.143621\n", + "[19]\ttraining's auc: 0.857946\ttraining's binary_logloss: 0.136915\tvalid_1's auc: 0.823079\tvalid_1's binary_logloss: 0.143112\n", + "[20]\ttraining's auc: 0.858425\ttraining's binary_logloss: 0.136301\tvalid_1's auc: 0.823234\tvalid_1's binary_logloss: 0.142644\n", + "[21]\ttraining's auc: 0.858909\ttraining's binary_logloss: 0.135726\tvalid_1's auc: 0.823697\tvalid_1's binary_logloss: 0.142206\n", + "[22]\ttraining's auc: 0.859498\ttraining's binary_logloss: 0.135164\tvalid_1's auc: 0.823866\tvalid_1's binary_logloss: 0.141815\n", + "[23]\ttraining's auc: 0.859896\ttraining's binary_logloss: 0.134611\tvalid_1's auc: 0.823857\tvalid_1's binary_logloss: 0.141457\n", + "[24]\ttraining's auc: 0.860723\ttraining's binary_logloss: 0.134103\tvalid_1's auc: 0.825252\tvalid_1's binary_logloss: 0.14111\n", + "[25]\ttraining's auc: 0.862237\ttraining's binary_logloss: 0.133627\tvalid_1's auc: 0.825461\tvalid_1's binary_logloss: 0.140732\n", + "[26]\ttraining's auc: 0.862876\ttraining's binary_logloss: 0.13316\tvalid_1's auc: 0.825664\tvalid_1's binary_logloss: 0.140438\n", + "[27]\ttraining's auc: 0.863319\ttraining's binary_logloss: 0.13271\tvalid_1's auc: 0.82599\tvalid_1's binary_logloss: 0.140169\n", + "[28]\ttraining's auc: 0.863855\ttraining's binary_logloss: 0.132238\tvalid_1's auc: 0.826463\tvalid_1's binary_logloss: 0.139883\n", + "[29]\ttraining's auc: 0.864948\ttraining's binary_logloss: 0.131809\tvalid_1's auc: 0.826473\tvalid_1's binary_logloss: 0.139626\n", + "[30]\ttraining's auc: 0.865396\ttraining's binary_logloss: 0.131394\tvalid_1's auc: 0.826811\tvalid_1's binary_logloss: 0.139366\n", + "[31]\ttraining's auc: 0.865987\ttraining's binary_logloss: 0.131003\tvalid_1's auc: 0.827166\tvalid_1's binary_logloss: 0.139147\n", + "[32]\ttraining's auc: 0.866926\ttraining's binary_logloss: 0.130609\tvalid_1's auc: 0.828077\tvalid_1's binary_logloss: 0.138903\n", + "[33]\ttraining's auc: 0.867623\ttraining's binary_logloss: 0.13025\tvalid_1's auc: 0.828478\tvalid_1's binary_logloss: 0.138703\n", + "[34]\ttraining's auc: 0.868115\ttraining's binary_logloss: 0.129932\tvalid_1's auc: 0.828607\tvalid_1's binary_logloss: 0.13852\n", + "[35]\ttraining's auc: 0.868827\ttraining's binary_logloss: 0.129571\tvalid_1's auc: 0.828565\tvalid_1's binary_logloss: 0.13834\n", + "[36]\ttraining's auc: 0.869471\ttraining's binary_logloss: 0.129238\tvalid_1's auc: 0.828561\tvalid_1's binary_logloss: 0.138179\n", + "[37]\ttraining's auc: 0.869765\ttraining's binary_logloss: 0.128946\tvalid_1's auc: 0.828749\tvalid_1's binary_logloss: 0.138008\n", + "[38]\ttraining's auc: 0.870467\ttraining's binary_logloss: 0.128628\tvalid_1's auc: 0.828967\tvalid_1's binary_logloss: 0.137843\n", + "[39]\ttraining's auc: 0.870843\ttraining's binary_logloss: 0.128337\tvalid_1's auc: 0.829144\tvalid_1's binary_logloss: 0.137682\n", + "[40]\ttraining's auc: 0.871197\ttraining's binary_logloss: 0.128063\tvalid_1's auc: 0.82929\tvalid_1's binary_logloss: 0.137566\n", + "[41]\ttraining's auc: 0.872063\ttraining's binary_logloss: 0.127792\tvalid_1's auc: 0.829172\tvalid_1's binary_logloss: 0.137463\n", + "[42]\ttraining's auc: 0.872857\ttraining's binary_logloss: 0.12752\tvalid_1's auc: 0.829369\tvalid_1's binary_logloss: 0.137347\n", + "[43]\ttraining's auc: 0.873209\ttraining's binary_logloss: 0.127254\tvalid_1's auc: 0.82966\tvalid_1's binary_logloss: 0.137208\n", + "[44]\ttraining's auc: 0.87374\ttraining's binary_logloss: 0.127002\tvalid_1's auc: 0.829758\tvalid_1's binary_logloss: 0.137096\n", + "[45]\ttraining's auc: 0.874209\ttraining's binary_logloss: 0.126746\tvalid_1's auc: 0.829856\tvalid_1's binary_logloss: 0.13699\n", + "[46]\ttraining's auc: 0.874607\ttraining's binary_logloss: 0.126513\tvalid_1's auc: 0.829916\tvalid_1's binary_logloss: 0.136878\n", + "[47]\ttraining's auc: 0.875197\ttraining's binary_logloss: 0.126266\tvalid_1's auc: 0.830065\tvalid_1's binary_logloss: 0.136799\n", + "[48]\ttraining's auc: 0.876041\ttraining's binary_logloss: 0.126024\tvalid_1's auc: 0.830444\tvalid_1's binary_logloss: 0.136721\n", + "[49]\ttraining's auc: 0.876351\ttraining's binary_logloss: 0.1258\tvalid_1's auc: 0.830497\tvalid_1's binary_logloss: 0.136632\n", + "[50]\ttraining's auc: 0.876889\ttraining's binary_logloss: 0.125583\tvalid_1's auc: 0.830985\tvalid_1's binary_logloss: 0.136509\n", + "[51]\ttraining's auc: 0.877291\ttraining's binary_logloss: 0.125373\tvalid_1's auc: 0.831215\tvalid_1's binary_logloss: 0.136426\n", + "[52]\ttraining's auc: 0.877848\ttraining's binary_logloss: 0.125156\tvalid_1's auc: 0.831282\tvalid_1's binary_logloss: 0.136347\n", + "[53]\ttraining's auc: 0.878336\ttraining's binary_logloss: 0.124942\tvalid_1's auc: 0.831153\tvalid_1's binary_logloss: 0.136305\n", + "[54]\ttraining's auc: 0.87886\ttraining's binary_logloss: 0.124737\tvalid_1's auc: 0.831312\tvalid_1's binary_logloss: 0.136236\n", + "[55]\ttraining's auc: 0.879367\ttraining's binary_logloss: 0.12453\tvalid_1's auc: 0.831176\tvalid_1's binary_logloss: 0.136202\n", + "[56]\ttraining's auc: 0.879806\ttraining's binary_logloss: 0.124327\tvalid_1's auc: 0.831033\tvalid_1's binary_logloss: 0.136196\n", + "[57]\ttraining's auc: 0.880266\ttraining's binary_logloss: 0.124136\tvalid_1's auc: 0.830869\tvalid_1's binary_logloss: 0.136165\n", + "[58]\ttraining's auc: 0.88071\ttraining's binary_logloss: 0.123936\tvalid_1's auc: 0.830757\tvalid_1's binary_logloss: 0.136142\n", + "[59]\ttraining's auc: 0.881161\ttraining's binary_logloss: 0.123758\tvalid_1's auc: 0.830768\tvalid_1's binary_logloss: 0.1361\n", + "[60]\ttraining's auc: 0.881955\ttraining's binary_logloss: 0.123553\tvalid_1's auc: 0.830824\tvalid_1's binary_logloss: 0.136039\n", + "[61]\ttraining's auc: 0.882542\ttraining's binary_logloss: 0.123364\tvalid_1's auc: 0.830962\tvalid_1's binary_logloss: 0.136016\n", + "[62]\ttraining's auc: 0.882906\ttraining's binary_logloss: 0.123198\tvalid_1's auc: 0.831151\tvalid_1's binary_logloss: 0.135953\n", + "[63]\ttraining's auc: 0.88336\ttraining's binary_logloss: 0.123019\tvalid_1's auc: 0.83112\tvalid_1's binary_logloss: 0.135942\n", + "[64]\ttraining's auc: 0.88408\ttraining's binary_logloss: 0.122825\tvalid_1's auc: 0.831269\tvalid_1's binary_logloss: 0.135898\n", + "[65]\ttraining's auc: 0.884391\ttraining's binary_logloss: 0.122666\tvalid_1's auc: 0.831156\tvalid_1's binary_logloss: 0.135882\n", + "[66]\ttraining's auc: 0.884994\ttraining's binary_logloss: 0.122468\tvalid_1's auc: 0.831249\tvalid_1's binary_logloss: 0.135869\n", + "[67]\ttraining's auc: 0.885391\ttraining's binary_logloss: 0.122291\tvalid_1's auc: 0.83136\tvalid_1's binary_logloss: 0.135848\n", + "[68]\ttraining's auc: 0.885911\ttraining's binary_logloss: 0.122087\tvalid_1's auc: 0.831423\tvalid_1's binary_logloss: 0.135855\n", + "[69]\ttraining's auc: 0.886191\ttraining's binary_logloss: 0.121946\tvalid_1's auc: 0.831698\tvalid_1's binary_logloss: 0.135793\n", + "[70]\ttraining's auc: 0.886724\ttraining's binary_logloss: 0.121756\tvalid_1's auc: 0.831624\tvalid_1's binary_logloss: 0.135774\n", + "[71]\ttraining's auc: 0.887156\ttraining's binary_logloss: 0.121589\tvalid_1's auc: 0.831755\tvalid_1's binary_logloss: 0.135752\n", + "[72]\ttraining's auc: 0.887525\ttraining's binary_logloss: 0.121428\tvalid_1's auc: 0.831977\tvalid_1's binary_logloss: 0.135719\n", + "[73]\ttraining's auc: 0.888177\ttraining's binary_logloss: 0.121236\tvalid_1's auc: 0.832469\tvalid_1's binary_logloss: 0.135663\n", + "[74]\ttraining's auc: 0.888495\ttraining's binary_logloss: 0.121077\tvalid_1's auc: 0.832237\tvalid_1's binary_logloss: 0.135687\n", + "[75]\ttraining's auc: 0.888809\ttraining's binary_logloss: 0.120947\tvalid_1's auc: 0.832055\tvalid_1's binary_logloss: 0.135682\n", + "[76]\ttraining's auc: 0.889233\ttraining's binary_logloss: 0.120784\tvalid_1's auc: 0.831979\tvalid_1's binary_logloss: 0.13569\n", + "[77]\ttraining's auc: 0.889644\ttraining's binary_logloss: 0.120638\tvalid_1's auc: 0.832065\tvalid_1's binary_logloss: 0.135671\n", + "[78]\ttraining's auc: 0.890012\ttraining's binary_logloss: 0.120485\tvalid_1's auc: 0.831948\tvalid_1's binary_logloss: 0.135673\n", + "[79]\ttraining's auc: 0.890467\ttraining's binary_logloss: 0.120323\tvalid_1's auc: 0.831955\tvalid_1's binary_logloss: 0.135622\n", + "[80]\ttraining's auc: 0.890857\ttraining's binary_logloss: 0.120175\tvalid_1's auc: 0.831915\tvalid_1's binary_logloss: 0.135615\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[81]\ttraining's auc: 0.891163\ttraining's binary_logloss: 0.120047\tvalid_1's auc: 0.831701\tvalid_1's binary_logloss: 0.135655\n", + "[82]\ttraining's auc: 0.891579\ttraining's binary_logloss: 0.119901\tvalid_1's auc: 0.831611\tvalid_1's binary_logloss: 0.135654\n", + "[83]\ttraining's auc: 0.891922\ttraining's binary_logloss: 0.119769\tvalid_1's auc: 0.831577\tvalid_1's binary_logloss: 0.135654\n", + "[84]\ttraining's auc: 0.892445\ttraining's binary_logloss: 0.119629\tvalid_1's auc: 0.831529\tvalid_1's binary_logloss: 0.135654\n", + "[85]\ttraining's auc: 0.893019\ttraining's binary_logloss: 0.119464\tvalid_1's auc: 0.83121\tvalid_1's binary_logloss: 0.135713\n", + "[86]\ttraining's auc: 0.893366\ttraining's binary_logloss: 0.119334\tvalid_1's auc: 0.831256\tvalid_1's binary_logloss: 0.135705\n", + "[87]\ttraining's auc: 0.893788\ttraining's binary_logloss: 0.119195\tvalid_1's auc: 0.831173\tvalid_1's binary_logloss: 0.135712\n", + "[88]\ttraining's auc: 0.894147\ttraining's binary_logloss: 0.119059\tvalid_1's auc: 0.831221\tvalid_1's binary_logloss: 0.135727\n", + "[89]\ttraining's auc: 0.894557\ttraining's binary_logloss: 0.118931\tvalid_1's auc: 0.831175\tvalid_1's binary_logloss: 0.135748\n", + "[90]\ttraining's auc: 0.894809\ttraining's binary_logloss: 0.118808\tvalid_1's auc: 0.83116\tvalid_1's binary_logloss: 0.135747\n", + "[91]\ttraining's auc: 0.895129\ttraining's binary_logloss: 0.118678\tvalid_1's auc: 0.831261\tvalid_1's binary_logloss: 0.135725\n", + "[92]\ttraining's auc: 0.895416\ttraining's binary_logloss: 0.118568\tvalid_1's auc: 0.831151\tvalid_1's binary_logloss: 0.135743\n", + "[93]\ttraining's auc: 0.895813\ttraining's binary_logloss: 0.118429\tvalid_1's auc: 0.831035\tvalid_1's binary_logloss: 0.135764\n", + "[94]\ttraining's auc: 0.896133\ttraining's binary_logloss: 0.118297\tvalid_1's auc: 0.830869\tvalid_1's binary_logloss: 0.135798\n", + "[95]\ttraining's auc: 0.896353\ttraining's binary_logloss: 0.118174\tvalid_1's auc: 0.830893\tvalid_1's binary_logloss: 0.135808\n", + "[96]\ttraining's auc: 0.8968\ttraining's binary_logloss: 0.118037\tvalid_1's auc: 0.830828\tvalid_1's binary_logloss: 0.135817\n", + "[97]\ttraining's auc: 0.897142\ttraining's binary_logloss: 0.117905\tvalid_1's auc: 0.830919\tvalid_1's binary_logloss: 0.135817\n", + "[98]\ttraining's auc: 0.897512\ttraining's binary_logloss: 0.117771\tvalid_1's auc: 0.830927\tvalid_1's binary_logloss: 0.135816\n", + "[99]\ttraining's auc: 0.897919\ttraining's binary_logloss: 0.117641\tvalid_1's auc: 0.830871\tvalid_1's binary_logloss: 0.135819\n", + "[100]\ttraining's auc: 0.898254\ttraining's binary_logloss: 0.117508\tvalid_1's auc: 0.831054\tvalid_1's binary_logloss: 0.135799\n", + "[1]\ttraining's auc: 0.827638\ttraining's binary_logloss: 0.163551\tvalid_1's auc: 0.813696\tvalid_1's binary_logloss: 0.157896\n", + "[2]\ttraining's auc: 0.830756\ttraining's binary_logloss: 0.160717\tvalid_1's auc: 0.817861\tvalid_1's binary_logloss: 0.155403\n", + "[3]\ttraining's auc: 0.831637\ttraining's binary_logloss: 0.158293\tvalid_1's auc: 0.817714\tvalid_1's binary_logloss: 0.153372\n", + "[4]\ttraining's auc: 0.836032\ttraining's binary_logloss: 0.156164\tvalid_1's auc: 0.820898\tvalid_1's binary_logloss: 0.151586\n", + "[5]\ttraining's auc: 0.838751\ttraining's binary_logloss: 0.154284\tvalid_1's auc: 0.824883\tvalid_1's binary_logloss: 0.149951\n", + "[6]\ttraining's auc: 0.839643\ttraining's binary_logloss: 0.15261\tvalid_1's auc: 0.825053\tvalid_1's binary_logloss: 0.148588\n", + "[7]\ttraining's auc: 0.840693\ttraining's binary_logloss: 0.151076\tvalid_1's auc: 0.825582\tvalid_1's binary_logloss: 0.147304\n", + "[8]\ttraining's auc: 0.845093\ttraining's binary_logloss: 0.149686\tvalid_1's auc: 0.82949\tvalid_1's binary_logloss: 0.146169\n", + "[9]\ttraining's auc: 0.846715\ttraining's binary_logloss: 0.148384\tvalid_1's auc: 0.829518\tvalid_1's binary_logloss: 0.14512\n", + "[10]\ttraining's auc: 0.848511\ttraining's binary_logloss: 0.147209\tvalid_1's auc: 0.830027\tvalid_1's binary_logloss: 0.144181\n", + "[11]\ttraining's auc: 0.849267\ttraining's binary_logloss: 0.146135\tvalid_1's auc: 0.829704\tvalid_1's binary_logloss: 0.143327\n", + "[12]\ttraining's auc: 0.849703\ttraining's binary_logloss: 0.145114\tvalid_1's auc: 0.830443\tvalid_1's binary_logloss: 0.142486\n", + "[13]\ttraining's auc: 0.850477\ttraining's binary_logloss: 0.144122\tvalid_1's auc: 0.830685\tvalid_1's binary_logloss: 0.14171\n", + "[14]\ttraining's auc: 0.85197\ttraining's binary_logloss: 0.143188\tvalid_1's auc: 0.831086\tvalid_1's binary_logloss: 0.141016\n", + "[15]\ttraining's auc: 0.853181\ttraining's binary_logloss: 0.142329\tvalid_1's auc: 0.832779\tvalid_1's binary_logloss: 0.14038\n", + "[16]\ttraining's auc: 0.854427\ttraining's binary_logloss: 0.141536\tvalid_1's auc: 0.833914\tvalid_1's binary_logloss: 0.139771\n", + "[17]\ttraining's auc: 0.855209\ttraining's binary_logloss: 0.140781\tvalid_1's auc: 0.834228\tvalid_1's binary_logloss: 0.139194\n", + "[18]\ttraining's auc: 0.856123\ttraining's binary_logloss: 0.140059\tvalid_1's auc: 0.834189\tvalid_1's binary_logloss: 0.138659\n", + "[19]\ttraining's auc: 0.856923\ttraining's binary_logloss: 0.139385\tvalid_1's auc: 0.834505\tvalid_1's binary_logloss: 0.13816\n", + "[20]\ttraining's auc: 0.858024\ttraining's binary_logloss: 0.138736\tvalid_1's auc: 0.834324\tvalid_1's binary_logloss: 0.137728\n", + "[21]\ttraining's auc: 0.858955\ttraining's binary_logloss: 0.138126\tvalid_1's auc: 0.834261\tvalid_1's binary_logloss: 0.137309\n", + "[22]\ttraining's auc: 0.859725\ttraining's binary_logloss: 0.137555\tvalid_1's auc: 0.834125\tvalid_1's binary_logloss: 0.136934\n", + "[23]\ttraining's auc: 0.860177\ttraining's binary_logloss: 0.137013\tvalid_1's auc: 0.834213\tvalid_1's binary_logloss: 0.136546\n", + "[24]\ttraining's auc: 0.861258\ttraining's binary_logloss: 0.136506\tvalid_1's auc: 0.834194\tvalid_1's binary_logloss: 0.136191\n", + "[25]\ttraining's auc: 0.861564\ttraining's binary_logloss: 0.136017\tvalid_1's auc: 0.83411\tvalid_1's binary_logloss: 0.135877\n", + "[26]\ttraining's auc: 0.862127\ttraining's binary_logloss: 0.135551\tvalid_1's auc: 0.834157\tvalid_1's binary_logloss: 0.135545\n", + "[27]\ttraining's auc: 0.862565\ttraining's binary_logloss: 0.135098\tvalid_1's auc: 0.834014\tvalid_1's binary_logloss: 0.135264\n", + "[28]\ttraining's auc: 0.863493\ttraining's binary_logloss: 0.134689\tvalid_1's auc: 0.834222\tvalid_1's binary_logloss: 0.134999\n", + "[29]\ttraining's auc: 0.863853\ttraining's binary_logloss: 0.134255\tvalid_1's auc: 0.834522\tvalid_1's binary_logloss: 0.134736\n", + "[30]\ttraining's auc: 0.864667\ttraining's binary_logloss: 0.133846\tvalid_1's auc: 0.834921\tvalid_1's binary_logloss: 0.134503\n", + "[31]\ttraining's auc: 0.865074\ttraining's binary_logloss: 0.133454\tvalid_1's auc: 0.834907\tvalid_1's binary_logloss: 0.134265\n", + "[32]\ttraining's auc: 0.865434\ttraining's binary_logloss: 0.133093\tvalid_1's auc: 0.834864\tvalid_1's binary_logloss: 0.134056\n", + "[33]\ttraining's auc: 0.866004\ttraining's binary_logloss: 0.132746\tvalid_1's auc: 0.83494\tvalid_1's binary_logloss: 0.133862\n", + "[34]\ttraining's auc: 0.86623\ttraining's binary_logloss: 0.132416\tvalid_1's auc: 0.834874\tvalid_1's binary_logloss: 0.133686\n", + "[35]\ttraining's auc: 0.866998\ttraining's binary_logloss: 0.132079\tvalid_1's auc: 0.834528\tvalid_1's binary_logloss: 0.133541\n", + "[36]\ttraining's auc: 0.867444\ttraining's binary_logloss: 0.131753\tvalid_1's auc: 0.834643\tvalid_1's binary_logloss: 0.133357\n", + "[37]\ttraining's auc: 0.868136\ttraining's binary_logloss: 0.131445\tvalid_1's auc: 0.834543\tvalid_1's binary_logloss: 0.133229\n", + "[38]\ttraining's auc: 0.868704\ttraining's binary_logloss: 0.131116\tvalid_1's auc: 0.834329\tvalid_1's binary_logloss: 0.133086\n", + "[39]\ttraining's auc: 0.869275\ttraining's binary_logloss: 0.13082\tvalid_1's auc: 0.834235\tvalid_1's binary_logloss: 0.132953\n", + "[40]\ttraining's auc: 0.869809\ttraining's binary_logloss: 0.130521\tvalid_1's auc: 0.833985\tvalid_1's binary_logloss: 0.132851\n", + "[41]\ttraining's auc: 0.870194\ttraining's binary_logloss: 0.130243\tvalid_1's auc: 0.834122\tvalid_1's binary_logloss: 0.13273\n", + "[42]\ttraining's auc: 0.87075\ttraining's binary_logloss: 0.129953\tvalid_1's auc: 0.834169\tvalid_1's binary_logloss: 0.132603\n", + "[43]\ttraining's auc: 0.871158\ttraining's binary_logloss: 0.129688\tvalid_1's auc: 0.834092\tvalid_1's binary_logloss: 0.132513\n", + "[44]\ttraining's auc: 0.8718\ttraining's binary_logloss: 0.129414\tvalid_1's auc: 0.833979\tvalid_1's binary_logloss: 0.132414\n", + "[45]\ttraining's auc: 0.872708\ttraining's binary_logloss: 0.129117\tvalid_1's auc: 0.834022\tvalid_1's binary_logloss: 0.132306\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[46]\ttraining's auc: 0.873085\ttraining's binary_logloss: 0.12885\tvalid_1's auc: 0.834239\tvalid_1's binary_logloss: 0.132193\n", + "[47]\ttraining's auc: 0.873513\ttraining's binary_logloss: 0.128593\tvalid_1's auc: 0.834294\tvalid_1's binary_logloss: 0.13209\n", + "[48]\ttraining's auc: 0.873912\ttraining's binary_logloss: 0.128352\tvalid_1's auc: 0.834306\tvalid_1's binary_logloss: 0.131999\n", + "[49]\ttraining's auc: 0.874352\ttraining's binary_logloss: 0.128124\tvalid_1's auc: 0.834282\tvalid_1's binary_logloss: 0.131909\n", + "[50]\ttraining's auc: 0.87503\ttraining's binary_logloss: 0.127887\tvalid_1's auc: 0.83436\tvalid_1's binary_logloss: 0.131833\n", + "[51]\ttraining's auc: 0.875603\ttraining's binary_logloss: 0.127648\tvalid_1's auc: 0.834479\tvalid_1's binary_logloss: 0.131745\n", + "[52]\ttraining's auc: 0.876223\ttraining's binary_logloss: 0.127401\tvalid_1's auc: 0.834345\tvalid_1's binary_logloss: 0.131674\n", + "[53]\ttraining's auc: 0.877027\ttraining's binary_logloss: 0.127167\tvalid_1's auc: 0.834283\tvalid_1's binary_logloss: 0.131625\n", + "[54]\ttraining's auc: 0.877562\ttraining's binary_logloss: 0.126944\tvalid_1's auc: 0.834543\tvalid_1's binary_logloss: 0.131552\n", + "[55]\ttraining's auc: 0.877985\ttraining's binary_logloss: 0.126744\tvalid_1's auc: 0.834613\tvalid_1's binary_logloss: 0.131487\n", + "[56]\ttraining's auc: 0.878464\ttraining's binary_logloss: 0.126526\tvalid_1's auc: 0.834795\tvalid_1's binary_logloss: 0.131411\n", + "[57]\ttraining's auc: 0.878928\ttraining's binary_logloss: 0.126318\tvalid_1's auc: 0.835021\tvalid_1's binary_logloss: 0.131334\n", + "[58]\ttraining's auc: 0.879254\ttraining's binary_logloss: 0.126129\tvalid_1's auc: 0.835008\tvalid_1's binary_logloss: 0.13128\n", + "[59]\ttraining's auc: 0.879619\ttraining's binary_logloss: 0.125931\tvalid_1's auc: 0.834935\tvalid_1's binary_logloss: 0.13126\n", + "[60]\ttraining's auc: 0.879889\ttraining's binary_logloss: 0.125753\tvalid_1's auc: 0.835105\tvalid_1's binary_logloss: 0.131201\n", + "[61]\ttraining's auc: 0.880316\ttraining's binary_logloss: 0.125555\tvalid_1's auc: 0.835229\tvalid_1's binary_logloss: 0.131146\n", + "[62]\ttraining's auc: 0.880695\ttraining's binary_logloss: 0.125355\tvalid_1's auc: 0.835182\tvalid_1's binary_logloss: 0.131116\n", + "[63]\ttraining's auc: 0.881472\ttraining's binary_logloss: 0.125146\tvalid_1's auc: 0.835666\tvalid_1's binary_logloss: 0.131084\n", + "[64]\ttraining's auc: 0.881708\ttraining's binary_logloss: 0.124985\tvalid_1's auc: 0.835834\tvalid_1's binary_logloss: 0.13102\n", + "[65]\ttraining's auc: 0.882025\ttraining's binary_logloss: 0.12482\tvalid_1's auc: 0.835836\tvalid_1's binary_logloss: 0.130979\n", + "[66]\ttraining's auc: 0.882342\ttraining's binary_logloss: 0.124638\tvalid_1's auc: 0.83592\tvalid_1's binary_logloss: 0.130938\n", + "[67]\ttraining's auc: 0.882729\ttraining's binary_logloss: 0.124467\tvalid_1's auc: 0.835995\tvalid_1's binary_logloss: 0.130902\n", + "[68]\ttraining's auc: 0.883084\ttraining's binary_logloss: 0.124298\tvalid_1's auc: 0.836164\tvalid_1's binary_logloss: 0.130875\n", + "[69]\ttraining's auc: 0.883579\ttraining's binary_logloss: 0.124133\tvalid_1's auc: 0.836071\tvalid_1's binary_logloss: 0.130856\n", + "[70]\ttraining's auc: 0.883959\ttraining's binary_logloss: 0.123963\tvalid_1's auc: 0.836218\tvalid_1's binary_logloss: 0.130812\n", + "[71]\ttraining's auc: 0.884444\ttraining's binary_logloss: 0.123812\tvalid_1's auc: 0.836331\tvalid_1's binary_logloss: 0.130775\n", + "[72]\ttraining's auc: 0.88485\ttraining's binary_logloss: 0.123638\tvalid_1's auc: 0.836435\tvalid_1's binary_logloss: 0.130759\n", + "[73]\ttraining's auc: 0.88523\ttraining's binary_logloss: 0.123501\tvalid_1's auc: 0.836333\tvalid_1's binary_logloss: 0.130741\n", + "[74]\ttraining's auc: 0.885548\ttraining's binary_logloss: 0.123366\tvalid_1's auc: 0.836254\tvalid_1's binary_logloss: 0.13072\n", + "[75]\ttraining's auc: 0.886\ttraining's binary_logloss: 0.123211\tvalid_1's auc: 0.83623\tvalid_1's binary_logloss: 0.130715\n", + "[76]\ttraining's auc: 0.886416\ttraining's binary_logloss: 0.123045\tvalid_1's auc: 0.836263\tvalid_1's binary_logloss: 0.130694\n", + "[77]\ttraining's auc: 0.886939\ttraining's binary_logloss: 0.122883\tvalid_1's auc: 0.836383\tvalid_1's binary_logloss: 0.130672\n", + "[78]\ttraining's auc: 0.887408\ttraining's binary_logloss: 0.122723\tvalid_1's auc: 0.836297\tvalid_1's binary_logloss: 0.130674\n", + "[79]\ttraining's auc: 0.887823\ttraining's binary_logloss: 0.122564\tvalid_1's auc: 0.836304\tvalid_1's binary_logloss: 0.130668\n", + "[80]\ttraining's auc: 0.888205\ttraining's binary_logloss: 0.122435\tvalid_1's auc: 0.836352\tvalid_1's binary_logloss: 0.130651\n", + "[81]\ttraining's auc: 0.888505\ttraining's binary_logloss: 0.122304\tvalid_1's auc: 0.836383\tvalid_1's binary_logloss: 0.130632\n", + "[82]\ttraining's auc: 0.88909\ttraining's binary_logloss: 0.122168\tvalid_1's auc: 0.836679\tvalid_1's binary_logloss: 0.130596\n", + "[83]\ttraining's auc: 0.889411\ttraining's binary_logloss: 0.122041\tvalid_1's auc: 0.836559\tvalid_1's binary_logloss: 0.130584\n", + "[84]\ttraining's auc: 0.889775\ttraining's binary_logloss: 0.121914\tvalid_1's auc: 0.83659\tvalid_1's binary_logloss: 0.130577\n", + "[85]\ttraining's auc: 0.890182\ttraining's binary_logloss: 0.121791\tvalid_1's auc: 0.836359\tvalid_1's binary_logloss: 0.1306\n", + "[86]\ttraining's auc: 0.890594\ttraining's binary_logloss: 0.121634\tvalid_1's auc: 0.83646\tvalid_1's binary_logloss: 0.13057\n", + "[87]\ttraining's auc: 0.891191\ttraining's binary_logloss: 0.121473\tvalid_1's auc: 0.836544\tvalid_1's binary_logloss: 0.130547\n", + "[88]\ttraining's auc: 0.891609\ttraining's binary_logloss: 0.121334\tvalid_1's auc: 0.83656\tvalid_1's binary_logloss: 0.13054\n", + "[89]\ttraining's auc: 0.892078\ttraining's binary_logloss: 0.121204\tvalid_1's auc: 0.836684\tvalid_1's binary_logloss: 0.130521\n", + "[90]\ttraining's auc: 0.892457\ttraining's binary_logloss: 0.121076\tvalid_1's auc: 0.836779\tvalid_1's binary_logloss: 0.130503\n", + "[91]\ttraining's auc: 0.892753\ttraining's binary_logloss: 0.120966\tvalid_1's auc: 0.836802\tvalid_1's binary_logloss: 0.130496\n", + "[92]\ttraining's auc: 0.893164\ttraining's binary_logloss: 0.12084\tvalid_1's auc: 0.836808\tvalid_1's binary_logloss: 0.130493\n", + "[93]\ttraining's auc: 0.893606\ttraining's binary_logloss: 0.120716\tvalid_1's auc: 0.836698\tvalid_1's binary_logloss: 0.130501\n", + "[94]\ttraining's auc: 0.89385\ttraining's binary_logloss: 0.120602\tvalid_1's auc: 0.836775\tvalid_1's binary_logloss: 0.130491\n", + "[95]\ttraining's auc: 0.894295\ttraining's binary_logloss: 0.120472\tvalid_1's auc: 0.836621\tvalid_1's binary_logloss: 0.130501\n", + "[96]\ttraining's auc: 0.894562\ttraining's binary_logloss: 0.120364\tvalid_1's auc: 0.836593\tvalid_1's binary_logloss: 0.130503\n", + "[97]\ttraining's auc: 0.89487\ttraining's binary_logloss: 0.120253\tvalid_1's auc: 0.836632\tvalid_1's binary_logloss: 0.130491\n", + "[98]\ttraining's auc: 0.895201\ttraining's binary_logloss: 0.120122\tvalid_1's auc: 0.836681\tvalid_1's binary_logloss: 0.130483\n", + "[99]\ttraining's auc: 0.895615\ttraining's binary_logloss: 0.120017\tvalid_1's auc: 0.83654\tvalid_1's binary_logloss: 0.130495\n", + "[100]\ttraining's auc: 0.895896\ttraining's binary_logloss: 0.119917\tvalid_1's auc: 0.836562\tvalid_1's binary_logloss: 0.130481\n", + "[1]\ttraining's auc: 0.826983\ttraining's binary_logloss: 0.159878\tvalid_1's auc: 0.810415\tvalid_1's binary_logloss: 0.165442\n", + "[2]\ttraining's auc: 0.831255\ttraining's binary_logloss: 0.157223\tvalid_1's auc: 0.814717\tvalid_1's binary_logloss: 0.162884\n", + "[3]\ttraining's auc: 0.832528\ttraining's binary_logloss: 0.154926\tvalid_1's auc: 0.815992\tvalid_1's binary_logloss: 0.160616\n", + "[4]\ttraining's auc: 0.834474\ttraining's binary_logloss: 0.152855\tvalid_1's auc: 0.81837\tvalid_1's binary_logloss: 0.158686\n", + "[5]\ttraining's auc: 0.837515\ttraining's binary_logloss: 0.151023\tvalid_1's auc: 0.821989\tvalid_1's binary_logloss: 0.156947\n", + "[6]\ttraining's auc: 0.84076\ttraining's binary_logloss: 0.149385\tvalid_1's auc: 0.825226\tvalid_1's binary_logloss: 0.155361\n", + "[7]\ttraining's auc: 0.842726\ttraining's binary_logloss: 0.147878\tvalid_1's auc: 0.826999\tvalid_1's binary_logloss: 0.153946\n", + "[8]\ttraining's auc: 0.844987\ttraining's binary_logloss: 0.146481\tvalid_1's auc: 0.827916\tvalid_1's binary_logloss: 0.152693\n", + "[9]\ttraining's auc: 0.846021\ttraining's binary_logloss: 0.145223\tvalid_1's auc: 0.828088\tvalid_1's binary_logloss: 0.151563\n", + "[10]\ttraining's auc: 0.847056\ttraining's binary_logloss: 0.144082\tvalid_1's auc: 0.829029\tvalid_1's binary_logloss: 0.150525\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[11]\ttraining's auc: 0.848698\ttraining's binary_logloss: 0.142987\tvalid_1's auc: 0.829955\tvalid_1's binary_logloss: 0.149551\n", + "[12]\ttraining's auc: 0.849446\ttraining's binary_logloss: 0.141952\tvalid_1's auc: 0.830011\tvalid_1's binary_logloss: 0.148691\n", + "[13]\ttraining's auc: 0.850718\ttraining's binary_logloss: 0.141022\tvalid_1's auc: 0.830421\tvalid_1's binary_logloss: 0.147893\n", + "[14]\ttraining's auc: 0.851643\ttraining's binary_logloss: 0.140162\tvalid_1's auc: 0.830943\tvalid_1's binary_logloss: 0.147158\n", + "[15]\ttraining's auc: 0.851951\ttraining's binary_logloss: 0.139367\tvalid_1's auc: 0.831037\tvalid_1's binary_logloss: 0.146481\n", + "[16]\ttraining's auc: 0.85276\ttraining's binary_logloss: 0.138544\tvalid_1's auc: 0.831652\tvalid_1's binary_logloss: 0.14585\n", + "[17]\ttraining's auc: 0.853045\ttraining's binary_logloss: 0.137765\tvalid_1's auc: 0.831467\tvalid_1's binary_logloss: 0.145278\n", + "[18]\ttraining's auc: 0.853506\ttraining's binary_logloss: 0.137048\tvalid_1's auc: 0.831319\tvalid_1's binary_logloss: 0.14474\n", + "[19]\ttraining's auc: 0.854242\ttraining's binary_logloss: 0.136409\tvalid_1's auc: 0.83138\tvalid_1's binary_logloss: 0.144249\n", + "[20]\ttraining's auc: 0.854897\ttraining's binary_logloss: 0.135782\tvalid_1's auc: 0.83198\tvalid_1's binary_logloss: 0.143791\n", + "[21]\ttraining's auc: 0.855385\ttraining's binary_logloss: 0.135201\tvalid_1's auc: 0.832146\tvalid_1's binary_logloss: 0.143336\n", + "[22]\ttraining's auc: 0.856341\ttraining's binary_logloss: 0.134643\tvalid_1's auc: 0.832201\tvalid_1's binary_logloss: 0.142918\n", + "[23]\ttraining's auc: 0.857231\ttraining's binary_logloss: 0.134134\tvalid_1's auc: 0.832466\tvalid_1's binary_logloss: 0.142506\n", + "[24]\ttraining's auc: 0.857936\ttraining's binary_logloss: 0.133636\tvalid_1's auc: 0.832442\tvalid_1's binary_logloss: 0.142143\n", + "[25]\ttraining's auc: 0.858826\ttraining's binary_logloss: 0.133136\tvalid_1's auc: 0.832894\tvalid_1's binary_logloss: 0.141796\n", + "[26]\ttraining's auc: 0.859667\ttraining's binary_logloss: 0.132677\tvalid_1's auc: 0.832641\tvalid_1's binary_logloss: 0.141482\n", + "[27]\ttraining's auc: 0.86016\ttraining's binary_logloss: 0.132245\tvalid_1's auc: 0.83272\tvalid_1's binary_logloss: 0.141166\n", + "[28]\ttraining's auc: 0.861106\ttraining's binary_logloss: 0.13182\tvalid_1's auc: 0.833031\tvalid_1's binary_logloss: 0.140852\n", + "[29]\ttraining's auc: 0.861945\ttraining's binary_logloss: 0.131433\tvalid_1's auc: 0.832992\tvalid_1's binary_logloss: 0.140562\n", + "[30]\ttraining's auc: 0.862633\ttraining's binary_logloss: 0.131036\tvalid_1's auc: 0.833219\tvalid_1's binary_logloss: 0.140297\n", + "[31]\ttraining's auc: 0.863349\ttraining's binary_logloss: 0.13067\tvalid_1's auc: 0.833401\tvalid_1's binary_logloss: 0.140075\n", + "[32]\ttraining's auc: 0.864944\ttraining's binary_logloss: 0.130297\tvalid_1's auc: 0.834892\tvalid_1's binary_logloss: 0.139847\n", + "[33]\ttraining's auc: 0.866431\ttraining's binary_logloss: 0.129925\tvalid_1's auc: 0.835214\tvalid_1's binary_logloss: 0.139654\n", + "[34]\ttraining's auc: 0.866951\ttraining's binary_logloss: 0.129587\tvalid_1's auc: 0.83544\tvalid_1's binary_logloss: 0.139419\n", + "[35]\ttraining's auc: 0.86769\ttraining's binary_logloss: 0.129253\tvalid_1's auc: 0.83556\tvalid_1's binary_logloss: 0.139242\n", + "[36]\ttraining's auc: 0.868534\ttraining's binary_logloss: 0.12893\tvalid_1's auc: 0.835533\tvalid_1's binary_logloss: 0.139063\n", + "[37]\ttraining's auc: 0.869214\ttraining's binary_logloss: 0.128614\tvalid_1's auc: 0.835908\tvalid_1's binary_logloss: 0.138902\n", + "[38]\ttraining's auc: 0.869875\ttraining's binary_logloss: 0.128319\tvalid_1's auc: 0.836164\tvalid_1's binary_logloss: 0.138719\n", + "[39]\ttraining's auc: 0.870807\ttraining's binary_logloss: 0.128014\tvalid_1's auc: 0.836496\tvalid_1's binary_logloss: 0.138554\n", + "[40]\ttraining's auc: 0.871373\ttraining's binary_logloss: 0.127743\tvalid_1's auc: 0.836603\tvalid_1's binary_logloss: 0.138399\n", + "[41]\ttraining's auc: 0.87193\ttraining's binary_logloss: 0.127486\tvalid_1's auc: 0.836595\tvalid_1's binary_logloss: 0.138257\n", + "[42]\ttraining's auc: 0.872454\ttraining's binary_logloss: 0.127221\tvalid_1's auc: 0.836503\tvalid_1's binary_logloss: 0.138122\n", + "[43]\ttraining's auc: 0.87311\ttraining's binary_logloss: 0.126958\tvalid_1's auc: 0.836599\tvalid_1's binary_logloss: 0.138007\n", + "[44]\ttraining's auc: 0.873453\ttraining's binary_logloss: 0.126704\tvalid_1's auc: 0.836955\tvalid_1's binary_logloss: 0.137861\n", + "[45]\ttraining's auc: 0.873907\ttraining's binary_logloss: 0.126446\tvalid_1's auc: 0.836893\tvalid_1's binary_logloss: 0.13777\n", + "[46]\ttraining's auc: 0.874567\ttraining's binary_logloss: 0.126167\tvalid_1's auc: 0.837257\tvalid_1's binary_logloss: 0.137608\n", + "[47]\ttraining's auc: 0.875001\ttraining's binary_logloss: 0.125918\tvalid_1's auc: 0.837396\tvalid_1's binary_logloss: 0.137506\n", + "[48]\ttraining's auc: 0.875434\ttraining's binary_logloss: 0.125682\tvalid_1's auc: 0.837392\tvalid_1's binary_logloss: 0.137414\n", + "[49]\ttraining's auc: 0.875991\ttraining's binary_logloss: 0.125435\tvalid_1's auc: 0.837525\tvalid_1's binary_logloss: 0.13732\n", + "[50]\ttraining's auc: 0.876778\ttraining's binary_logloss: 0.125196\tvalid_1's auc: 0.837361\tvalid_1's binary_logloss: 0.137243\n", + "[51]\ttraining's auc: 0.877509\ttraining's binary_logloss: 0.124975\tvalid_1's auc: 0.837446\tvalid_1's binary_logloss: 0.13716\n", + "[52]\ttraining's auc: 0.878031\ttraining's binary_logloss: 0.124746\tvalid_1's auc: 0.837679\tvalid_1's binary_logloss: 0.137079\n", + "[53]\ttraining's auc: 0.878518\ttraining's binary_logloss: 0.124543\tvalid_1's auc: 0.837753\tvalid_1's binary_logloss: 0.137\n", + "[54]\ttraining's auc: 0.879049\ttraining's binary_logloss: 0.124312\tvalid_1's auc: 0.837524\tvalid_1's binary_logloss: 0.136957\n", + "[55]\ttraining's auc: 0.87951\ttraining's binary_logloss: 0.124101\tvalid_1's auc: 0.837487\tvalid_1's binary_logloss: 0.13688\n", + "[56]\ttraining's auc: 0.880022\ttraining's binary_logloss: 0.123889\tvalid_1's auc: 0.837565\tvalid_1's binary_logloss: 0.136816\n", + "[57]\ttraining's auc: 0.880589\ttraining's binary_logloss: 0.123699\tvalid_1's auc: 0.837584\tvalid_1's binary_logloss: 0.13674\n", + "[58]\ttraining's auc: 0.881052\ttraining's binary_logloss: 0.123504\tvalid_1's auc: 0.837548\tvalid_1's binary_logloss: 0.136685\n", + "[59]\ttraining's auc: 0.881505\ttraining's binary_logloss: 0.123289\tvalid_1's auc: 0.837612\tvalid_1's binary_logloss: 0.136624\n", + "[60]\ttraining's auc: 0.881921\ttraining's binary_logloss: 0.123093\tvalid_1's auc: 0.837509\tvalid_1's binary_logloss: 0.136604\n", + "[61]\ttraining's auc: 0.882392\ttraining's binary_logloss: 0.122893\tvalid_1's auc: 0.837522\tvalid_1's binary_logloss: 0.136557\n", + "[62]\ttraining's auc: 0.882917\ttraining's binary_logloss: 0.122701\tvalid_1's auc: 0.837602\tvalid_1's binary_logloss: 0.136522\n", + "[63]\ttraining's auc: 0.883376\ttraining's binary_logloss: 0.122517\tvalid_1's auc: 0.837502\tvalid_1's binary_logloss: 0.136494\n", + "[64]\ttraining's auc: 0.883712\ttraining's binary_logloss: 0.12234\tvalid_1's auc: 0.837531\tvalid_1's binary_logloss: 0.136449\n", + "[65]\ttraining's auc: 0.884017\ttraining's binary_logloss: 0.122149\tvalid_1's auc: 0.837521\tvalid_1's binary_logloss: 0.136428\n", + "[66]\ttraining's auc: 0.884384\ttraining's binary_logloss: 0.121983\tvalid_1's auc: 0.837497\tvalid_1's binary_logloss: 0.136383\n", + "[67]\ttraining's auc: 0.884791\ttraining's binary_logloss: 0.121825\tvalid_1's auc: 0.837444\tvalid_1's binary_logloss: 0.13636\n", + "[68]\ttraining's auc: 0.885097\ttraining's binary_logloss: 0.121679\tvalid_1's auc: 0.837365\tvalid_1's binary_logloss: 0.136334\n", + "[69]\ttraining's auc: 0.885398\ttraining's binary_logloss: 0.121536\tvalid_1's auc: 0.837298\tvalid_1's binary_logloss: 0.136313\n", + "[70]\ttraining's auc: 0.885817\ttraining's binary_logloss: 0.121359\tvalid_1's auc: 0.837378\tvalid_1's binary_logloss: 0.13627\n", + "[71]\ttraining's auc: 0.886361\ttraining's binary_logloss: 0.121187\tvalid_1's auc: 0.837456\tvalid_1's binary_logloss: 0.136245\n", + "[72]\ttraining's auc: 0.886936\ttraining's binary_logloss: 0.121028\tvalid_1's auc: 0.83727\tvalid_1's binary_logloss: 0.136252\n", + "[73]\ttraining's auc: 0.887311\ttraining's binary_logloss: 0.120867\tvalid_1's auc: 0.837137\tvalid_1's binary_logloss: 0.136239\n", + "[74]\ttraining's auc: 0.887718\ttraining's binary_logloss: 0.12071\tvalid_1's auc: 0.8371\tvalid_1's binary_logloss: 0.136228\n", + "[75]\ttraining's auc: 0.888248\ttraining's binary_logloss: 0.120557\tvalid_1's auc: 0.837018\tvalid_1's binary_logloss: 0.136217\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[76]\ttraining's auc: 0.888579\ttraining's binary_logloss: 0.1204\tvalid_1's auc: 0.836835\tvalid_1's binary_logloss: 0.136204\n", + "[77]\ttraining's auc: 0.889093\ttraining's binary_logloss: 0.120245\tvalid_1's auc: 0.836873\tvalid_1's binary_logloss: 0.136184\n", + "[78]\ttraining's auc: 0.889683\ttraining's binary_logloss: 0.120092\tvalid_1's auc: 0.836889\tvalid_1's binary_logloss: 0.136168\n", + "[79]\ttraining's auc: 0.890064\ttraining's binary_logloss: 0.119948\tvalid_1's auc: 0.836748\tvalid_1's binary_logloss: 0.136168\n", + "[80]\ttraining's auc: 0.890471\ttraining's binary_logloss: 0.119809\tvalid_1's auc: 0.836724\tvalid_1's binary_logloss: 0.136165\n", + "[81]\ttraining's auc: 0.89074\ttraining's binary_logloss: 0.119683\tvalid_1's auc: 0.836847\tvalid_1's binary_logloss: 0.136162\n", + "[82]\ttraining's auc: 0.891046\ttraining's binary_logloss: 0.119538\tvalid_1's auc: 0.836654\tvalid_1's binary_logloss: 0.136153\n", + "[83]\ttraining's auc: 0.891408\ttraining's binary_logloss: 0.119421\tvalid_1's auc: 0.836912\tvalid_1's binary_logloss: 0.136131\n", + "[1]\ttraining's auc: 0.832952\ttraining's binary_logloss: 0.160623\tvalid_1's auc: 0.808121\tvalid_1's binary_logloss: 0.162163\n", + "[2]\ttraining's auc: 0.833968\ttraining's binary_logloss: 0.157466\tvalid_1's auc: 0.809426\tvalid_1's binary_logloss: 0.15955\n", + "[3]\ttraining's auc: 0.839048\ttraining's binary_logloss: 0.154831\tvalid_1's auc: 0.809547\tvalid_1's binary_logloss: 0.1574\n", + "[4]\ttraining's auc: 0.841028\ttraining's binary_logloss: 0.152539\tvalid_1's auc: 0.811071\tvalid_1's binary_logloss: 0.155529\n", + "[5]\ttraining's auc: 0.843898\ttraining's binary_logloss: 0.150532\tvalid_1's auc: 0.81419\tvalid_1's binary_logloss: 0.153847\n", + "[6]\ttraining's auc: 0.847288\ttraining's binary_logloss: 0.148701\tvalid_1's auc: 0.816662\tvalid_1's binary_logloss: 0.152366\n", + "[7]\ttraining's auc: 0.849178\ttraining's binary_logloss: 0.147072\tvalid_1's auc: 0.817492\tvalid_1's binary_logloss: 0.151012\n", + "[8]\ttraining's auc: 0.850726\ttraining's binary_logloss: 0.145618\tvalid_1's auc: 0.818644\tvalid_1's binary_logloss: 0.149836\n", + "[9]\ttraining's auc: 0.85139\ttraining's binary_logloss: 0.144234\tvalid_1's auc: 0.819087\tvalid_1's binary_logloss: 0.148773\n", + "[10]\ttraining's auc: 0.852208\ttraining's binary_logloss: 0.143004\tvalid_1's auc: 0.819778\tvalid_1's binary_logloss: 0.147846\n", + "[11]\ttraining's auc: 0.85294\ttraining's binary_logloss: 0.141835\tvalid_1's auc: 0.820545\tvalid_1's binary_logloss: 0.146932\n", + "[12]\ttraining's auc: 0.853435\ttraining's binary_logloss: 0.140725\tvalid_1's auc: 0.820997\tvalid_1's binary_logloss: 0.146116\n", + "[13]\ttraining's auc: 0.856424\ttraining's binary_logloss: 0.139725\tvalid_1's auc: 0.822053\tvalid_1's binary_logloss: 0.145368\n", + "[14]\ttraining's auc: 0.856909\ttraining's binary_logloss: 0.138818\tvalid_1's auc: 0.822056\tvalid_1's binary_logloss: 0.144714\n", + "[15]\ttraining's auc: 0.858047\ttraining's binary_logloss: 0.137943\tvalid_1's auc: 0.82287\tvalid_1's binary_logloss: 0.144089\n", + "[16]\ttraining's auc: 0.859152\ttraining's binary_logloss: 0.137118\tvalid_1's auc: 0.822926\tvalid_1's binary_logloss: 0.143463\n", + "[17]\ttraining's auc: 0.860808\ttraining's binary_logloss: 0.136382\tvalid_1's auc: 0.82349\tvalid_1's binary_logloss: 0.142957\n", + "[18]\ttraining's auc: 0.861338\ttraining's binary_logloss: 0.135699\tvalid_1's auc: 0.823511\tvalid_1's binary_logloss: 0.142479\n", + "[19]\ttraining's auc: 0.861841\ttraining's binary_logloss: 0.135039\tvalid_1's auc: 0.823386\tvalid_1's binary_logloss: 0.142005\n", + "[20]\ttraining's auc: 0.862785\ttraining's binary_logloss: 0.13441\tvalid_1's auc: 0.823973\tvalid_1's binary_logloss: 0.141603\n", + "[21]\ttraining's auc: 0.863764\ttraining's binary_logloss: 0.133809\tvalid_1's auc: 0.825529\tvalid_1's binary_logloss: 0.141178\n", + "[22]\ttraining's auc: 0.865016\ttraining's binary_logloss: 0.133226\tvalid_1's auc: 0.825907\tvalid_1's binary_logloss: 0.140746\n", + "[23]\ttraining's auc: 0.866012\ttraining's binary_logloss: 0.132645\tvalid_1's auc: 0.826212\tvalid_1's binary_logloss: 0.140386\n", + "[24]\ttraining's auc: 0.86653\ttraining's binary_logloss: 0.132113\tvalid_1's auc: 0.826192\tvalid_1's binary_logloss: 0.140091\n", + "[25]\ttraining's auc: 0.867949\ttraining's binary_logloss: 0.131585\tvalid_1's auc: 0.826952\tvalid_1's binary_logloss: 0.139763\n", + "[26]\ttraining's auc: 0.868662\ttraining's binary_logloss: 0.131096\tvalid_1's auc: 0.826996\tvalid_1's binary_logloss: 0.139506\n", + "[27]\ttraining's auc: 0.869353\ttraining's binary_logloss: 0.130608\tvalid_1's auc: 0.826949\tvalid_1's binary_logloss: 0.139255\n", + "[28]\ttraining's auc: 0.870307\ttraining's binary_logloss: 0.130161\tvalid_1's auc: 0.827229\tvalid_1's binary_logloss: 0.138977\n", + "[29]\ttraining's auc: 0.870935\ttraining's binary_logloss: 0.12975\tvalid_1's auc: 0.827484\tvalid_1's binary_logloss: 0.138735\n", + "[30]\ttraining's auc: 0.871817\ttraining's binary_logloss: 0.129343\tvalid_1's auc: 0.828104\tvalid_1's binary_logloss: 0.138518\n", + "[31]\ttraining's auc: 0.872591\ttraining's binary_logloss: 0.12896\tvalid_1's auc: 0.828071\tvalid_1's binary_logloss: 0.138335\n", + "[32]\ttraining's auc: 0.873032\ttraining's binary_logloss: 0.128583\tvalid_1's auc: 0.828825\tvalid_1's binary_logloss: 0.138105\n", + "[33]\ttraining's auc: 0.873839\ttraining's binary_logloss: 0.128179\tvalid_1's auc: 0.828907\tvalid_1's binary_logloss: 0.137949\n", + "[34]\ttraining's auc: 0.874414\ttraining's binary_logloss: 0.127821\tvalid_1's auc: 0.829392\tvalid_1's binary_logloss: 0.137753\n", + "[35]\ttraining's auc: 0.874702\ttraining's binary_logloss: 0.127508\tvalid_1's auc: 0.82933\tvalid_1's binary_logloss: 0.137601\n", + "[36]\ttraining's auc: 0.875185\ttraining's binary_logloss: 0.127172\tvalid_1's auc: 0.829266\tvalid_1's binary_logloss: 0.137504\n", + "[37]\ttraining's auc: 0.875925\ttraining's binary_logloss: 0.12684\tvalid_1's auc: 0.829483\tvalid_1's binary_logloss: 0.137341\n", + "[38]\ttraining's auc: 0.87683\ttraining's binary_logloss: 0.126529\tvalid_1's auc: 0.829676\tvalid_1's binary_logloss: 0.137206\n", + "[39]\ttraining's auc: 0.877429\ttraining's binary_logloss: 0.126224\tvalid_1's auc: 0.829682\tvalid_1's binary_logloss: 0.1371\n", + "[40]\ttraining's auc: 0.877898\ttraining's binary_logloss: 0.125926\tvalid_1's auc: 0.829513\tvalid_1's binary_logloss: 0.137\n", + "[41]\ttraining's auc: 0.879003\ttraining's binary_logloss: 0.125636\tvalid_1's auc: 0.829894\tvalid_1's binary_logloss: 0.136899\n", + "[42]\ttraining's auc: 0.879618\ttraining's binary_logloss: 0.125328\tvalid_1's auc: 0.83012\tvalid_1's binary_logloss: 0.136781\n", + "[43]\ttraining's auc: 0.880567\ttraining's binary_logloss: 0.124998\tvalid_1's auc: 0.830264\tvalid_1's binary_logloss: 0.136713\n", + "[44]\ttraining's auc: 0.880964\ttraining's binary_logloss: 0.124735\tvalid_1's auc: 0.830313\tvalid_1's binary_logloss: 0.136621\n", + "[45]\ttraining's auc: 0.881696\ttraining's binary_logloss: 0.124441\tvalid_1's auc: 0.83047\tvalid_1's binary_logloss: 0.136563\n", + "[46]\ttraining's auc: 0.882322\ttraining's binary_logloss: 0.124199\tvalid_1's auc: 0.83054\tvalid_1's binary_logloss: 0.136471\n", + "[47]\ttraining's auc: 0.88286\ttraining's binary_logloss: 0.123948\tvalid_1's auc: 0.83076\tvalid_1's binary_logloss: 0.136395\n", + "[48]\ttraining's auc: 0.883162\ttraining's binary_logloss: 0.123714\tvalid_1's auc: 0.830988\tvalid_1's binary_logloss: 0.136294\n", + "[49]\ttraining's auc: 0.883597\ttraining's binary_logloss: 0.123464\tvalid_1's auc: 0.831114\tvalid_1's binary_logloss: 0.136216\n", + "[50]\ttraining's auc: 0.884155\ttraining's binary_logloss: 0.12322\tvalid_1's auc: 0.830882\tvalid_1's binary_logloss: 0.13619\n", + "[51]\ttraining's auc: 0.884581\ttraining's binary_logloss: 0.122991\tvalid_1's auc: 0.830884\tvalid_1's binary_logloss: 0.136148\n", + "[52]\ttraining's auc: 0.885118\ttraining's binary_logloss: 0.122761\tvalid_1's auc: 0.831021\tvalid_1's binary_logloss: 0.1361\n", + "[53]\ttraining's auc: 0.885489\ttraining's binary_logloss: 0.122557\tvalid_1's auc: 0.831163\tvalid_1's binary_logloss: 0.136032\n", + "[54]\ttraining's auc: 0.885923\ttraining's binary_logloss: 0.122344\tvalid_1's auc: 0.831117\tvalid_1's binary_logloss: 0.135985\n", + "[55]\ttraining's auc: 0.886345\ttraining's binary_logloss: 0.122151\tvalid_1's auc: 0.831315\tvalid_1's binary_logloss: 0.135928\n", + "[56]\ttraining's auc: 0.887028\ttraining's binary_logloss: 0.121923\tvalid_1's auc: 0.830845\tvalid_1's binary_logloss: 0.135945\n", + "[57]\ttraining's auc: 0.887414\ttraining's binary_logloss: 0.121716\tvalid_1's auc: 0.830937\tvalid_1's binary_logloss: 0.135929\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[58]\ttraining's auc: 0.888336\ttraining's binary_logloss: 0.121475\tvalid_1's auc: 0.831051\tvalid_1's binary_logloss: 0.135874\n", + "[59]\ttraining's auc: 0.888744\ttraining's binary_logloss: 0.121284\tvalid_1's auc: 0.8314\tvalid_1's binary_logloss: 0.135797\n", + "[60]\ttraining's auc: 0.889403\ttraining's binary_logloss: 0.12107\tvalid_1's auc: 0.831482\tvalid_1's binary_logloss: 0.135737\n", + "[61]\ttraining's auc: 0.889837\ttraining's binary_logloss: 0.120868\tvalid_1's auc: 0.83149\tvalid_1's binary_logloss: 0.135712\n", + "[62]\ttraining's auc: 0.890289\ttraining's binary_logloss: 0.120675\tvalid_1's auc: 0.831508\tvalid_1's binary_logloss: 0.135692\n", + "[63]\ttraining's auc: 0.890786\ttraining's binary_logloss: 0.120469\tvalid_1's auc: 0.831443\tvalid_1's binary_logloss: 0.135695\n", + "[64]\ttraining's auc: 0.891153\ttraining's binary_logloss: 0.120299\tvalid_1's auc: 0.831195\tvalid_1's binary_logloss: 0.135716\n", + "[65]\ttraining's auc: 0.891804\ttraining's binary_logloss: 0.120086\tvalid_1's auc: 0.831157\tvalid_1's binary_logloss: 0.135723\n", + "[66]\ttraining's auc: 0.89229\ttraining's binary_logloss: 0.119899\tvalid_1's auc: 0.831171\tvalid_1's binary_logloss: 0.135708\n", + "[67]\ttraining's auc: 0.892989\ttraining's binary_logloss: 0.119666\tvalid_1's auc: 0.831573\tvalid_1's binary_logloss: 0.135636\n", + "[68]\ttraining's auc: 0.893667\ttraining's binary_logloss: 0.119464\tvalid_1's auc: 0.831455\tvalid_1's binary_logloss: 0.135652\n", + "[69]\ttraining's auc: 0.89415\ttraining's binary_logloss: 0.119272\tvalid_1's auc: 0.831466\tvalid_1's binary_logloss: 0.13564\n", + "[70]\ttraining's auc: 0.89461\ttraining's binary_logloss: 0.119079\tvalid_1's auc: 0.831552\tvalid_1's binary_logloss: 0.135623\n", + "[71]\ttraining's auc: 0.89503\ttraining's binary_logloss: 0.118898\tvalid_1's auc: 0.831254\tvalid_1's binary_logloss: 0.135674\n", + "[72]\ttraining's auc: 0.895456\ttraining's binary_logloss: 0.118728\tvalid_1's auc: 0.831175\tvalid_1's binary_logloss: 0.13568\n", + "[73]\ttraining's auc: 0.895918\ttraining's binary_logloss: 0.118548\tvalid_1's auc: 0.831235\tvalid_1's binary_logloss: 0.135676\n", + "[74]\ttraining's auc: 0.89651\ttraining's binary_logloss: 0.118362\tvalid_1's auc: 0.830907\tvalid_1's binary_logloss: 0.135731\n", + "[75]\ttraining's auc: 0.89693\ttraining's binary_logloss: 0.118208\tvalid_1's auc: 0.830979\tvalid_1's binary_logloss: 0.135729\n", + "[76]\ttraining's auc: 0.897402\ttraining's binary_logloss: 0.118058\tvalid_1's auc: 0.830904\tvalid_1's binary_logloss: 0.135731\n", + "[77]\ttraining's auc: 0.89782\ttraining's binary_logloss: 0.117907\tvalid_1's auc: 0.830768\tvalid_1's binary_logloss: 0.135742\n", + "[78]\ttraining's auc: 0.898368\ttraining's binary_logloss: 0.117724\tvalid_1's auc: 0.831073\tvalid_1's binary_logloss: 0.135695\n", + "[79]\ttraining's auc: 0.898836\ttraining's binary_logloss: 0.117572\tvalid_1's auc: 0.831159\tvalid_1's binary_logloss: 0.13568\n", + "[80]\ttraining's auc: 0.899248\ttraining's binary_logloss: 0.117398\tvalid_1's auc: 0.831123\tvalid_1's binary_logloss: 0.135673\n", + "[81]\ttraining's auc: 0.899564\ttraining's binary_logloss: 0.117253\tvalid_1's auc: 0.831071\tvalid_1's binary_logloss: 0.135694\n", + "[82]\ttraining's auc: 0.89998\ttraining's binary_logloss: 0.117111\tvalid_1's auc: 0.831112\tvalid_1's binary_logloss: 0.13569\n", + "[83]\ttraining's auc: 0.900274\ttraining's binary_logloss: 0.116956\tvalid_1's auc: 0.831017\tvalid_1's binary_logloss: 0.135722\n", + "[84]\ttraining's auc: 0.900635\ttraining's binary_logloss: 0.116785\tvalid_1's auc: 0.830881\tvalid_1's binary_logloss: 0.13574\n", + "[85]\ttraining's auc: 0.901124\ttraining's binary_logloss: 0.116605\tvalid_1's auc: 0.830735\tvalid_1's binary_logloss: 0.135742\n", + "[86]\ttraining's auc: 0.901491\ttraining's binary_logloss: 0.116429\tvalid_1's auc: 0.830742\tvalid_1's binary_logloss: 0.13575\n", + "[87]\ttraining's auc: 0.901846\ttraining's binary_logloss: 0.116276\tvalid_1's auc: 0.830678\tvalid_1's binary_logloss: 0.135756\n", + "[88]\ttraining's auc: 0.902244\ttraining's binary_logloss: 0.11615\tvalid_1's auc: 0.830509\tvalid_1's binary_logloss: 0.135786\n", + "[89]\ttraining's auc: 0.902606\ttraining's binary_logloss: 0.115994\tvalid_1's auc: 0.8305\tvalid_1's binary_logloss: 0.135801\n", + "[90]\ttraining's auc: 0.903017\ttraining's binary_logloss: 0.115868\tvalid_1's auc: 0.8305\tvalid_1's binary_logloss: 0.135802\n", + "[91]\ttraining's auc: 0.903317\ttraining's binary_logloss: 0.11574\tvalid_1's auc: 0.830425\tvalid_1's binary_logloss: 0.135808\n", + "[92]\ttraining's auc: 0.903598\ttraining's binary_logloss: 0.115615\tvalid_1's auc: 0.830363\tvalid_1's binary_logloss: 0.135827\n", + "[93]\ttraining's auc: 0.904038\ttraining's binary_logloss: 0.115466\tvalid_1's auc: 0.830237\tvalid_1's binary_logloss: 0.135834\n", + "[94]\ttraining's auc: 0.904555\ttraining's binary_logloss: 0.11531\tvalid_1's auc: 0.830148\tvalid_1's binary_logloss: 0.135864\n", + "[95]\ttraining's auc: 0.904977\ttraining's binary_logloss: 0.115159\tvalid_1's auc: 0.830145\tvalid_1's binary_logloss: 0.135862\n", + "[96]\ttraining's auc: 0.905262\ttraining's binary_logloss: 0.115019\tvalid_1's auc: 0.830078\tvalid_1's binary_logloss: 0.135872\n", + "[97]\ttraining's auc: 0.905631\ttraining's binary_logloss: 0.114875\tvalid_1's auc: 0.830156\tvalid_1's binary_logloss: 0.13587\n", + "[1]\ttraining's auc: 0.827664\ttraining's binary_logloss: 0.163079\tvalid_1's auc: 0.813718\tvalid_1's binary_logloss: 0.157567\n", + "[2]\ttraining's auc: 0.833323\ttraining's binary_logloss: 0.159914\tvalid_1's auc: 0.820504\tvalid_1's binary_logloss: 0.154831\n", + "[3]\ttraining's auc: 0.8368\ttraining's binary_logloss: 0.15726\tvalid_1's auc: 0.820693\tvalid_1's binary_logloss: 0.152653\n", + "[4]\ttraining's auc: 0.83959\ttraining's binary_logloss: 0.154964\tvalid_1's auc: 0.823491\tvalid_1's binary_logloss: 0.150717\n", + "[5]\ttraining's auc: 0.842529\ttraining's binary_logloss: 0.15293\tvalid_1's auc: 0.826043\tvalid_1's binary_logloss: 0.148986\n", + "[6]\ttraining's auc: 0.843495\ttraining's binary_logloss: 0.151128\tvalid_1's auc: 0.826845\tvalid_1's binary_logloss: 0.147513\n", + "[7]\ttraining's auc: 0.848041\ttraining's binary_logloss: 0.14947\tvalid_1's auc: 0.830011\tvalid_1's binary_logloss: 0.146211\n", + "[8]\ttraining's auc: 0.848984\ttraining's binary_logloss: 0.148025\tvalid_1's auc: 0.830464\tvalid_1's binary_logloss: 0.145046\n", + "[9]\ttraining's auc: 0.851176\ttraining's binary_logloss: 0.146693\tvalid_1's auc: 0.83125\tvalid_1's binary_logloss: 0.144014\n", + "[10]\ttraining's auc: 0.851716\ttraining's binary_logloss: 0.145455\tvalid_1's auc: 0.831475\tvalid_1's binary_logloss: 0.143021\n", + "[11]\ttraining's auc: 0.852293\ttraining's binary_logloss: 0.144308\tvalid_1's auc: 0.831668\tvalid_1's binary_logloss: 0.142128\n", + "[12]\ttraining's auc: 0.853839\ttraining's binary_logloss: 0.143203\tvalid_1's auc: 0.8325\tvalid_1's binary_logloss: 0.141291\n", + "[13]\ttraining's auc: 0.854729\ttraining's binary_logloss: 0.142205\tvalid_1's auc: 0.833181\tvalid_1's binary_logloss: 0.140494\n", + "[14]\ttraining's auc: 0.856201\ttraining's binary_logloss: 0.141247\tvalid_1's auc: 0.835173\tvalid_1's binary_logloss: 0.139801\n", + "[15]\ttraining's auc: 0.857449\ttraining's binary_logloss: 0.140356\tvalid_1's auc: 0.835696\tvalid_1's binary_logloss: 0.139123\n", + "[16]\ttraining's auc: 0.858977\ttraining's binary_logloss: 0.139529\tvalid_1's auc: 0.835651\tvalid_1's binary_logloss: 0.138532\n", + "[17]\ttraining's auc: 0.859525\ttraining's binary_logloss: 0.138763\tvalid_1's auc: 0.83592\tvalid_1's binary_logloss: 0.137979\n", + "[18]\ttraining's auc: 0.860982\ttraining's binary_logloss: 0.138031\tvalid_1's auc: 0.835711\tvalid_1's binary_logloss: 0.137505\n", + "[19]\ttraining's auc: 0.861558\ttraining's binary_logloss: 0.137348\tvalid_1's auc: 0.836032\tvalid_1's binary_logloss: 0.137007\n", + "[20]\ttraining's auc: 0.863066\ttraining's binary_logloss: 0.136686\tvalid_1's auc: 0.835911\tvalid_1's binary_logloss: 0.136581\n", + "[21]\ttraining's auc: 0.863995\ttraining's binary_logloss: 0.136074\tvalid_1's auc: 0.835877\tvalid_1's binary_logloss: 0.136175\n", + "[22]\ttraining's auc: 0.86456\ttraining's binary_logloss: 0.135492\tvalid_1's auc: 0.835815\tvalid_1's binary_logloss: 0.135796\n", + "[23]\ttraining's auc: 0.865596\ttraining's binary_logloss: 0.134951\tvalid_1's auc: 0.835959\tvalid_1's binary_logloss: 0.135439\n", + "[24]\ttraining's auc: 0.866109\ttraining's binary_logloss: 0.134419\tvalid_1's auc: 0.835816\tvalid_1's binary_logloss: 0.135098\n", + "[25]\ttraining's auc: 0.866462\ttraining's binary_logloss: 0.133934\tvalid_1's auc: 0.836123\tvalid_1's binary_logloss: 0.134777\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[26]\ttraining's auc: 0.867188\ttraining's binary_logloss: 0.13346\tvalid_1's auc: 0.835882\tvalid_1's binary_logloss: 0.134504\n", + "[27]\ttraining's auc: 0.867667\ttraining's binary_logloss: 0.133001\tvalid_1's auc: 0.83598\tvalid_1's binary_logloss: 0.13423\n", + "[28]\ttraining's auc: 0.868304\ttraining's binary_logloss: 0.132557\tvalid_1's auc: 0.836334\tvalid_1's binary_logloss: 0.13397\n", + "[29]\ttraining's auc: 0.86877\ttraining's binary_logloss: 0.132128\tvalid_1's auc: 0.83617\tvalid_1's binary_logloss: 0.13374\n", + "[30]\ttraining's auc: 0.869245\ttraining's binary_logloss: 0.131741\tvalid_1's auc: 0.835854\tvalid_1's binary_logloss: 0.133552\n", + "[31]\ttraining's auc: 0.869738\ttraining's binary_logloss: 0.131363\tvalid_1's auc: 0.835794\tvalid_1's binary_logloss: 0.133366\n", + "[32]\ttraining's auc: 0.870569\ttraining's binary_logloss: 0.130962\tvalid_1's auc: 0.836025\tvalid_1's binary_logloss: 0.133178\n", + "[33]\ttraining's auc: 0.871004\ttraining's binary_logloss: 0.130558\tvalid_1's auc: 0.835943\tvalid_1's binary_logloss: 0.133007\n", + "[34]\ttraining's auc: 0.871952\ttraining's binary_logloss: 0.130175\tvalid_1's auc: 0.835893\tvalid_1's binary_logloss: 0.132848\n", + "[35]\ttraining's auc: 0.872495\ttraining's binary_logloss: 0.129838\tvalid_1's auc: 0.835662\tvalid_1's binary_logloss: 0.132698\n", + "[36]\ttraining's auc: 0.873109\ttraining's binary_logloss: 0.129511\tvalid_1's auc: 0.835845\tvalid_1's binary_logloss: 0.132542\n", + "[37]\ttraining's auc: 0.873724\ttraining's binary_logloss: 0.129171\tvalid_1's auc: 0.835757\tvalid_1's binary_logloss: 0.13243\n", + "[38]\ttraining's auc: 0.874182\ttraining's binary_logloss: 0.128845\tvalid_1's auc: 0.835563\tvalid_1's binary_logloss: 0.132309\n", + "[39]\ttraining's auc: 0.874659\ttraining's binary_logloss: 0.128554\tvalid_1's auc: 0.835671\tvalid_1's binary_logloss: 0.132199\n", + "[40]\ttraining's auc: 0.875084\ttraining's binary_logloss: 0.128274\tvalid_1's auc: 0.835505\tvalid_1's binary_logloss: 0.132099\n", + "[41]\ttraining's auc: 0.875515\ttraining's binary_logloss: 0.127982\tvalid_1's auc: 0.835361\tvalid_1's binary_logloss: 0.131991\n", + "[42]\ttraining's auc: 0.876595\ttraining's binary_logloss: 0.127626\tvalid_1's auc: 0.835709\tvalid_1's binary_logloss: 0.131874\n", + "[43]\ttraining's auc: 0.877207\ttraining's binary_logloss: 0.127358\tvalid_1's auc: 0.835726\tvalid_1's binary_logloss: 0.131772\n", + "[44]\ttraining's auc: 0.877751\ttraining's binary_logloss: 0.127086\tvalid_1's auc: 0.835671\tvalid_1's binary_logloss: 0.13169\n", + "[45]\ttraining's auc: 0.878291\ttraining's binary_logloss: 0.126823\tvalid_1's auc: 0.835782\tvalid_1's binary_logloss: 0.131624\n", + "[46]\ttraining's auc: 0.878974\ttraining's binary_logloss: 0.126535\tvalid_1's auc: 0.836302\tvalid_1's binary_logloss: 0.131503\n", + "[47]\ttraining's auc: 0.879544\ttraining's binary_logloss: 0.126269\tvalid_1's auc: 0.836351\tvalid_1's binary_logloss: 0.131417\n", + "[48]\ttraining's auc: 0.880029\ttraining's binary_logloss: 0.126014\tvalid_1's auc: 0.836349\tvalid_1's binary_logloss: 0.13135\n", + "[49]\ttraining's auc: 0.880873\ttraining's binary_logloss: 0.125743\tvalid_1's auc: 0.836252\tvalid_1's binary_logloss: 0.131284\n", + "[50]\ttraining's auc: 0.881402\ttraining's binary_logloss: 0.125489\tvalid_1's auc: 0.836595\tvalid_1's binary_logloss: 0.131177\n", + "[51]\ttraining's auc: 0.881887\ttraining's binary_logloss: 0.125248\tvalid_1's auc: 0.836744\tvalid_1's binary_logloss: 0.131109\n", + "[52]\ttraining's auc: 0.88255\ttraining's binary_logloss: 0.124978\tvalid_1's auc: 0.837001\tvalid_1's binary_logloss: 0.131014\n", + "[53]\ttraining's auc: 0.883199\ttraining's binary_logloss: 0.124727\tvalid_1's auc: 0.837131\tvalid_1's binary_logloss: 0.130938\n", + "[54]\ttraining's auc: 0.883817\ttraining's binary_logloss: 0.124485\tvalid_1's auc: 0.837076\tvalid_1's binary_logloss: 0.130899\n", + "[55]\ttraining's auc: 0.884222\ttraining's binary_logloss: 0.124265\tvalid_1's auc: 0.837241\tvalid_1's binary_logloss: 0.130831\n", + "[56]\ttraining's auc: 0.884592\ttraining's binary_logloss: 0.124056\tvalid_1's auc: 0.837221\tvalid_1's binary_logloss: 0.130789\n", + "[57]\ttraining's auc: 0.885143\ttraining's binary_logloss: 0.123857\tvalid_1's auc: 0.837135\tvalid_1's binary_logloss: 0.130743\n", + "[58]\ttraining's auc: 0.885658\ttraining's binary_logloss: 0.123648\tvalid_1's auc: 0.837282\tvalid_1's binary_logloss: 0.130696\n", + "[59]\ttraining's auc: 0.885915\ttraining's binary_logloss: 0.12346\tvalid_1's auc: 0.837328\tvalid_1's binary_logloss: 0.13065\n", + "[60]\ttraining's auc: 0.886297\ttraining's binary_logloss: 0.123255\tvalid_1's auc: 0.837429\tvalid_1's binary_logloss: 0.130617\n", + "[61]\ttraining's auc: 0.887147\ttraining's binary_logloss: 0.123028\tvalid_1's auc: 0.837752\tvalid_1's binary_logloss: 0.130581\n", + "[62]\ttraining's auc: 0.88765\ttraining's binary_logloss: 0.122811\tvalid_1's auc: 0.837934\tvalid_1's binary_logloss: 0.130532\n", + "[63]\ttraining's auc: 0.888237\ttraining's binary_logloss: 0.122644\tvalid_1's auc: 0.837983\tvalid_1's binary_logloss: 0.130492\n", + "[64]\ttraining's auc: 0.888599\ttraining's binary_logloss: 0.122468\tvalid_1's auc: 0.837991\tvalid_1's binary_logloss: 0.130467\n", + "[65]\ttraining's auc: 0.88891\ttraining's binary_logloss: 0.122274\tvalid_1's auc: 0.837971\tvalid_1's binary_logloss: 0.130445\n", + "[66]\ttraining's auc: 0.889363\ttraining's binary_logloss: 0.122091\tvalid_1's auc: 0.838128\tvalid_1's binary_logloss: 0.130414\n", + "[67]\ttraining's auc: 0.890028\ttraining's binary_logloss: 0.121908\tvalid_1's auc: 0.838023\tvalid_1's binary_logloss: 0.130398\n", + "[68]\ttraining's auc: 0.890499\ttraining's binary_logloss: 0.121713\tvalid_1's auc: 0.837994\tvalid_1's binary_logloss: 0.130386\n", + "[69]\ttraining's auc: 0.89094\ttraining's binary_logloss: 0.121518\tvalid_1's auc: 0.837866\tvalid_1's binary_logloss: 0.130375\n", + "[70]\ttraining's auc: 0.891483\ttraining's binary_logloss: 0.12134\tvalid_1's auc: 0.837872\tvalid_1's binary_logloss: 0.130363\n", + "[71]\ttraining's auc: 0.891983\ttraining's binary_logloss: 0.121189\tvalid_1's auc: 0.83789\tvalid_1's binary_logloss: 0.130338\n", + "[72]\ttraining's auc: 0.892415\ttraining's binary_logloss: 0.12102\tvalid_1's auc: 0.838028\tvalid_1's binary_logloss: 0.130296\n", + "[73]\ttraining's auc: 0.892802\ttraining's binary_logloss: 0.120858\tvalid_1's auc: 0.83803\tvalid_1's binary_logloss: 0.130287\n", + "[74]\ttraining's auc: 0.893297\ttraining's binary_logloss: 0.120684\tvalid_1's auc: 0.837947\tvalid_1's binary_logloss: 0.130289\n", + "[75]\ttraining's auc: 0.893739\ttraining's binary_logloss: 0.120528\tvalid_1's auc: 0.837884\tvalid_1's binary_logloss: 0.130285\n", + "[76]\ttraining's auc: 0.894213\ttraining's binary_logloss: 0.120362\tvalid_1's auc: 0.837598\tvalid_1's binary_logloss: 0.13029\n", + "[77]\ttraining's auc: 0.894719\ttraining's binary_logloss: 0.120189\tvalid_1's auc: 0.837503\tvalid_1's binary_logloss: 0.130306\n", + "[78]\ttraining's auc: 0.895399\ttraining's binary_logloss: 0.120013\tvalid_1's auc: 0.837871\tvalid_1's binary_logloss: 0.13025\n", + "[79]\ttraining's auc: 0.895937\ttraining's binary_logloss: 0.119877\tvalid_1's auc: 0.837831\tvalid_1's binary_logloss: 0.130239\n", + "[80]\ttraining's auc: 0.896618\ttraining's binary_logloss: 0.119685\tvalid_1's auc: 0.838061\tvalid_1's binary_logloss: 0.130207\n", + "[81]\ttraining's auc: 0.897086\ttraining's binary_logloss: 0.119545\tvalid_1's auc: 0.838148\tvalid_1's binary_logloss: 0.130196\n", + "[82]\ttraining's auc: 0.897877\ttraining's binary_logloss: 0.119351\tvalid_1's auc: 0.838058\tvalid_1's binary_logloss: 0.130202\n", + "[83]\ttraining's auc: 0.898423\ttraining's binary_logloss: 0.119201\tvalid_1's auc: 0.838096\tvalid_1's binary_logloss: 0.130182\n", + "[84]\ttraining's auc: 0.898865\ttraining's binary_logloss: 0.119044\tvalid_1's auc: 0.838326\tvalid_1's binary_logloss: 0.13015\n", + "[85]\ttraining's auc: 0.899299\ttraining's binary_logloss: 0.11891\tvalid_1's auc: 0.838388\tvalid_1's binary_logloss: 0.130142\n", + "[86]\ttraining's auc: 0.899738\ttraining's binary_logloss: 0.11875\tvalid_1's auc: 0.838405\tvalid_1's binary_logloss: 0.130142\n", + "[87]\ttraining's auc: 0.89997\ttraining's binary_logloss: 0.118624\tvalid_1's auc: 0.838406\tvalid_1's binary_logloss: 0.130134\n", + "[88]\ttraining's auc: 0.900288\ttraining's binary_logloss: 0.118495\tvalid_1's auc: 0.838276\tvalid_1's binary_logloss: 0.130153\n", + "[89]\ttraining's auc: 0.900759\ttraining's binary_logloss: 0.118333\tvalid_1's auc: 0.838319\tvalid_1's binary_logloss: 0.130145\n", + "[90]\ttraining's auc: 0.901118\ttraining's binary_logloss: 0.118202\tvalid_1's auc: 0.838273\tvalid_1's binary_logloss: 0.130144\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[91]\ttraining's auc: 0.901773\ttraining's binary_logloss: 0.11801\tvalid_1's auc: 0.838238\tvalid_1's binary_logloss: 0.130151\n", + "[92]\ttraining's auc: 0.902174\ttraining's binary_logloss: 0.117861\tvalid_1's auc: 0.838166\tvalid_1's binary_logloss: 0.13015\n", + "[93]\ttraining's auc: 0.902527\ttraining's binary_logloss: 0.117708\tvalid_1's auc: 0.838079\tvalid_1's binary_logloss: 0.130169\n", + "[94]\ttraining's auc: 0.903209\ttraining's binary_logloss: 0.117547\tvalid_1's auc: 0.83803\tvalid_1's binary_logloss: 0.130163\n", + "[95]\ttraining's auc: 0.9036\ttraining's binary_logloss: 0.117395\tvalid_1's auc: 0.837903\tvalid_1's binary_logloss: 0.130188\n", + "[96]\ttraining's auc: 0.904023\ttraining's binary_logloss: 0.117225\tvalid_1's auc: 0.837946\tvalid_1's binary_logloss: 0.130171\n", + "[97]\ttraining's auc: 0.904264\ttraining's binary_logloss: 0.117091\tvalid_1's auc: 0.837855\tvalid_1's binary_logloss: 0.130188\n", + "[98]\ttraining's auc: 0.904553\ttraining's binary_logloss: 0.11695\tvalid_1's auc: 0.837815\tvalid_1's binary_logloss: 0.130198\n", + "[99]\ttraining's auc: 0.905008\ttraining's binary_logloss: 0.116804\tvalid_1's auc: 0.837768\tvalid_1's binary_logloss: 0.130205\n", + "[100]\ttraining's auc: 0.905332\ttraining's binary_logloss: 0.116657\tvalid_1's auc: 0.837611\tvalid_1's binary_logloss: 0.130247\n", + "[1]\ttraining's auc: 0.829386\ttraining's binary_logloss: 0.159449\tvalid_1's auc: 0.812187\tvalid_1's binary_logloss: 0.165096\n", + "[2]\ttraining's auc: 0.834072\ttraining's binary_logloss: 0.1564\tvalid_1's auc: 0.814929\tvalid_1's binary_logloss: 0.162253\n", + "[3]\ttraining's auc: 0.836692\ttraining's binary_logloss: 0.153898\tvalid_1's auc: 0.816035\tvalid_1's binary_logloss: 0.159903\n", + "[4]\ttraining's auc: 0.837424\ttraining's binary_logloss: 0.151677\tvalid_1's auc: 0.818185\tvalid_1's binary_logloss: 0.157846\n", + "[5]\ttraining's auc: 0.843508\ttraining's binary_logloss: 0.149717\tvalid_1's auc: 0.824795\tvalid_1's binary_logloss: 0.155979\n", + "[6]\ttraining's auc: 0.844506\ttraining's binary_logloss: 0.147914\tvalid_1's auc: 0.825477\tvalid_1's binary_logloss: 0.154337\n", + "[7]\ttraining's auc: 0.845531\ttraining's binary_logloss: 0.146314\tvalid_1's auc: 0.826224\tvalid_1's binary_logloss: 0.152874\n", + "[8]\ttraining's auc: 0.848076\ttraining's binary_logloss: 0.144836\tvalid_1's auc: 0.827319\tvalid_1's binary_logloss: 0.151598\n", + "[9]\ttraining's auc: 0.849079\ttraining's binary_logloss: 0.143502\tvalid_1's auc: 0.828128\tvalid_1's binary_logloss: 0.150439\n", + "[10]\ttraining's auc: 0.850554\ttraining's binary_logloss: 0.142243\tvalid_1's auc: 0.828459\tvalid_1's binary_logloss: 0.149375\n", + "[11]\ttraining's auc: 0.851757\ttraining's binary_logloss: 0.141112\tvalid_1's auc: 0.829013\tvalid_1's binary_logloss: 0.148439\n", + "[12]\ttraining's auc: 0.852456\ttraining's binary_logloss: 0.14006\tvalid_1's auc: 0.829163\tvalid_1's binary_logloss: 0.147588\n", + "[13]\ttraining's auc: 0.853345\ttraining's binary_logloss: 0.139112\tvalid_1's auc: 0.829744\tvalid_1's binary_logloss: 0.146792\n", + "[14]\ttraining's auc: 0.853772\ttraining's binary_logloss: 0.138234\tvalid_1's auc: 0.829743\tvalid_1's binary_logloss: 0.146058\n", + "[15]\ttraining's auc: 0.854773\ttraining's binary_logloss: 0.137299\tvalid_1's auc: 0.830126\tvalid_1's binary_logloss: 0.145374\n", + "[16]\ttraining's auc: 0.85625\ttraining's binary_logloss: 0.136524\tvalid_1's auc: 0.829913\tvalid_1's binary_logloss: 0.144783\n", + "[17]\ttraining's auc: 0.856834\ttraining's binary_logloss: 0.135737\tvalid_1's auc: 0.830433\tvalid_1's binary_logloss: 0.14421\n", + "[18]\ttraining's auc: 0.857703\ttraining's binary_logloss: 0.135013\tvalid_1's auc: 0.830608\tvalid_1's binary_logloss: 0.143711\n", + "[19]\ttraining's auc: 0.858477\ttraining's binary_logloss: 0.134317\tvalid_1's auc: 0.830968\tvalid_1's binary_logloss: 0.143232\n", + "[20]\ttraining's auc: 0.859479\ttraining's binary_logloss: 0.133707\tvalid_1's auc: 0.831286\tvalid_1's binary_logloss: 0.142771\n", + "[21]\ttraining's auc: 0.860196\ttraining's binary_logloss: 0.133131\tvalid_1's auc: 0.831673\tvalid_1's binary_logloss: 0.142305\n", + "[22]\ttraining's auc: 0.860891\ttraining's binary_logloss: 0.132577\tvalid_1's auc: 0.831772\tvalid_1's binary_logloss: 0.141925\n", + "[23]\ttraining's auc: 0.861604\ttraining's binary_logloss: 0.132047\tvalid_1's auc: 0.832007\tvalid_1's binary_logloss: 0.141571\n", + "[24]\ttraining's auc: 0.862439\ttraining's binary_logloss: 0.131528\tvalid_1's auc: 0.831996\tvalid_1's binary_logloss: 0.141251\n", + "[25]\ttraining's auc: 0.863532\ttraining's binary_logloss: 0.13103\tvalid_1's auc: 0.832182\tvalid_1's binary_logloss: 0.140909\n", + "[26]\ttraining's auc: 0.864381\ttraining's binary_logloss: 0.130555\tvalid_1's auc: 0.832518\tvalid_1's binary_logloss: 0.140595\n", + "[27]\ttraining's auc: 0.86494\ttraining's binary_logloss: 0.130111\tvalid_1's auc: 0.832314\tvalid_1's binary_logloss: 0.140338\n", + "[28]\ttraining's auc: 0.865689\ttraining's binary_logloss: 0.129672\tvalid_1's auc: 0.832573\tvalid_1's binary_logloss: 0.140045\n", + "[29]\ttraining's auc: 0.866523\ttraining's binary_logloss: 0.129253\tvalid_1's auc: 0.832456\tvalid_1's binary_logloss: 0.139801\n", + "[30]\ttraining's auc: 0.867972\ttraining's binary_logloss: 0.128847\tvalid_1's auc: 0.833078\tvalid_1's binary_logloss: 0.139581\n", + "[31]\ttraining's auc: 0.869425\ttraining's binary_logloss: 0.128469\tvalid_1's auc: 0.834168\tvalid_1's binary_logloss: 0.139341\n", + "[32]\ttraining's auc: 0.870227\ttraining's binary_logloss: 0.128096\tvalid_1's auc: 0.834281\tvalid_1's binary_logloss: 0.139135\n", + "[33]\ttraining's auc: 0.871228\ttraining's binary_logloss: 0.127751\tvalid_1's auc: 0.834843\tvalid_1's binary_logloss: 0.138936\n", + "[34]\ttraining's auc: 0.871646\ttraining's binary_logloss: 0.127407\tvalid_1's auc: 0.834967\tvalid_1's binary_logloss: 0.138756\n", + "[35]\ttraining's auc: 0.872355\ttraining's binary_logloss: 0.127085\tvalid_1's auc: 0.835013\tvalid_1's binary_logloss: 0.138594\n", + "[36]\ttraining's auc: 0.873514\ttraining's binary_logloss: 0.126721\tvalid_1's auc: 0.835163\tvalid_1's binary_logloss: 0.138462\n", + "[37]\ttraining's auc: 0.874073\ttraining's binary_logloss: 0.126412\tvalid_1's auc: 0.835213\tvalid_1's binary_logloss: 0.138301\n", + "[38]\ttraining's auc: 0.874931\ttraining's binary_logloss: 0.126084\tvalid_1's auc: 0.835383\tvalid_1's binary_logloss: 0.138164\n", + "[39]\ttraining's auc: 0.875655\ttraining's binary_logloss: 0.125768\tvalid_1's auc: 0.835453\tvalid_1's binary_logloss: 0.138014\n", + "[40]\ttraining's auc: 0.876786\ttraining's binary_logloss: 0.125463\tvalid_1's auc: 0.835675\tvalid_1's binary_logloss: 0.137871\n", + "[41]\ttraining's auc: 0.877281\ttraining's binary_logloss: 0.125177\tvalid_1's auc: 0.835726\tvalid_1's binary_logloss: 0.137756\n", + "[42]\ttraining's auc: 0.87763\ttraining's binary_logloss: 0.124906\tvalid_1's auc: 0.835943\tvalid_1's binary_logloss: 0.137617\n", + "[43]\ttraining's auc: 0.878568\ttraining's binary_logloss: 0.124606\tvalid_1's auc: 0.835985\tvalid_1's binary_logloss: 0.137508\n", + "[44]\ttraining's auc: 0.879009\ttraining's binary_logloss: 0.124333\tvalid_1's auc: 0.836093\tvalid_1's binary_logloss: 0.137431\n", + "[45]\ttraining's auc: 0.879867\ttraining's binary_logloss: 0.124055\tvalid_1's auc: 0.83615\tvalid_1's binary_logloss: 0.137328\n", + "[46]\ttraining's auc: 0.880749\ttraining's binary_logloss: 0.123754\tvalid_1's auc: 0.836371\tvalid_1's binary_logloss: 0.137237\n", + "[47]\ttraining's auc: 0.881356\ttraining's binary_logloss: 0.123492\tvalid_1's auc: 0.836442\tvalid_1's binary_logloss: 0.137161\n", + "[48]\ttraining's auc: 0.882075\ttraining's binary_logloss: 0.123214\tvalid_1's auc: 0.836303\tvalid_1's binary_logloss: 0.137101\n", + "[49]\ttraining's auc: 0.882796\ttraining's binary_logloss: 0.122949\tvalid_1's auc: 0.836352\tvalid_1's binary_logloss: 0.137026\n", + "[50]\ttraining's auc: 0.883288\ttraining's binary_logloss: 0.122693\tvalid_1's auc: 0.836182\tvalid_1's binary_logloss: 0.136986\n", + "[51]\ttraining's auc: 0.883859\ttraining's binary_logloss: 0.122455\tvalid_1's auc: 0.8363\tvalid_1's binary_logloss: 0.136924\n", + "[52]\ttraining's auc: 0.884466\ttraining's binary_logloss: 0.122227\tvalid_1's auc: 0.836571\tvalid_1's binary_logloss: 0.136843\n", + "[53]\ttraining's auc: 0.884967\ttraining's binary_logloss: 0.121986\tvalid_1's auc: 0.836509\tvalid_1's binary_logloss: 0.136822\n", + "[54]\ttraining's auc: 0.885387\ttraining's binary_logloss: 0.121748\tvalid_1's auc: 0.836734\tvalid_1's binary_logloss: 0.136738\n", + "[55]\ttraining's auc: 0.885988\ttraining's binary_logloss: 0.121514\tvalid_1's auc: 0.836574\tvalid_1's binary_logloss: 0.136704\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[56]\ttraining's auc: 0.886452\ttraining's binary_logloss: 0.121309\tvalid_1's auc: 0.836469\tvalid_1's binary_logloss: 0.13668\n", + "[57]\ttraining's auc: 0.886863\ttraining's binary_logloss: 0.121078\tvalid_1's auc: 0.836392\tvalid_1's binary_logloss: 0.13666\n", + "[58]\ttraining's auc: 0.887326\ttraining's binary_logloss: 0.120854\tvalid_1's auc: 0.836364\tvalid_1's binary_logloss: 0.136627\n", + "[59]\ttraining's auc: 0.887866\ttraining's binary_logloss: 0.120624\tvalid_1's auc: 0.836521\tvalid_1's binary_logloss: 0.13657\n", + "[60]\ttraining's auc: 0.88867\ttraining's binary_logloss: 0.120406\tvalid_1's auc: 0.836777\tvalid_1's binary_logloss: 0.136535\n", + "[61]\ttraining's auc: 0.889039\ttraining's binary_logloss: 0.120234\tvalid_1's auc: 0.836747\tvalid_1's binary_logloss: 0.136507\n", + "[62]\ttraining's auc: 0.889571\ttraining's binary_logloss: 0.120034\tvalid_1's auc: 0.836798\tvalid_1's binary_logloss: 0.136463\n", + "[63]\ttraining's auc: 0.890045\ttraining's binary_logloss: 0.119848\tvalid_1's auc: 0.836779\tvalid_1's binary_logloss: 0.136423\n", + "[64]\ttraining's auc: 0.890415\ttraining's binary_logloss: 0.119658\tvalid_1's auc: 0.836685\tvalid_1's binary_logloss: 0.136421\n", + "[65]\ttraining's auc: 0.89117\ttraining's binary_logloss: 0.119459\tvalid_1's auc: 0.836483\tvalid_1's binary_logloss: 0.136415\n", + "[66]\ttraining's auc: 0.891724\ttraining's binary_logloss: 0.119272\tvalid_1's auc: 0.836205\tvalid_1's binary_logloss: 0.13638\n", + "[67]\ttraining's auc: 0.892399\ttraining's binary_logloss: 0.119081\tvalid_1's auc: 0.836162\tvalid_1's binary_logloss: 0.136359\n", + "[68]\ttraining's auc: 0.892884\ttraining's binary_logloss: 0.118884\tvalid_1's auc: 0.836109\tvalid_1's binary_logloss: 0.136354\n", + "[69]\ttraining's auc: 0.89348\ttraining's binary_logloss: 0.118707\tvalid_1's auc: 0.835998\tvalid_1's binary_logloss: 0.136364\n", + "[70]\ttraining's auc: 0.893932\ttraining's binary_logloss: 0.118528\tvalid_1's auc: 0.835947\tvalid_1's binary_logloss: 0.13637\n", + "[71]\ttraining's auc: 0.894719\ttraining's binary_logloss: 0.118351\tvalid_1's auc: 0.835953\tvalid_1's binary_logloss: 0.136356\n", + "[72]\ttraining's auc: 0.894977\ttraining's binary_logloss: 0.118194\tvalid_1's auc: 0.83577\tvalid_1's binary_logloss: 0.136368\n", + "[73]\ttraining's auc: 0.895391\ttraining's binary_logloss: 0.118053\tvalid_1's auc: 0.835908\tvalid_1's binary_logloss: 0.136352\n", + "[74]\ttraining's auc: 0.895811\ttraining's binary_logloss: 0.117879\tvalid_1's auc: 0.836018\tvalid_1's binary_logloss: 0.136344\n", + "[75]\ttraining's auc: 0.896409\ttraining's binary_logloss: 0.117694\tvalid_1's auc: 0.835922\tvalid_1's binary_logloss: 0.136355\n", + "[76]\ttraining's auc: 0.897033\ttraining's binary_logloss: 0.117539\tvalid_1's auc: 0.835831\tvalid_1's binary_logloss: 0.136362\n", + "[77]\ttraining's auc: 0.897363\ttraining's binary_logloss: 0.117382\tvalid_1's auc: 0.8359\tvalid_1's binary_logloss: 0.136348\n", + "[78]\ttraining's auc: 0.897815\ttraining's binary_logloss: 0.117215\tvalid_1's auc: 0.836146\tvalid_1's binary_logloss: 0.136303\n", + "[79]\ttraining's auc: 0.89835\ttraining's binary_logloss: 0.117068\tvalid_1's auc: 0.836085\tvalid_1's binary_logloss: 0.136309\n", + "[80]\ttraining's auc: 0.898702\ttraining's binary_logloss: 0.116927\tvalid_1's auc: 0.836131\tvalid_1's binary_logloss: 0.136292\n", + "[81]\ttraining's auc: 0.899115\ttraining's binary_logloss: 0.116767\tvalid_1's auc: 0.836001\tvalid_1's binary_logloss: 0.136293\n", + "[82]\ttraining's auc: 0.899479\ttraining's binary_logloss: 0.11662\tvalid_1's auc: 0.836134\tvalid_1's binary_logloss: 0.136278\n", + "[83]\ttraining's auc: 0.899956\ttraining's binary_logloss: 0.116482\tvalid_1's auc: 0.835929\tvalid_1's binary_logloss: 0.136303\n", + "[84]\ttraining's auc: 0.90035\ttraining's binary_logloss: 0.116329\tvalid_1's auc: 0.835906\tvalid_1's binary_logloss: 0.136294\n", + "[85]\ttraining's auc: 0.900814\ttraining's binary_logloss: 0.116135\tvalid_1's auc: 0.83594\tvalid_1's binary_logloss: 0.136294\n", + "[86]\ttraining's auc: 0.90119\ttraining's binary_logloss: 0.115995\tvalid_1's auc: 0.836094\tvalid_1's binary_logloss: 0.136261\n", + "[87]\ttraining's auc: 0.901687\ttraining's binary_logloss: 0.115854\tvalid_1's auc: 0.836248\tvalid_1's binary_logloss: 0.136225\n", + "[88]\ttraining's auc: 0.902036\ttraining's binary_logloss: 0.115723\tvalid_1's auc: 0.836255\tvalid_1's binary_logloss: 0.136214\n", + "[89]\ttraining's auc: 0.902547\ttraining's binary_logloss: 0.115543\tvalid_1's auc: 0.83604\tvalid_1's binary_logloss: 0.136255\n", + "[90]\ttraining's auc: 0.902902\ttraining's binary_logloss: 0.115404\tvalid_1's auc: 0.836122\tvalid_1's binary_logloss: 0.136241\n", + "[91]\ttraining's auc: 0.903249\ttraining's binary_logloss: 0.115259\tvalid_1's auc: 0.836169\tvalid_1's binary_logloss: 0.136246\n", + "[92]\ttraining's auc: 0.903965\ttraining's binary_logloss: 0.115045\tvalid_1's auc: 0.836126\tvalid_1's binary_logloss: 0.136255\n", + "[1]\ttraining's auc: 0.838547\ttraining's binary_logloss: 0.157144\tvalid_1's auc: 0.808716\tvalid_1's binary_logloss: 0.159391\n", + "[2]\ttraining's auc: 0.849931\ttraining's binary_logloss: 0.152306\tvalid_1's auc: 0.815043\tvalid_1's binary_logloss: 0.155495\n", + "[3]\ttraining's auc: 0.8499\ttraining's binary_logloss: 0.148526\tvalid_1's auc: 0.814701\tvalid_1's binary_logloss: 0.152549\n", + "[4]\ttraining's auc: 0.855592\ttraining's binary_logloss: 0.145402\tvalid_1's auc: 0.819629\tvalid_1's binary_logloss: 0.150058\n", + "[5]\ttraining's auc: 0.858287\ttraining's binary_logloss: 0.142774\tvalid_1's auc: 0.820861\tvalid_1's binary_logloss: 0.148132\n", + "[6]\ttraining's auc: 0.86058\ttraining's binary_logloss: 0.140544\tvalid_1's auc: 0.822679\tvalid_1's binary_logloss: 0.146517\n", + "[7]\ttraining's auc: 0.862206\ttraining's binary_logloss: 0.13861\tvalid_1's auc: 0.824077\tvalid_1's binary_logloss: 0.145157\n", + "[8]\ttraining's auc: 0.864714\ttraining's binary_logloss: 0.136842\tvalid_1's auc: 0.824028\tvalid_1's binary_logloss: 0.143986\n", + "[9]\ttraining's auc: 0.866184\ttraining's binary_logloss: 0.135305\tvalid_1's auc: 0.824544\tvalid_1's binary_logloss: 0.142944\n", + "[10]\ttraining's auc: 0.867704\ttraining's binary_logloss: 0.133985\tvalid_1's auc: 0.825477\tvalid_1's binary_logloss: 0.142018\n", + "[11]\ttraining's auc: 0.868919\ttraining's binary_logloss: 0.132718\tvalid_1's auc: 0.826474\tvalid_1's binary_logloss: 0.141181\n", + "[12]\ttraining's auc: 0.870045\ttraining's binary_logloss: 0.131555\tvalid_1's auc: 0.8269\tvalid_1's binary_logloss: 0.140573\n", + "[13]\ttraining's auc: 0.872331\ttraining's binary_logloss: 0.130513\tvalid_1's auc: 0.826869\tvalid_1's binary_logloss: 0.139992\n", + "[14]\ttraining's auc: 0.873896\ttraining's binary_logloss: 0.129571\tvalid_1's auc: 0.827183\tvalid_1's binary_logloss: 0.13952\n", + "[15]\ttraining's auc: 0.875132\ttraining's binary_logloss: 0.128685\tvalid_1's auc: 0.827175\tvalid_1's binary_logloss: 0.13907\n", + "[16]\ttraining's auc: 0.876448\ttraining's binary_logloss: 0.127888\tvalid_1's auc: 0.827403\tvalid_1's binary_logloss: 0.138695\n", + "[17]\ttraining's auc: 0.879025\ttraining's binary_logloss: 0.127055\tvalid_1's auc: 0.82836\tvalid_1's binary_logloss: 0.138306\n", + "[18]\ttraining's auc: 0.880618\ttraining's binary_logloss: 0.12631\tvalid_1's auc: 0.829122\tvalid_1's binary_logloss: 0.137967\n", + "[19]\ttraining's auc: 0.881889\ttraining's binary_logloss: 0.125608\tvalid_1's auc: 0.829163\tvalid_1's binary_logloss: 0.137693\n", + "[20]\ttraining's auc: 0.883442\ttraining's binary_logloss: 0.12493\tvalid_1's auc: 0.829058\tvalid_1's binary_logloss: 0.137474\n", + "[21]\ttraining's auc: 0.884831\ttraining's binary_logloss: 0.124273\tvalid_1's auc: 0.828809\tvalid_1's binary_logloss: 0.137329\n", + "[22]\ttraining's auc: 0.886174\ttraining's binary_logloss: 0.123662\tvalid_1's auc: 0.828597\tvalid_1's binary_logloss: 0.137184\n", + "[23]\ttraining's auc: 0.886979\ttraining's binary_logloss: 0.12311\tvalid_1's auc: 0.828712\tvalid_1's binary_logloss: 0.137013\n", + "[24]\ttraining's auc: 0.888376\ttraining's binary_logloss: 0.122529\tvalid_1's auc: 0.828684\tvalid_1's binary_logloss: 0.136898\n", + "[25]\ttraining's auc: 0.889507\ttraining's binary_logloss: 0.121999\tvalid_1's auc: 0.828697\tvalid_1's binary_logloss: 0.136786\n", + "[26]\ttraining's auc: 0.890562\ttraining's binary_logloss: 0.121449\tvalid_1's auc: 0.828639\tvalid_1's binary_logloss: 0.136712\n", + "[27]\ttraining's auc: 0.891615\ttraining's binary_logloss: 0.120921\tvalid_1's auc: 0.828739\tvalid_1's binary_logloss: 0.136618\n", + "[28]\ttraining's auc: 0.892586\ttraining's binary_logloss: 0.120459\tvalid_1's auc: 0.828677\tvalid_1's binary_logloss: 0.136544\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[29]\ttraining's auc: 0.893935\ttraining's binary_logloss: 0.119937\tvalid_1's auc: 0.828711\tvalid_1's binary_logloss: 0.136509\n", + "[30]\ttraining's auc: 0.895273\ttraining's binary_logloss: 0.119431\tvalid_1's auc: 0.828563\tvalid_1's binary_logloss: 0.136482\n", + "[31]\ttraining's auc: 0.896287\ttraining's binary_logloss: 0.118995\tvalid_1's auc: 0.828181\tvalid_1's binary_logloss: 0.136463\n", + "[32]\ttraining's auc: 0.897351\ttraining's binary_logloss: 0.118512\tvalid_1's auc: 0.828068\tvalid_1's binary_logloss: 0.136447\n", + "[33]\ttraining's auc: 0.898394\ttraining's binary_logloss: 0.118056\tvalid_1's auc: 0.828029\tvalid_1's binary_logloss: 0.136434\n", + "[34]\ttraining's auc: 0.899302\ttraining's binary_logloss: 0.117634\tvalid_1's auc: 0.827733\tvalid_1's binary_logloss: 0.13645\n", + "[35]\ttraining's auc: 0.900415\ttraining's binary_logloss: 0.117241\tvalid_1's auc: 0.827163\tvalid_1's binary_logloss: 0.136506\n", + "[36]\ttraining's auc: 0.901416\ttraining's binary_logloss: 0.116872\tvalid_1's auc: 0.827381\tvalid_1's binary_logloss: 0.136508\n", + "[37]\ttraining's auc: 0.902489\ttraining's binary_logloss: 0.116447\tvalid_1's auc: 0.827645\tvalid_1's binary_logloss: 0.136466\n", + "[38]\ttraining's auc: 0.903706\ttraining's binary_logloss: 0.116045\tvalid_1's auc: 0.827078\tvalid_1's binary_logloss: 0.136547\n", + "[39]\ttraining's auc: 0.904968\ttraining's binary_logloss: 0.115593\tvalid_1's auc: 0.827634\tvalid_1's binary_logloss: 0.136492\n", + "[40]\ttraining's auc: 0.905847\ttraining's binary_logloss: 0.115223\tvalid_1's auc: 0.82737\tvalid_1's binary_logloss: 0.136555\n", + "[41]\ttraining's auc: 0.906717\ttraining's binary_logloss: 0.114856\tvalid_1's auc: 0.827104\tvalid_1's binary_logloss: 0.136587\n", + "[42]\ttraining's auc: 0.907481\ttraining's binary_logloss: 0.114525\tvalid_1's auc: 0.827163\tvalid_1's binary_logloss: 0.136612\n", + "[43]\ttraining's auc: 0.908702\ttraining's binary_logloss: 0.114177\tvalid_1's auc: 0.827566\tvalid_1's binary_logloss: 0.13654\n", + "[44]\ttraining's auc: 0.909689\ttraining's binary_logloss: 0.113858\tvalid_1's auc: 0.827549\tvalid_1's binary_logloss: 0.136563\n", + "[45]\ttraining's auc: 0.910926\ttraining's binary_logloss: 0.113512\tvalid_1's auc: 0.827493\tvalid_1's binary_logloss: 0.13657\n", + "[46]\ttraining's auc: 0.911954\ttraining's binary_logloss: 0.113212\tvalid_1's auc: 0.827316\tvalid_1's binary_logloss: 0.136598\n", + "[47]\ttraining's auc: 0.912811\ttraining's binary_logloss: 0.112814\tvalid_1's auc: 0.827479\tvalid_1's binary_logloss: 0.136622\n", + "[48]\ttraining's auc: 0.913744\ttraining's binary_logloss: 0.112512\tvalid_1's auc: 0.82744\tvalid_1's binary_logloss: 0.136633\n", + "[49]\ttraining's auc: 0.914518\ttraining's binary_logloss: 0.112238\tvalid_1's auc: 0.827549\tvalid_1's binary_logloss: 0.136629\n", + "[1]\ttraining's auc: 0.832955\ttraining's binary_logloss: 0.159661\tvalid_1's auc: 0.814477\tvalid_1's binary_logloss: 0.154921\n", + "[2]\ttraining's auc: 0.841034\ttraining's binary_logloss: 0.154597\tvalid_1's auc: 0.818454\tvalid_1's binary_logloss: 0.15081\n", + "[3]\ttraining's auc: 0.845832\ttraining's binary_logloss: 0.150692\tvalid_1's auc: 0.824849\tvalid_1's binary_logloss: 0.147636\n", + "[4]\ttraining's auc: 0.853035\ttraining's binary_logloss: 0.147564\tvalid_1's auc: 0.829998\tvalid_1's binary_logloss: 0.145225\n", + "[5]\ttraining's auc: 0.855849\ttraining's binary_logloss: 0.144952\tvalid_1's auc: 0.831812\tvalid_1's binary_logloss: 0.143249\n", + "[6]\ttraining's auc: 0.859965\ttraining's binary_logloss: 0.142706\tvalid_1's auc: 0.833327\tvalid_1's binary_logloss: 0.14156\n", + "[7]\ttraining's auc: 0.862234\ttraining's binary_logloss: 0.140723\tvalid_1's auc: 0.833597\tvalid_1's binary_logloss: 0.140163\n", + "[8]\ttraining's auc: 0.863698\ttraining's binary_logloss: 0.139002\tvalid_1's auc: 0.833428\tvalid_1's binary_logloss: 0.138958\n", + "[9]\ttraining's auc: 0.866036\ttraining's binary_logloss: 0.137471\tvalid_1's auc: 0.83421\tvalid_1's binary_logloss: 0.137957\n", + "[10]\ttraining's auc: 0.867454\ttraining's binary_logloss: 0.136038\tvalid_1's auc: 0.834454\tvalid_1's binary_logloss: 0.137012\n", + "[11]\ttraining's auc: 0.86947\ttraining's binary_logloss: 0.134799\tvalid_1's auc: 0.835105\tvalid_1's binary_logloss: 0.136209\n", + "[12]\ttraining's auc: 0.870597\ttraining's binary_logloss: 0.13367\tvalid_1's auc: 0.835021\tvalid_1's binary_logloss: 0.135533\n", + "[13]\ttraining's auc: 0.872193\ttraining's binary_logloss: 0.13258\tvalid_1's auc: 0.834957\tvalid_1's binary_logloss: 0.13498\n", + "[14]\ttraining's auc: 0.874149\ttraining's binary_logloss: 0.131649\tvalid_1's auc: 0.835006\tvalid_1's binary_logloss: 0.134457\n", + "[15]\ttraining's auc: 0.874909\ttraining's binary_logloss: 0.130767\tvalid_1's auc: 0.83517\tvalid_1's binary_logloss: 0.134\n", + "[16]\ttraining's auc: 0.87626\ttraining's binary_logloss: 0.129849\tvalid_1's auc: 0.8346\tvalid_1's binary_logloss: 0.133705\n", + "[17]\ttraining's auc: 0.877799\ttraining's binary_logloss: 0.129068\tvalid_1's auc: 0.834367\tvalid_1's binary_logloss: 0.133384\n", + "[18]\ttraining's auc: 0.879087\ttraining's binary_logloss: 0.128341\tvalid_1's auc: 0.834923\tvalid_1's binary_logloss: 0.133053\n", + "[19]\ttraining's auc: 0.880554\ttraining's binary_logloss: 0.127595\tvalid_1's auc: 0.834531\tvalid_1's binary_logloss: 0.132783\n", + "[20]\ttraining's auc: 0.881676\ttraining's binary_logloss: 0.126972\tvalid_1's auc: 0.834626\tvalid_1's binary_logloss: 0.132567\n", + "[21]\ttraining's auc: 0.882815\ttraining's binary_logloss: 0.12637\tvalid_1's auc: 0.834507\tvalid_1's binary_logloss: 0.132327\n", + "[22]\ttraining's auc: 0.883892\ttraining's binary_logloss: 0.125734\tvalid_1's auc: 0.83445\tvalid_1's binary_logloss: 0.132196\n", + "[23]\ttraining's auc: 0.884929\ttraining's binary_logloss: 0.125133\tvalid_1's auc: 0.834185\tvalid_1's binary_logloss: 0.132045\n", + "[24]\ttraining's auc: 0.886335\ttraining's binary_logloss: 0.124555\tvalid_1's auc: 0.834911\tvalid_1's binary_logloss: 0.131881\n", + "[25]\ttraining's auc: 0.887442\ttraining's binary_logloss: 0.123986\tvalid_1's auc: 0.834756\tvalid_1's binary_logloss: 0.131767\n", + "[26]\ttraining's auc: 0.888776\ttraining's binary_logloss: 0.123464\tvalid_1's auc: 0.835068\tvalid_1's binary_logloss: 0.131629\n", + "[27]\ttraining's auc: 0.890277\ttraining's binary_logloss: 0.122875\tvalid_1's auc: 0.835211\tvalid_1's binary_logloss: 0.131496\n", + "[28]\ttraining's auc: 0.891345\ttraining's binary_logloss: 0.122352\tvalid_1's auc: 0.835579\tvalid_1's binary_logloss: 0.131371\n", + "[29]\ttraining's auc: 0.892592\ttraining's binary_logloss: 0.121824\tvalid_1's auc: 0.835718\tvalid_1's binary_logloss: 0.131268\n", + "[30]\ttraining's auc: 0.893475\ttraining's binary_logloss: 0.121347\tvalid_1's auc: 0.835758\tvalid_1's binary_logloss: 0.131185\n", + "[31]\ttraining's auc: 0.894668\ttraining's binary_logloss: 0.120859\tvalid_1's auc: 0.836076\tvalid_1's binary_logloss: 0.131072\n", + "[32]\ttraining's auc: 0.895701\ttraining's binary_logloss: 0.120411\tvalid_1's auc: 0.836422\tvalid_1's binary_logloss: 0.130983\n", + "[33]\ttraining's auc: 0.89654\ttraining's binary_logloss: 0.119957\tvalid_1's auc: 0.836136\tvalid_1's binary_logloss: 0.130951\n", + "[34]\ttraining's auc: 0.89769\ttraining's binary_logloss: 0.119498\tvalid_1's auc: 0.836343\tvalid_1's binary_logloss: 0.130885\n", + "[35]\ttraining's auc: 0.898662\ttraining's binary_logloss: 0.119072\tvalid_1's auc: 0.836329\tvalid_1's binary_logloss: 0.130832\n", + "[36]\ttraining's auc: 0.900012\ttraining's binary_logloss: 0.11864\tvalid_1's auc: 0.83652\tvalid_1's binary_logloss: 0.130748\n", + "[37]\ttraining's auc: 0.901609\ttraining's binary_logloss: 0.118181\tvalid_1's auc: 0.836462\tvalid_1's binary_logloss: 0.130714\n", + "[38]\ttraining's auc: 0.903017\ttraining's binary_logloss: 0.117762\tvalid_1's auc: 0.836433\tvalid_1's binary_logloss: 0.130694\n", + "[39]\ttraining's auc: 0.903998\ttraining's binary_logloss: 0.117391\tvalid_1's auc: 0.836531\tvalid_1's binary_logloss: 0.130661\n", + "[40]\ttraining's auc: 0.904903\ttraining's binary_logloss: 0.116978\tvalid_1's auc: 0.836623\tvalid_1's binary_logloss: 0.13066\n", + "[41]\ttraining's auc: 0.905675\ttraining's binary_logloss: 0.116628\tvalid_1's auc: 0.836239\tvalid_1's binary_logloss: 0.130709\n", + "[42]\ttraining's auc: 0.906845\ttraining's binary_logloss: 0.116228\tvalid_1's auc: 0.836139\tvalid_1's binary_logloss: 0.130711\n", + "[43]\ttraining's auc: 0.908164\ttraining's binary_logloss: 0.115854\tvalid_1's auc: 0.836012\tvalid_1's binary_logloss: 0.130733\n", + "[44]\ttraining's auc: 0.909104\ttraining's binary_logloss: 0.115505\tvalid_1's auc: 0.835888\tvalid_1's binary_logloss: 0.130749\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[45]\ttraining's auc: 0.910033\ttraining's binary_logloss: 0.115157\tvalid_1's auc: 0.83586\tvalid_1's binary_logloss: 0.13074\n", + "[46]\ttraining's auc: 0.910565\ttraining's binary_logloss: 0.114884\tvalid_1's auc: 0.835814\tvalid_1's binary_logloss: 0.130764\n", + "[47]\ttraining's auc: 0.911279\ttraining's binary_logloss: 0.114544\tvalid_1's auc: 0.835861\tvalid_1's binary_logloss: 0.130758\n", + "[48]\ttraining's auc: 0.912165\ttraining's binary_logloss: 0.114192\tvalid_1's auc: 0.835826\tvalid_1's binary_logloss: 0.130778\n", + "[49]\ttraining's auc: 0.913024\ttraining's binary_logloss: 0.113829\tvalid_1's auc: 0.835553\tvalid_1's binary_logloss: 0.130822\n", + "[50]\ttraining's auc: 0.913787\ttraining's binary_logloss: 0.113536\tvalid_1's auc: 0.835378\tvalid_1's binary_logloss: 0.130847\n", + "[51]\ttraining's auc: 0.914369\ttraining's binary_logloss: 0.113203\tvalid_1's auc: 0.834941\tvalid_1's binary_logloss: 0.130919\n", + "[52]\ttraining's auc: 0.915014\ttraining's binary_logloss: 0.1129\tvalid_1's auc: 0.835186\tvalid_1's binary_logloss: 0.130899\n", + "[53]\ttraining's auc: 0.91561\ttraining's binary_logloss: 0.112649\tvalid_1's auc: 0.835199\tvalid_1's binary_logloss: 0.13089\n", + "[54]\ttraining's auc: 0.916415\ttraining's binary_logloss: 0.112331\tvalid_1's auc: 0.835047\tvalid_1's binary_logloss: 0.130932\n", + "[55]\ttraining's auc: 0.917144\ttraining's binary_logloss: 0.112033\tvalid_1's auc: 0.83541\tvalid_1's binary_logloss: 0.130896\n", + "[56]\ttraining's auc: 0.917846\ttraining's binary_logloss: 0.111732\tvalid_1's auc: 0.835525\tvalid_1's binary_logloss: 0.13088\n", + "[57]\ttraining's auc: 0.918543\ttraining's binary_logloss: 0.111403\tvalid_1's auc: 0.835368\tvalid_1's binary_logloss: 0.130932\n", + "[58]\ttraining's auc: 0.919059\ttraining's binary_logloss: 0.111135\tvalid_1's auc: 0.835032\tvalid_1's binary_logloss: 0.130986\n", + "[59]\ttraining's auc: 0.919591\ttraining's binary_logloss: 0.110862\tvalid_1's auc: 0.834809\tvalid_1's binary_logloss: 0.131006\n", + "[60]\ttraining's auc: 0.920085\ttraining's binary_logloss: 0.110619\tvalid_1's auc: 0.834925\tvalid_1's binary_logloss: 0.131012\n", + "[61]\ttraining's auc: 0.920539\ttraining's binary_logloss: 0.110372\tvalid_1's auc: 0.835\tvalid_1's binary_logloss: 0.13101\n", + "[62]\ttraining's auc: 0.920981\ttraining's binary_logloss: 0.110098\tvalid_1's auc: 0.834637\tvalid_1's binary_logloss: 0.131071\n", + "[63]\ttraining's auc: 0.921642\ttraining's binary_logloss: 0.109803\tvalid_1's auc: 0.834397\tvalid_1's binary_logloss: 0.13112\n", + "[64]\ttraining's auc: 0.922142\ttraining's binary_logloss: 0.109528\tvalid_1's auc: 0.834641\tvalid_1's binary_logloss: 0.131093\n", + "[65]\ttraining's auc: 0.92265\ttraining's binary_logloss: 0.109248\tvalid_1's auc: 0.834681\tvalid_1's binary_logloss: 0.131116\n", + "[66]\ttraining's auc: 0.923032\ttraining's binary_logloss: 0.108997\tvalid_1's auc: 0.834644\tvalid_1's binary_logloss: 0.131093\n", + "[67]\ttraining's auc: 0.923486\ttraining's binary_logloss: 0.108721\tvalid_1's auc: 0.834497\tvalid_1's binary_logloss: 0.131135\n", + "[68]\ttraining's auc: 0.924305\ttraining's binary_logloss: 0.108392\tvalid_1's auc: 0.834231\tvalid_1's binary_logloss: 0.131188\n", + "[69]\ttraining's auc: 0.924964\ttraining's binary_logloss: 0.108077\tvalid_1's auc: 0.834259\tvalid_1's binary_logloss: 0.131168\n", + "[70]\ttraining's auc: 0.925411\ttraining's binary_logloss: 0.107898\tvalid_1's auc: 0.834576\tvalid_1's binary_logloss: 0.131134\n", + "[1]\ttraining's auc: 0.834251\ttraining's binary_logloss: 0.156241\tvalid_1's auc: 0.81377\tvalid_1's binary_logloss: 0.162346\n", + "[2]\ttraining's auc: 0.840253\ttraining's binary_logloss: 0.15148\tvalid_1's auc: 0.817637\tvalid_1's binary_logloss: 0.158043\n", + "[3]\ttraining's auc: 0.849165\ttraining's binary_logloss: 0.14776\tvalid_1's auc: 0.82521\tvalid_1's binary_logloss: 0.154529\n", + "[4]\ttraining's auc: 0.851326\ttraining's binary_logloss: 0.144608\tvalid_1's auc: 0.826341\tvalid_1's binary_logloss: 0.151849\n", + "[5]\ttraining's auc: 0.854186\ttraining's binary_logloss: 0.142005\tvalid_1's auc: 0.82828\tvalid_1's binary_logloss: 0.149707\n", + "[6]\ttraining's auc: 0.856439\ttraining's binary_logloss: 0.139777\tvalid_1's auc: 0.828591\tvalid_1's binary_logloss: 0.147954\n", + "[7]\ttraining's auc: 0.858919\ttraining's binary_logloss: 0.137887\tvalid_1's auc: 0.829892\tvalid_1's binary_logloss: 0.146448\n", + "[8]\ttraining's auc: 0.860501\ttraining's binary_logloss: 0.136247\tvalid_1's auc: 0.829542\tvalid_1's binary_logloss: 0.145255\n", + "[9]\ttraining's auc: 0.862243\ttraining's binary_logloss: 0.134783\tvalid_1's auc: 0.829976\tvalid_1's binary_logloss: 0.144175\n", + "[10]\ttraining's auc: 0.863777\ttraining's binary_logloss: 0.133319\tvalid_1's auc: 0.829919\tvalid_1's binary_logloss: 0.14334\n", + "[11]\ttraining's auc: 0.865685\ttraining's binary_logloss: 0.132099\tvalid_1's auc: 0.831191\tvalid_1's binary_logloss: 0.142504\n", + "[12]\ttraining's auc: 0.868624\ttraining's binary_logloss: 0.130988\tvalid_1's auc: 0.833196\tvalid_1's binary_logloss: 0.141825\n", + "[13]\ttraining's auc: 0.870049\ttraining's binary_logloss: 0.12995\tvalid_1's auc: 0.833712\tvalid_1's binary_logloss: 0.141146\n", + "[14]\ttraining's auc: 0.871684\ttraining's binary_logloss: 0.128983\tvalid_1's auc: 0.834128\tvalid_1's binary_logloss: 0.140572\n", + "[15]\ttraining's auc: 0.87315\ttraining's binary_logloss: 0.128086\tvalid_1's auc: 0.834391\tvalid_1's binary_logloss: 0.140113\n", + "[16]\ttraining's auc: 0.874963\ttraining's binary_logloss: 0.127236\tvalid_1's auc: 0.834971\tvalid_1's binary_logloss: 0.139621\n", + "[17]\ttraining's auc: 0.876906\ttraining's binary_logloss: 0.126455\tvalid_1's auc: 0.834598\tvalid_1's binary_logloss: 0.139229\n", + "[18]\ttraining's auc: 0.878612\ttraining's binary_logloss: 0.125758\tvalid_1's auc: 0.835187\tvalid_1's binary_logloss: 0.138875\n", + "[19]\ttraining's auc: 0.880258\ttraining's binary_logloss: 0.125004\tvalid_1's auc: 0.835354\tvalid_1's binary_logloss: 0.138549\n", + "[20]\ttraining's auc: 0.881595\ttraining's binary_logloss: 0.124321\tvalid_1's auc: 0.835692\tvalid_1's binary_logloss: 0.138255\n", + "[21]\ttraining's auc: 0.883537\ttraining's binary_logloss: 0.123629\tvalid_1's auc: 0.835453\tvalid_1's binary_logloss: 0.13805\n", + "[22]\ttraining's auc: 0.884803\ttraining's binary_logloss: 0.123015\tvalid_1's auc: 0.835477\tvalid_1's binary_logloss: 0.137863\n", + "[23]\ttraining's auc: 0.886385\ttraining's binary_logloss: 0.12241\tvalid_1's auc: 0.835577\tvalid_1's binary_logloss: 0.137649\n", + "[24]\ttraining's auc: 0.888124\ttraining's binary_logloss: 0.121843\tvalid_1's auc: 0.835668\tvalid_1's binary_logloss: 0.137449\n", + "[25]\ttraining's auc: 0.889375\ttraining's binary_logloss: 0.121313\tvalid_1's auc: 0.835586\tvalid_1's binary_logloss: 0.137354\n", + "[26]\ttraining's auc: 0.890484\ttraining's binary_logloss: 0.120781\tvalid_1's auc: 0.835362\tvalid_1's binary_logloss: 0.137258\n", + "[27]\ttraining's auc: 0.891711\ttraining's binary_logloss: 0.12025\tvalid_1's auc: 0.835201\tvalid_1's binary_logloss: 0.137219\n", + "[28]\ttraining's auc: 0.892863\ttraining's binary_logloss: 0.119704\tvalid_1's auc: 0.835568\tvalid_1's binary_logloss: 0.137117\n", + "[29]\ttraining's auc: 0.893852\ttraining's binary_logloss: 0.119221\tvalid_1's auc: 0.835341\tvalid_1's binary_logloss: 0.137055\n", + "[30]\ttraining's auc: 0.894876\ttraining's binary_logloss: 0.118752\tvalid_1's auc: 0.835209\tvalid_1's binary_logloss: 0.136969\n", + "[31]\ttraining's auc: 0.895822\ttraining's binary_logloss: 0.118312\tvalid_1's auc: 0.834928\tvalid_1's binary_logloss: 0.136953\n", + "[32]\ttraining's auc: 0.896597\ttraining's binary_logloss: 0.117915\tvalid_1's auc: 0.834646\tvalid_1's binary_logloss: 0.136936\n", + "[33]\ttraining's auc: 0.897847\ttraining's binary_logloss: 0.117441\tvalid_1's auc: 0.834643\tvalid_1's binary_logloss: 0.136855\n", + "[34]\ttraining's auc: 0.899428\ttraining's binary_logloss: 0.116998\tvalid_1's auc: 0.83442\tvalid_1's binary_logloss: 0.13685\n", + "[35]\ttraining's auc: 0.900371\ttraining's binary_logloss: 0.116596\tvalid_1's auc: 0.834812\tvalid_1's binary_logloss: 0.136753\n", + "[36]\ttraining's auc: 0.901682\ttraining's binary_logloss: 0.116232\tvalid_1's auc: 0.834883\tvalid_1's binary_logloss: 0.136718\n", + "[37]\ttraining's auc: 0.902692\ttraining's binary_logloss: 0.115839\tvalid_1's auc: 0.834578\tvalid_1's binary_logloss: 0.136731\n", + "[38]\ttraining's auc: 0.903456\ttraining's binary_logloss: 0.115441\tvalid_1's auc: 0.834897\tvalid_1's binary_logloss: 0.136669\n", + "[39]\ttraining's auc: 0.904583\ttraining's binary_logloss: 0.115017\tvalid_1's auc: 0.835112\tvalid_1's binary_logloss: 0.136651\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[40]\ttraining's auc: 0.905344\ttraining's binary_logloss: 0.114685\tvalid_1's auc: 0.834799\tvalid_1's binary_logloss: 0.136689\n", + "[41]\ttraining's auc: 0.906079\ttraining's binary_logloss: 0.114293\tvalid_1's auc: 0.834586\tvalid_1's binary_logloss: 0.1367\n", + "[42]\ttraining's auc: 0.907004\ttraining's binary_logloss: 0.114011\tvalid_1's auc: 0.834656\tvalid_1's binary_logloss: 0.136689\n", + "[43]\ttraining's auc: 0.907974\ttraining's binary_logloss: 0.11366\tvalid_1's auc: 0.834627\tvalid_1's binary_logloss: 0.136669\n", + "[44]\ttraining's auc: 0.908912\ttraining's binary_logloss: 0.113285\tvalid_1's auc: 0.834535\tvalid_1's binary_logloss: 0.1367\n", + "[45]\ttraining's auc: 0.909517\ttraining's binary_logloss: 0.112978\tvalid_1's auc: 0.834572\tvalid_1's binary_logloss: 0.136693\n", + "[46]\ttraining's auc: 0.910204\ttraining's binary_logloss: 0.112677\tvalid_1's auc: 0.834538\tvalid_1's binary_logloss: 0.136714\n", + "[47]\ttraining's auc: 0.911004\ttraining's binary_logloss: 0.112327\tvalid_1's auc: 0.834551\tvalid_1's binary_logloss: 0.136707\n", + "[48]\ttraining's auc: 0.911965\ttraining's binary_logloss: 0.111893\tvalid_1's auc: 0.834604\tvalid_1's binary_logloss: 0.136691\n", + "[49]\ttraining's auc: 0.912796\ttraining's binary_logloss: 0.111527\tvalid_1's auc: 0.83489\tvalid_1's binary_logloss: 0.13666\n", + "[50]\ttraining's auc: 0.914141\ttraining's binary_logloss: 0.111193\tvalid_1's auc: 0.835163\tvalid_1's binary_logloss: 0.136627\n", + "[1]\ttraining's auc: 0.833002\ttraining's binary_logloss: 0.163401\tvalid_1's auc: 0.808905\tvalid_1's binary_logloss: 0.164465\n", + "[2]\ttraining's auc: 0.833925\ttraining's binary_logloss: 0.162294\tvalid_1's auc: 0.80878\tvalid_1's binary_logloss: 0.163551\n", + "[3]\ttraining's auc: 0.834518\ttraining's binary_logloss: 0.161251\tvalid_1's auc: 0.808654\tvalid_1's binary_logloss: 0.162692\n", + "[4]\ttraining's auc: 0.834612\ttraining's binary_logloss: 0.160277\tvalid_1's auc: 0.808871\tvalid_1's binary_logloss: 0.161882\n", + "[5]\ttraining's auc: 0.835915\ttraining's binary_logloss: 0.159352\tvalid_1's auc: 0.810266\tvalid_1's binary_logloss: 0.161094\n", + "[6]\ttraining's auc: 0.837624\ttraining's binary_logloss: 0.158471\tvalid_1's auc: 0.810811\tvalid_1's binary_logloss: 0.160375\n", + "[7]\ttraining's auc: 0.839474\ttraining's binary_logloss: 0.157626\tvalid_1's auc: 0.812628\tvalid_1's binary_logloss: 0.159661\n", + "[8]\ttraining's auc: 0.839906\ttraining's binary_logloss: 0.156827\tvalid_1's auc: 0.812978\tvalid_1's binary_logloss: 0.158999\n", + "[9]\ttraining's auc: 0.840445\ttraining's binary_logloss: 0.156063\tvalid_1's auc: 0.813317\tvalid_1's binary_logloss: 0.158363\n", + "[10]\ttraining's auc: 0.840506\ttraining's binary_logloss: 0.155322\tvalid_1's auc: 0.81333\tvalid_1's binary_logloss: 0.157777\n", + "[11]\ttraining's auc: 0.841902\ttraining's binary_logloss: 0.154613\tvalid_1's auc: 0.81388\tvalid_1's binary_logloss: 0.157191\n", + "[12]\ttraining's auc: 0.841874\ttraining's binary_logloss: 0.153926\tvalid_1's auc: 0.813948\tvalid_1's binary_logloss: 0.156641\n", + "[13]\ttraining's auc: 0.842196\ttraining's binary_logloss: 0.153275\tvalid_1's auc: 0.814179\tvalid_1's binary_logloss: 0.156103\n", + "[14]\ttraining's auc: 0.843509\ttraining's binary_logloss: 0.152641\tvalid_1's auc: 0.815628\tvalid_1's binary_logloss: 0.155564\n", + "[15]\ttraining's auc: 0.844152\ttraining's binary_logloss: 0.152023\tvalid_1's auc: 0.816106\tvalid_1's binary_logloss: 0.155041\n", + "[16]\ttraining's auc: 0.844406\ttraining's binary_logloss: 0.151438\tvalid_1's auc: 0.816811\tvalid_1's binary_logloss: 0.154536\n", + "[17]\ttraining's auc: 0.846144\ttraining's binary_logloss: 0.150874\tvalid_1's auc: 0.818349\tvalid_1's binary_logloss: 0.154074\n", + "[18]\ttraining's auc: 0.846653\ttraining's binary_logloss: 0.150327\tvalid_1's auc: 0.818567\tvalid_1's binary_logloss: 0.153622\n", + "[19]\ttraining's auc: 0.847202\ttraining's binary_logloss: 0.149791\tvalid_1's auc: 0.818535\tvalid_1's binary_logloss: 0.153186\n", + "[20]\ttraining's auc: 0.848492\ttraining's binary_logloss: 0.149275\tvalid_1's auc: 0.819101\tvalid_1's binary_logloss: 0.152748\n", + "[21]\ttraining's auc: 0.848804\ttraining's binary_logloss: 0.148777\tvalid_1's auc: 0.819225\tvalid_1's binary_logloss: 0.152353\n", + "[22]\ttraining's auc: 0.849008\ttraining's binary_logloss: 0.148297\tvalid_1's auc: 0.819354\tvalid_1's binary_logloss: 0.151949\n", + "[23]\ttraining's auc: 0.84961\ttraining's binary_logloss: 0.147828\tvalid_1's auc: 0.819586\tvalid_1's binary_logloss: 0.151571\n", + "[24]\ttraining's auc: 0.85028\ttraining's binary_logloss: 0.147364\tvalid_1's auc: 0.820223\tvalid_1's binary_logloss: 0.151207\n", + "[25]\ttraining's auc: 0.850855\ttraining's binary_logloss: 0.14691\tvalid_1's auc: 0.820538\tvalid_1's binary_logloss: 0.150844\n", + "[26]\ttraining's auc: 0.851427\ttraining's binary_logloss: 0.146462\tvalid_1's auc: 0.821103\tvalid_1's binary_logloss: 0.150492\n", + "[27]\ttraining's auc: 0.852167\ttraining's binary_logloss: 0.146026\tvalid_1's auc: 0.821961\tvalid_1's binary_logloss: 0.150152\n", + "[28]\ttraining's auc: 0.852403\ttraining's binary_logloss: 0.145604\tvalid_1's auc: 0.822142\tvalid_1's binary_logloss: 0.149824\n", + "[29]\ttraining's auc: 0.852716\ttraining's binary_logloss: 0.145192\tvalid_1's auc: 0.822388\tvalid_1's binary_logloss: 0.1495\n", + "[30]\ttraining's auc: 0.853346\ttraining's binary_logloss: 0.144797\tvalid_1's auc: 0.822883\tvalid_1's binary_logloss: 0.149182\n", + "[31]\ttraining's auc: 0.853573\ttraining's binary_logloss: 0.144406\tvalid_1's auc: 0.822895\tvalid_1's binary_logloss: 0.14889\n", + "[32]\ttraining's auc: 0.854077\ttraining's binary_logloss: 0.14402\tvalid_1's auc: 0.823291\tvalid_1's binary_logloss: 0.148593\n", + "[33]\ttraining's auc: 0.854195\ttraining's binary_logloss: 0.14364\tvalid_1's auc: 0.823267\tvalid_1's binary_logloss: 0.148304\n", + "[34]\ttraining's auc: 0.854458\ttraining's binary_logloss: 0.143277\tvalid_1's auc: 0.823337\tvalid_1's binary_logloss: 0.148027\n", + "[35]\ttraining's auc: 0.854771\ttraining's binary_logloss: 0.142926\tvalid_1's auc: 0.823282\tvalid_1's binary_logloss: 0.147761\n", + "[36]\ttraining's auc: 0.85495\ttraining's binary_logloss: 0.142583\tvalid_1's auc: 0.823259\tvalid_1's binary_logloss: 0.147499\n", + "[37]\ttraining's auc: 0.855153\ttraining's binary_logloss: 0.14224\tvalid_1's auc: 0.823281\tvalid_1's binary_logloss: 0.147244\n", + "[38]\ttraining's auc: 0.855319\ttraining's binary_logloss: 0.141899\tvalid_1's auc: 0.823545\tvalid_1's binary_logloss: 0.146983\n", + "[39]\ttraining's auc: 0.85554\ttraining's binary_logloss: 0.141569\tvalid_1's auc: 0.823726\tvalid_1's binary_logloss: 0.146736\n", + "[40]\ttraining's auc: 0.85568\ttraining's binary_logloss: 0.141246\tvalid_1's auc: 0.823775\tvalid_1's binary_logloss: 0.146503\n", + "[41]\ttraining's auc: 0.858245\ttraining's binary_logloss: 0.140931\tvalid_1's auc: 0.825046\tvalid_1's binary_logloss: 0.146258\n", + "[42]\ttraining's auc: 0.858536\ttraining's binary_logloss: 0.140624\tvalid_1's auc: 0.825273\tvalid_1's binary_logloss: 0.146022\n", + "[43]\ttraining's auc: 0.858775\ttraining's binary_logloss: 0.140329\tvalid_1's auc: 0.82525\tvalid_1's binary_logloss: 0.145792\n", + "[44]\ttraining's auc: 0.85895\ttraining's binary_logloss: 0.140033\tvalid_1's auc: 0.825475\tvalid_1's binary_logloss: 0.145574\n", + "[45]\ttraining's auc: 0.859091\ttraining's binary_logloss: 0.139745\tvalid_1's auc: 0.825521\tvalid_1's binary_logloss: 0.145361\n", + "[46]\ttraining's auc: 0.859187\ttraining's binary_logloss: 0.139468\tvalid_1's auc: 0.825352\tvalid_1's binary_logloss: 0.145158\n", + "[47]\ttraining's auc: 0.859336\ttraining's binary_logloss: 0.139197\tvalid_1's auc: 0.825581\tvalid_1's binary_logloss: 0.144954\n", + "[48]\ttraining's auc: 0.859763\ttraining's binary_logloss: 0.13893\tvalid_1's auc: 0.825914\tvalid_1's binary_logloss: 0.144754\n", + "[49]\ttraining's auc: 0.859829\ttraining's binary_logloss: 0.138668\tvalid_1's auc: 0.825948\tvalid_1's binary_logloss: 0.14455\n", + "[50]\ttraining's auc: 0.860009\ttraining's binary_logloss: 0.138414\tvalid_1's auc: 0.826457\tvalid_1's binary_logloss: 0.14434\n", + "[51]\ttraining's auc: 0.860094\ttraining's binary_logloss: 0.138167\tvalid_1's auc: 0.826479\tvalid_1's binary_logloss: 0.14416\n", + "[52]\ttraining's auc: 0.860319\ttraining's binary_logloss: 0.137921\tvalid_1's auc: 0.826691\tvalid_1's binary_logloss: 0.143959\n", + "[53]\ttraining's auc: 0.860765\ttraining's binary_logloss: 0.137674\tvalid_1's auc: 0.826777\tvalid_1's binary_logloss: 0.143777\n", + "[54]\ttraining's auc: 0.861098\ttraining's binary_logloss: 0.137431\tvalid_1's auc: 0.826917\tvalid_1's binary_logloss: 0.143592\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[55]\ttraining's auc: 0.861411\ttraining's binary_logloss: 0.137193\tvalid_1's auc: 0.826837\tvalid_1's binary_logloss: 0.143415\n", + "[56]\ttraining's auc: 0.862355\ttraining's binary_logloss: 0.136964\tvalid_1's auc: 0.827062\tvalid_1's binary_logloss: 0.143249\n", + "[57]\ttraining's auc: 0.862447\ttraining's binary_logloss: 0.13674\tvalid_1's auc: 0.827077\tvalid_1's binary_logloss: 0.143098\n", + "[58]\ttraining's auc: 0.86267\ttraining's binary_logloss: 0.13652\tvalid_1's auc: 0.827044\tvalid_1's binary_logloss: 0.142933\n", + "[59]\ttraining's auc: 0.86276\ttraining's binary_logloss: 0.136306\tvalid_1's auc: 0.827203\tvalid_1's binary_logloss: 0.142786\n", + "[60]\ttraining's auc: 0.862878\ttraining's binary_logloss: 0.136096\tvalid_1's auc: 0.827171\tvalid_1's binary_logloss: 0.142631\n", + "[61]\ttraining's auc: 0.863078\ttraining's binary_logloss: 0.135889\tvalid_1's auc: 0.827132\tvalid_1's binary_logloss: 0.142495\n", + "[62]\ttraining's auc: 0.863155\ttraining's binary_logloss: 0.13569\tvalid_1's auc: 0.827165\tvalid_1's binary_logloss: 0.14236\n", + "[63]\ttraining's auc: 0.863264\ttraining's binary_logloss: 0.135493\tvalid_1's auc: 0.827328\tvalid_1's binary_logloss: 0.142231\n", + "[64]\ttraining's auc: 0.863478\ttraining's binary_logloss: 0.135295\tvalid_1's auc: 0.827306\tvalid_1's binary_logloss: 0.14209\n", + "[65]\ttraining's auc: 0.86359\ttraining's binary_logloss: 0.135101\tvalid_1's auc: 0.827308\tvalid_1's binary_logloss: 0.141958\n", + "[66]\ttraining's auc: 0.863701\ttraining's binary_logloss: 0.134913\tvalid_1's auc: 0.827137\tvalid_1's binary_logloss: 0.141842\n", + "[67]\ttraining's auc: 0.86379\ttraining's binary_logloss: 0.134721\tvalid_1's auc: 0.827059\tvalid_1's binary_logloss: 0.141723\n", + "[68]\ttraining's auc: 0.863974\ttraining's binary_logloss: 0.134535\tvalid_1's auc: 0.82781\tvalid_1's binary_logloss: 0.141602\n", + "[69]\ttraining's auc: 0.864176\ttraining's binary_logloss: 0.134352\tvalid_1's auc: 0.828\tvalid_1's binary_logloss: 0.141477\n", + "[70]\ttraining's auc: 0.864259\ttraining's binary_logloss: 0.134172\tvalid_1's auc: 0.827981\tvalid_1's binary_logloss: 0.141356\n", + "[71]\ttraining's auc: 0.864409\ttraining's binary_logloss: 0.133995\tvalid_1's auc: 0.828184\tvalid_1's binary_logloss: 0.141233\n", + "[72]\ttraining's auc: 0.864693\ttraining's binary_logloss: 0.133816\tvalid_1's auc: 0.828145\tvalid_1's binary_logloss: 0.141103\n", + "[73]\ttraining's auc: 0.8648\ttraining's binary_logloss: 0.133645\tvalid_1's auc: 0.828318\tvalid_1's binary_logloss: 0.140983\n", + "[74]\ttraining's auc: 0.865416\ttraining's binary_logloss: 0.133473\tvalid_1's auc: 0.82814\tvalid_1's binary_logloss: 0.140859\n", + "[75]\ttraining's auc: 0.865751\ttraining's binary_logloss: 0.133302\tvalid_1's auc: 0.82827\tvalid_1's binary_logloss: 0.140726\n", + "[76]\ttraining's auc: 0.866042\ttraining's binary_logloss: 0.133138\tvalid_1's auc: 0.828543\tvalid_1's binary_logloss: 0.140606\n", + "[77]\ttraining's auc: 0.866295\ttraining's binary_logloss: 0.132974\tvalid_1's auc: 0.828842\tvalid_1's binary_logloss: 0.14049\n", + "[78]\ttraining's auc: 0.866542\ttraining's binary_logloss: 0.132815\tvalid_1's auc: 0.828828\tvalid_1's binary_logloss: 0.140387\n", + "[79]\ttraining's auc: 0.866716\ttraining's binary_logloss: 0.13266\tvalid_1's auc: 0.829019\tvalid_1's binary_logloss: 0.140278\n", + "[80]\ttraining's auc: 0.866937\ttraining's binary_logloss: 0.132501\tvalid_1's auc: 0.829308\tvalid_1's binary_logloss: 0.140176\n", + "[81]\ttraining's auc: 0.867173\ttraining's binary_logloss: 0.132333\tvalid_1's auc: 0.829204\tvalid_1's binary_logloss: 0.140087\n", + "[82]\ttraining's auc: 0.867563\ttraining's binary_logloss: 0.132172\tvalid_1's auc: 0.829385\tvalid_1's binary_logloss: 0.139987\n", + "[83]\ttraining's auc: 0.8679\ttraining's binary_logloss: 0.13202\tvalid_1's auc: 0.829313\tvalid_1's binary_logloss: 0.139896\n", + "[84]\ttraining's auc: 0.868217\ttraining's binary_logloss: 0.131865\tvalid_1's auc: 0.829395\tvalid_1's binary_logloss: 0.139799\n", + "[85]\ttraining's auc: 0.868333\ttraining's binary_logloss: 0.131709\tvalid_1's auc: 0.829462\tvalid_1's binary_logloss: 0.139713\n", + "[86]\ttraining's auc: 0.868534\ttraining's binary_logloss: 0.131561\tvalid_1's auc: 0.829611\tvalid_1's binary_logloss: 0.139627\n", + "[87]\ttraining's auc: 0.868696\ttraining's binary_logloss: 0.131405\tvalid_1's auc: 0.829629\tvalid_1's binary_logloss: 0.139539\n", + "[88]\ttraining's auc: 0.868918\ttraining's binary_logloss: 0.131251\tvalid_1's auc: 0.829705\tvalid_1's binary_logloss: 0.139455\n", + "[89]\ttraining's auc: 0.86899\ttraining's binary_logloss: 0.131106\tvalid_1's auc: 0.829671\tvalid_1's binary_logloss: 0.139373\n", + "[90]\ttraining's auc: 0.869238\ttraining's binary_logloss: 0.130962\tvalid_1's auc: 0.829784\tvalid_1's binary_logloss: 0.139294\n", + "[91]\ttraining's auc: 0.869464\ttraining's binary_logloss: 0.130824\tvalid_1's auc: 0.829904\tvalid_1's binary_logloss: 0.139213\n", + "[92]\ttraining's auc: 0.869579\ttraining's binary_logloss: 0.13068\tvalid_1's auc: 0.829822\tvalid_1's binary_logloss: 0.139138\n", + "[93]\ttraining's auc: 0.86981\ttraining's binary_logloss: 0.130549\tvalid_1's auc: 0.829856\tvalid_1's binary_logloss: 0.139071\n", + "[94]\ttraining's auc: 0.869941\ttraining's binary_logloss: 0.130408\tvalid_1's auc: 0.82992\tvalid_1's binary_logloss: 0.138992\n", + "[95]\ttraining's auc: 0.870042\ttraining's binary_logloss: 0.130287\tvalid_1's auc: 0.829981\tvalid_1's binary_logloss: 0.138923\n", + "[96]\ttraining's auc: 0.870311\ttraining's binary_logloss: 0.130149\tvalid_1's auc: 0.830067\tvalid_1's binary_logloss: 0.138854\n", + "[97]\ttraining's auc: 0.870417\ttraining's binary_logloss: 0.130025\tvalid_1's auc: 0.830044\tvalid_1's binary_logloss: 0.138788\n", + "[98]\ttraining's auc: 0.870764\ttraining's binary_logloss: 0.129892\tvalid_1's auc: 0.830144\tvalid_1's binary_logloss: 0.138712\n", + "[99]\ttraining's auc: 0.870945\ttraining's binary_logloss: 0.12976\tvalid_1's auc: 0.830148\tvalid_1's binary_logloss: 0.138648\n", + "[100]\ttraining's auc: 0.871186\ttraining's binary_logloss: 0.129631\tvalid_1's auc: 0.830204\tvalid_1's binary_logloss: 0.138573\n", + "[1]\ttraining's auc: 0.827357\ttraining's binary_logloss: 0.165799\tvalid_1's auc: 0.814231\tvalid_1's binary_logloss: 0.15978\n", + "[2]\ttraining's auc: 0.830176\ttraining's binary_logloss: 0.164721\tvalid_1's auc: 0.817006\tvalid_1's binary_logloss: 0.158866\n", + "[3]\ttraining's auc: 0.830671\ttraining's binary_logloss: 0.163705\tvalid_1's auc: 0.817094\tvalid_1's binary_logloss: 0.158031\n", + "[4]\ttraining's auc: 0.831593\ttraining's binary_logloss: 0.162729\tvalid_1's auc: 0.817574\tvalid_1's binary_logloss: 0.157203\n", + "[5]\ttraining's auc: 0.833832\ttraining's binary_logloss: 0.161801\tvalid_1's auc: 0.819054\tvalid_1's binary_logloss: 0.15641\n", + "[6]\ttraining's auc: 0.833849\ttraining's binary_logloss: 0.160913\tvalid_1's auc: 0.818615\tvalid_1's binary_logloss: 0.155681\n", + "[7]\ttraining's auc: 0.835861\ttraining's binary_logloss: 0.160079\tvalid_1's auc: 0.81976\tvalid_1's binary_logloss: 0.154969\n", + "[8]\ttraining's auc: 0.836047\ttraining's binary_logloss: 0.159275\tvalid_1's auc: 0.819986\tvalid_1's binary_logloss: 0.15429\n", + "[9]\ttraining's auc: 0.839276\ttraining's binary_logloss: 0.158504\tvalid_1's auc: 0.822176\tvalid_1's binary_logloss: 0.153651\n", + "[10]\ttraining's auc: 0.840326\ttraining's binary_logloss: 0.157769\tvalid_1's auc: 0.822383\tvalid_1's binary_logloss: 0.153041\n", + "[11]\ttraining's auc: 0.840912\ttraining's binary_logloss: 0.157047\tvalid_1's auc: 0.823773\tvalid_1's binary_logloss: 0.152436\n", + "[12]\ttraining's auc: 0.841672\ttraining's binary_logloss: 0.156358\tvalid_1's auc: 0.824758\tvalid_1's binary_logloss: 0.151851\n", + "[13]\ttraining's auc: 0.842128\ttraining's binary_logloss: 0.155697\tvalid_1's auc: 0.825922\tvalid_1's binary_logloss: 0.15129\n", + "[14]\ttraining's auc: 0.842481\ttraining's binary_logloss: 0.15507\tvalid_1's auc: 0.826654\tvalid_1's binary_logloss: 0.150773\n", + "[15]\ttraining's auc: 0.843171\ttraining's binary_logloss: 0.154454\tvalid_1's auc: 0.826763\tvalid_1's binary_logloss: 0.150263\n", + "[16]\ttraining's auc: 0.843343\ttraining's binary_logloss: 0.153859\tvalid_1's auc: 0.826888\tvalid_1's binary_logloss: 0.149776\n", + "[17]\ttraining's auc: 0.843684\ttraining's binary_logloss: 0.153287\tvalid_1's auc: 0.827067\tvalid_1's binary_logloss: 0.149301\n", + "[18]\ttraining's auc: 0.843987\ttraining's binary_logloss: 0.152737\tvalid_1's auc: 0.826955\tvalid_1's binary_logloss: 0.148867\n", + "[19]\ttraining's auc: 0.844059\ttraining's binary_logloss: 0.152198\tvalid_1's auc: 0.826785\tvalid_1's binary_logloss: 0.148427\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[20]\ttraining's auc: 0.84416\ttraining's binary_logloss: 0.151677\tvalid_1's auc: 0.82701\tvalid_1's binary_logloss: 0.147995\n", + "[21]\ttraining's auc: 0.844385\ttraining's binary_logloss: 0.151172\tvalid_1's auc: 0.827426\tvalid_1's binary_logloss: 0.147578\n", + "[22]\ttraining's auc: 0.847692\ttraining's binary_logloss: 0.150675\tvalid_1's auc: 0.82976\tvalid_1's binary_logloss: 0.14719\n", + "[23]\ttraining's auc: 0.848392\ttraining's binary_logloss: 0.150192\tvalid_1's auc: 0.830088\tvalid_1's binary_logloss: 0.146808\n", + "[24]\ttraining's auc: 0.848772\ttraining's binary_logloss: 0.149729\tvalid_1's auc: 0.83029\tvalid_1's binary_logloss: 0.146444\n", + "[25]\ttraining's auc: 0.849252\ttraining's binary_logloss: 0.149286\tvalid_1's auc: 0.830264\tvalid_1's binary_logloss: 0.1461\n", + "[26]\ttraining's auc: 0.849523\ttraining's binary_logloss: 0.148853\tvalid_1's auc: 0.830241\tvalid_1's binary_logloss: 0.14576\n", + "[27]\ttraining's auc: 0.849727\ttraining's binary_logloss: 0.148426\tvalid_1's auc: 0.830421\tvalid_1's binary_logloss: 0.145435\n", + "[28]\ttraining's auc: 0.850186\ttraining's binary_logloss: 0.148011\tvalid_1's auc: 0.830759\tvalid_1's binary_logloss: 0.145098\n", + "[29]\ttraining's auc: 0.850397\ttraining's binary_logloss: 0.147609\tvalid_1's auc: 0.830941\tvalid_1's binary_logloss: 0.144779\n", + "[30]\ttraining's auc: 0.850808\ttraining's binary_logloss: 0.14721\tvalid_1's auc: 0.831081\tvalid_1's binary_logloss: 0.144477\n", + "[31]\ttraining's auc: 0.851955\ttraining's binary_logloss: 0.146825\tvalid_1's auc: 0.831517\tvalid_1's binary_logloss: 0.144186\n", + "[32]\ttraining's auc: 0.852159\ttraining's binary_logloss: 0.146449\tvalid_1's auc: 0.83151\tvalid_1's binary_logloss: 0.143891\n", + "[33]\ttraining's auc: 0.852301\ttraining's binary_logloss: 0.146082\tvalid_1's auc: 0.831705\tvalid_1's binary_logloss: 0.143602\n", + "[34]\ttraining's auc: 0.852357\ttraining's binary_logloss: 0.145727\tvalid_1's auc: 0.831533\tvalid_1's binary_logloss: 0.143326\n", + "[35]\ttraining's auc: 0.852441\ttraining's binary_logloss: 0.145384\tvalid_1's auc: 0.831517\tvalid_1's binary_logloss: 0.143056\n", + "[36]\ttraining's auc: 0.852854\ttraining's binary_logloss: 0.145028\tvalid_1's auc: 0.831645\tvalid_1's binary_logloss: 0.142786\n", + "[37]\ttraining's auc: 0.853363\ttraining's binary_logloss: 0.144679\tvalid_1's auc: 0.831449\tvalid_1's binary_logloss: 0.14253\n", + "[38]\ttraining's auc: 0.853976\ttraining's binary_logloss: 0.14434\tvalid_1's auc: 0.831752\tvalid_1's binary_logloss: 0.142283\n", + "[39]\ttraining's auc: 0.854345\ttraining's binary_logloss: 0.144014\tvalid_1's auc: 0.832035\tvalid_1's binary_logloss: 0.142029\n", + "[40]\ttraining's auc: 0.854466\ttraining's binary_logloss: 0.143704\tvalid_1's auc: 0.83208\tvalid_1's binary_logloss: 0.141779\n", + "[41]\ttraining's auc: 0.854782\ttraining's binary_logloss: 0.143381\tvalid_1's auc: 0.832304\tvalid_1's binary_logloss: 0.141534\n", + "[42]\ttraining's auc: 0.854989\ttraining's binary_logloss: 0.14307\tvalid_1's auc: 0.832399\tvalid_1's binary_logloss: 0.141302\n", + "[43]\ttraining's auc: 0.855233\ttraining's binary_logloss: 0.14277\tvalid_1's auc: 0.832404\tvalid_1's binary_logloss: 0.141076\n", + "[44]\ttraining's auc: 0.855427\ttraining's binary_logloss: 0.14247\tvalid_1's auc: 0.832666\tvalid_1's binary_logloss: 0.140839\n", + "[45]\ttraining's auc: 0.855751\ttraining's binary_logloss: 0.142175\tvalid_1's auc: 0.83274\tvalid_1's binary_logloss: 0.140617\n", + "[46]\ttraining's auc: 0.856191\ttraining's binary_logloss: 0.141891\tvalid_1's auc: 0.833191\tvalid_1's binary_logloss: 0.140413\n", + "[47]\ttraining's auc: 0.856892\ttraining's binary_logloss: 0.141614\tvalid_1's auc: 0.834575\tvalid_1's binary_logloss: 0.140204\n", + "[48]\ttraining's auc: 0.857453\ttraining's binary_logloss: 0.141346\tvalid_1's auc: 0.835036\tvalid_1's binary_logloss: 0.140001\n", + "[49]\ttraining's auc: 0.857789\ttraining's binary_logloss: 0.141082\tvalid_1's auc: 0.835122\tvalid_1's binary_logloss: 0.139817\n", + "[50]\ttraining's auc: 0.858334\ttraining's binary_logloss: 0.140815\tvalid_1's auc: 0.835165\tvalid_1's binary_logloss: 0.139634\n", + "[51]\ttraining's auc: 0.858564\ttraining's binary_logloss: 0.140558\tvalid_1's auc: 0.83507\tvalid_1's binary_logloss: 0.139458\n", + "[52]\ttraining's auc: 0.859095\ttraining's binary_logloss: 0.140297\tvalid_1's auc: 0.835004\tvalid_1's binary_logloss: 0.139267\n", + "[53]\ttraining's auc: 0.859171\ttraining's binary_logloss: 0.140053\tvalid_1's auc: 0.835142\tvalid_1's binary_logloss: 0.139079\n", + "[54]\ttraining's auc: 0.859908\ttraining's binary_logloss: 0.139811\tvalid_1's auc: 0.835157\tvalid_1's binary_logloss: 0.138906\n", + "[55]\ttraining's auc: 0.86025\ttraining's binary_logloss: 0.139565\tvalid_1's auc: 0.835195\tvalid_1's binary_logloss: 0.138716\n", + "[56]\ttraining's auc: 0.86055\ttraining's binary_logloss: 0.139329\tvalid_1's auc: 0.835241\tvalid_1's binary_logloss: 0.138544\n", + "[57]\ttraining's auc: 0.860713\ttraining's binary_logloss: 0.139094\tvalid_1's auc: 0.835237\tvalid_1's binary_logloss: 0.138374\n", + "[58]\ttraining's auc: 0.860966\ttraining's binary_logloss: 0.138864\tvalid_1's auc: 0.83538\tvalid_1's binary_logloss: 0.138196\n", + "[59]\ttraining's auc: 0.861265\ttraining's binary_logloss: 0.138644\tvalid_1's auc: 0.835373\tvalid_1's binary_logloss: 0.138056\n", + "[60]\ttraining's auc: 0.861377\ttraining's binary_logloss: 0.138425\tvalid_1's auc: 0.835577\tvalid_1's binary_logloss: 0.137895\n", + "[61]\ttraining's auc: 0.861488\ttraining's binary_logloss: 0.138207\tvalid_1's auc: 0.835696\tvalid_1's binary_logloss: 0.137743\n", + "[62]\ttraining's auc: 0.861946\ttraining's binary_logloss: 0.137997\tvalid_1's auc: 0.8356\tvalid_1's binary_logloss: 0.137594\n", + "[63]\ttraining's auc: 0.862213\ttraining's binary_logloss: 0.137783\tvalid_1's auc: 0.835663\tvalid_1's binary_logloss: 0.137454\n", + "[64]\ttraining's auc: 0.862549\ttraining's binary_logloss: 0.137576\tvalid_1's auc: 0.835645\tvalid_1's binary_logloss: 0.137316\n", + "[65]\ttraining's auc: 0.862792\ttraining's binary_logloss: 0.137374\tvalid_1's auc: 0.835598\tvalid_1's binary_logloss: 0.137183\n", + "[66]\ttraining's auc: 0.862998\ttraining's binary_logloss: 0.137176\tvalid_1's auc: 0.835565\tvalid_1's binary_logloss: 0.137054\n", + "[67]\ttraining's auc: 0.863548\ttraining's binary_logloss: 0.136981\tvalid_1's auc: 0.835457\tvalid_1's binary_logloss: 0.136932\n", + "[68]\ttraining's auc: 0.86372\ttraining's binary_logloss: 0.13679\tvalid_1's auc: 0.835465\tvalid_1's binary_logloss: 0.1368\n", + "[69]\ttraining's auc: 0.863963\ttraining's binary_logloss: 0.136601\tvalid_1's auc: 0.835477\tvalid_1's binary_logloss: 0.136665\n", + "[70]\ttraining's auc: 0.864352\ttraining's binary_logloss: 0.136416\tvalid_1's auc: 0.835456\tvalid_1's binary_logloss: 0.136539\n", + "[71]\ttraining's auc: 0.864511\ttraining's binary_logloss: 0.136234\tvalid_1's auc: 0.835337\tvalid_1's binary_logloss: 0.136422\n", + "[72]\ttraining's auc: 0.86472\ttraining's binary_logloss: 0.136057\tvalid_1's auc: 0.835292\tvalid_1's binary_logloss: 0.1363\n", + "[73]\ttraining's auc: 0.864961\ttraining's binary_logloss: 0.135884\tvalid_1's auc: 0.835302\tvalid_1's binary_logloss: 0.136186\n", + "[74]\ttraining's auc: 0.865337\ttraining's binary_logloss: 0.135714\tvalid_1's auc: 0.835404\tvalid_1's binary_logloss: 0.136069\n", + "[75]\ttraining's auc: 0.865456\ttraining's binary_logloss: 0.135542\tvalid_1's auc: 0.835373\tvalid_1's binary_logloss: 0.135957\n", + "[76]\ttraining's auc: 0.865662\ttraining's binary_logloss: 0.135375\tvalid_1's auc: 0.835316\tvalid_1's binary_logloss: 0.135851\n", + "[77]\ttraining's auc: 0.865851\ttraining's binary_logloss: 0.135206\tvalid_1's auc: 0.83533\tvalid_1's binary_logloss: 0.135745\n", + "[78]\ttraining's auc: 0.865947\ttraining's binary_logloss: 0.135047\tvalid_1's auc: 0.835192\tvalid_1's binary_logloss: 0.135649\n", + "[79]\ttraining's auc: 0.866121\ttraining's binary_logloss: 0.134886\tvalid_1's auc: 0.835259\tvalid_1's binary_logloss: 0.135544\n", + "[80]\ttraining's auc: 0.866272\ttraining's binary_logloss: 0.134724\tvalid_1's auc: 0.835198\tvalid_1's binary_logloss: 0.13545\n", + "[81]\ttraining's auc: 0.866403\ttraining's binary_logloss: 0.13457\tvalid_1's auc: 0.835171\tvalid_1's binary_logloss: 0.135353\n", + "[82]\ttraining's auc: 0.866904\ttraining's binary_logloss: 0.134414\tvalid_1's auc: 0.835321\tvalid_1's binary_logloss: 0.135258\n", + "[83]\ttraining's auc: 0.867027\ttraining's binary_logloss: 0.134262\tvalid_1's auc: 0.835404\tvalid_1's binary_logloss: 0.135159\n", + "[84]\ttraining's auc: 0.867193\ttraining's binary_logloss: 0.134113\tvalid_1's auc: 0.835293\tvalid_1's binary_logloss: 0.13507\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[85]\ttraining's auc: 0.867568\ttraining's binary_logloss: 0.133965\tvalid_1's auc: 0.835309\tvalid_1's binary_logloss: 0.134983\n", + "[86]\ttraining's auc: 0.867657\ttraining's binary_logloss: 0.133824\tvalid_1's auc: 0.835304\tvalid_1's binary_logloss: 0.134897\n", + "[87]\ttraining's auc: 0.867776\ttraining's binary_logloss: 0.133678\tvalid_1's auc: 0.835276\tvalid_1's binary_logloss: 0.134807\n", + "[88]\ttraining's auc: 0.868026\ttraining's binary_logloss: 0.133529\tvalid_1's auc: 0.835248\tvalid_1's binary_logloss: 0.13472\n", + "[89]\ttraining's auc: 0.868112\ttraining's binary_logloss: 0.13339\tvalid_1's auc: 0.83525\tvalid_1's binary_logloss: 0.134633\n", + "[90]\ttraining's auc: 0.868241\ttraining's binary_logloss: 0.13325\tvalid_1's auc: 0.835224\tvalid_1's binary_logloss: 0.134558\n", + "[91]\ttraining's auc: 0.868385\ttraining's binary_logloss: 0.133118\tvalid_1's auc: 0.835193\tvalid_1's binary_logloss: 0.134482\n", + "[1]\ttraining's auc: 0.8279\ttraining's binary_logloss: 0.161984\tvalid_1's auc: 0.808853\tvalid_1's binary_logloss: 0.167469\n", + "[2]\ttraining's auc: 0.828455\ttraining's binary_logloss: 0.160958\tvalid_1's auc: 0.810547\tvalid_1's binary_logloss: 0.1665\n", + "[3]\ttraining's auc: 0.832175\ttraining's binary_logloss: 0.159992\tvalid_1's auc: 0.813944\tvalid_1's binary_logloss: 0.16557\n", + "[4]\ttraining's auc: 0.832672\ttraining's binary_logloss: 0.15907\tvalid_1's auc: 0.813868\tvalid_1's binary_logloss: 0.164716\n", + "[5]\ttraining's auc: 0.834448\ttraining's binary_logloss: 0.158199\tvalid_1's auc: 0.817119\tvalid_1's binary_logloss: 0.163893\n", + "[6]\ttraining's auc: 0.834784\ttraining's binary_logloss: 0.157355\tvalid_1's auc: 0.816779\tvalid_1's binary_logloss: 0.163104\n", + "[7]\ttraining's auc: 0.835366\ttraining's binary_logloss: 0.156562\tvalid_1's auc: 0.817789\tvalid_1's binary_logloss: 0.162349\n", + "[8]\ttraining's auc: 0.836097\ttraining's binary_logloss: 0.155783\tvalid_1's auc: 0.818583\tvalid_1's binary_logloss: 0.161619\n", + "[9]\ttraining's auc: 0.836259\ttraining's binary_logloss: 0.15505\tvalid_1's auc: 0.818245\tvalid_1's binary_logloss: 0.160949\n", + "[10]\ttraining's auc: 0.83654\ttraining's binary_logloss: 0.154345\tvalid_1's auc: 0.818852\tvalid_1's binary_logloss: 0.160263\n", + "[11]\ttraining's auc: 0.836814\ttraining's binary_logloss: 0.153669\tvalid_1's auc: 0.819057\tvalid_1's binary_logloss: 0.159609\n", + "[12]\ttraining's auc: 0.83868\ttraining's binary_logloss: 0.153024\tvalid_1's auc: 0.821458\tvalid_1's binary_logloss: 0.158974\n", + "[13]\ttraining's auc: 0.839801\ttraining's binary_logloss: 0.152399\tvalid_1's auc: 0.822576\tvalid_1's binary_logloss: 0.158379\n", + "[14]\ttraining's auc: 0.840756\ttraining's binary_logloss: 0.151792\tvalid_1's auc: 0.823017\tvalid_1's binary_logloss: 0.157831\n", + "[15]\ttraining's auc: 0.841353\ttraining's binary_logloss: 0.151193\tvalid_1's auc: 0.823246\tvalid_1's binary_logloss: 0.157265\n", + "[16]\ttraining's auc: 0.843525\ttraining's binary_logloss: 0.150619\tvalid_1's auc: 0.825414\tvalid_1's binary_logloss: 0.15675\n", + "[17]\ttraining's auc: 0.844266\ttraining's binary_logloss: 0.150068\tvalid_1's auc: 0.82627\tvalid_1's binary_logloss: 0.156248\n", + "[18]\ttraining's auc: 0.844453\ttraining's binary_logloss: 0.149531\tvalid_1's auc: 0.826174\tvalid_1's binary_logloss: 0.155771\n", + "[19]\ttraining's auc: 0.845109\ttraining's binary_logloss: 0.149002\tvalid_1's auc: 0.826246\tvalid_1's binary_logloss: 0.155295\n", + "[20]\ttraining's auc: 0.84541\ttraining's binary_logloss: 0.148482\tvalid_1's auc: 0.826202\tvalid_1's binary_logloss: 0.154839\n", + "[21]\ttraining's auc: 0.84565\ttraining's binary_logloss: 0.147992\tvalid_1's auc: 0.826264\tvalid_1's binary_logloss: 0.154403\n", + "[22]\ttraining's auc: 0.846015\ttraining's binary_logloss: 0.147513\tvalid_1's auc: 0.826306\tvalid_1's binary_logloss: 0.153984\n", + "[23]\ttraining's auc: 0.846352\ttraining's binary_logloss: 0.147051\tvalid_1's auc: 0.826369\tvalid_1's binary_logloss: 0.153561\n", + "[24]\ttraining's auc: 0.847148\ttraining's binary_logloss: 0.146585\tvalid_1's auc: 0.826608\tvalid_1's binary_logloss: 0.153161\n", + "[25]\ttraining's auc: 0.847749\ttraining's binary_logloss: 0.146134\tvalid_1's auc: 0.827154\tvalid_1's binary_logloss: 0.152778\n", + "[26]\ttraining's auc: 0.848261\ttraining's binary_logloss: 0.145698\tvalid_1's auc: 0.827259\tvalid_1's binary_logloss: 0.152404\n", + "[27]\ttraining's auc: 0.848838\ttraining's binary_logloss: 0.145276\tvalid_1's auc: 0.827427\tvalid_1's binary_logloss: 0.152041\n", + "[28]\ttraining's auc: 0.849303\ttraining's binary_logloss: 0.144867\tvalid_1's auc: 0.827943\tvalid_1's binary_logloss: 0.15167\n", + "[29]\ttraining's auc: 0.849582\ttraining's binary_logloss: 0.144463\tvalid_1's auc: 0.827976\tvalid_1's binary_logloss: 0.151334\n", + "[30]\ttraining's auc: 0.849866\ttraining's binary_logloss: 0.144075\tvalid_1's auc: 0.827982\tvalid_1's binary_logloss: 0.150998\n", + "[31]\ttraining's auc: 0.850016\ttraining's binary_logloss: 0.143691\tvalid_1's auc: 0.828408\tvalid_1's binary_logloss: 0.150666\n", + "[32]\ttraining's auc: 0.850311\ttraining's binary_logloss: 0.143315\tvalid_1's auc: 0.828462\tvalid_1's binary_logloss: 0.150353\n", + "[33]\ttraining's auc: 0.850628\ttraining's binary_logloss: 0.142946\tvalid_1's auc: 0.828702\tvalid_1's binary_logloss: 0.150037\n", + "[34]\ttraining's auc: 0.851045\ttraining's binary_logloss: 0.142585\tvalid_1's auc: 0.828841\tvalid_1's binary_logloss: 0.149726\n", + "[35]\ttraining's auc: 0.851298\ttraining's binary_logloss: 0.142238\tvalid_1's auc: 0.828588\tvalid_1's binary_logloss: 0.149445\n", + "[36]\ttraining's auc: 0.851679\ttraining's binary_logloss: 0.141897\tvalid_1's auc: 0.828614\tvalid_1's binary_logloss: 0.149163\n", + "[37]\ttraining's auc: 0.851777\ttraining's binary_logloss: 0.14157\tvalid_1's auc: 0.828613\tvalid_1's binary_logloss: 0.14889\n", + "[38]\ttraining's auc: 0.852177\ttraining's binary_logloss: 0.141243\tvalid_1's auc: 0.828525\tvalid_1's binary_logloss: 0.148614\n", + "[39]\ttraining's auc: 0.853109\ttraining's binary_logloss: 0.14093\tvalid_1's auc: 0.829254\tvalid_1's binary_logloss: 0.148357\n", + "[40]\ttraining's auc: 0.853548\ttraining's binary_logloss: 0.140617\tvalid_1's auc: 0.829554\tvalid_1's binary_logloss: 0.148105\n", + "[41]\ttraining's auc: 0.853759\ttraining's binary_logloss: 0.140313\tvalid_1's auc: 0.829494\tvalid_1's binary_logloss: 0.147855\n", + "[42]\ttraining's auc: 0.853846\ttraining's binary_logloss: 0.14002\tvalid_1's auc: 0.829339\tvalid_1's binary_logloss: 0.147612\n", + "[43]\ttraining's auc: 0.854198\ttraining's binary_logloss: 0.139732\tvalid_1's auc: 0.829657\tvalid_1's binary_logloss: 0.14737\n", + "[44]\ttraining's auc: 0.854375\ttraining's binary_logloss: 0.139451\tvalid_1's auc: 0.829799\tvalid_1's binary_logloss: 0.147143\n", + "[45]\ttraining's auc: 0.85448\ttraining's binary_logloss: 0.139177\tvalid_1's auc: 0.829779\tvalid_1's binary_logloss: 0.146915\n", + "[46]\ttraining's auc: 0.854656\ttraining's binary_logloss: 0.138905\tvalid_1's auc: 0.830005\tvalid_1's binary_logloss: 0.146694\n", + "[47]\ttraining's auc: 0.854683\ttraining's binary_logloss: 0.138645\tvalid_1's auc: 0.82995\tvalid_1's binary_logloss: 0.146481\n", + "[48]\ttraining's auc: 0.855102\ttraining's binary_logloss: 0.138388\tvalid_1's auc: 0.830324\tvalid_1's binary_logloss: 0.146271\n", + "[49]\ttraining's auc: 0.855137\ttraining's binary_logloss: 0.138138\tvalid_1's auc: 0.830207\tvalid_1's binary_logloss: 0.146067\n", + "[50]\ttraining's auc: 0.855246\ttraining's binary_logloss: 0.137895\tvalid_1's auc: 0.830152\tvalid_1's binary_logloss: 0.145872\n", + "[51]\ttraining's auc: 0.855533\ttraining's binary_logloss: 0.137624\tvalid_1's auc: 0.830318\tvalid_1's binary_logloss: 0.145677\n", + "[52]\ttraining's auc: 0.856131\ttraining's binary_logloss: 0.137357\tvalid_1's auc: 0.830513\tvalid_1's binary_logloss: 0.145477\n", + "[53]\ttraining's auc: 0.856351\ttraining's binary_logloss: 0.137097\tvalid_1's auc: 0.830612\tvalid_1's binary_logloss: 0.145286\n", + "[54]\ttraining's auc: 0.856545\ttraining's binary_logloss: 0.136846\tvalid_1's auc: 0.830636\tvalid_1's binary_logloss: 0.145097\n", + "[55]\ttraining's auc: 0.85697\ttraining's binary_logloss: 0.136605\tvalid_1's auc: 0.830684\tvalid_1's binary_logloss: 0.14492\n", + "[56]\ttraining's auc: 0.85739\ttraining's binary_logloss: 0.136365\tvalid_1's auc: 0.831066\tvalid_1's binary_logloss: 0.144733\n", + "[57]\ttraining's auc: 0.857531\ttraining's binary_logloss: 0.136132\tvalid_1's auc: 0.831225\tvalid_1's binary_logloss: 0.144561\n", + "[58]\ttraining's auc: 0.857682\ttraining's binary_logloss: 0.135906\tvalid_1's auc: 0.831381\tvalid_1's binary_logloss: 0.144391\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[59]\ttraining's auc: 0.858054\ttraining's binary_logloss: 0.135684\tvalid_1's auc: 0.831536\tvalid_1's binary_logloss: 0.144217\n", + "[60]\ttraining's auc: 0.858278\ttraining's binary_logloss: 0.135468\tvalid_1's auc: 0.831595\tvalid_1's binary_logloss: 0.144061\n", + "[61]\ttraining's auc: 0.858631\ttraining's binary_logloss: 0.135263\tvalid_1's auc: 0.831756\tvalid_1's binary_logloss: 0.143901\n", + "[62]\ttraining's auc: 0.858942\ttraining's binary_logloss: 0.135054\tvalid_1's auc: 0.831962\tvalid_1's binary_logloss: 0.143749\n", + "[63]\ttraining's auc: 0.859157\ttraining's binary_logloss: 0.134851\tvalid_1's auc: 0.831967\tvalid_1's binary_logloss: 0.14361\n", + "[64]\ttraining's auc: 0.859565\ttraining's binary_logloss: 0.134663\tvalid_1's auc: 0.83176\tvalid_1's binary_logloss: 0.143466\n", + "[65]\ttraining's auc: 0.859754\ttraining's binary_logloss: 0.134471\tvalid_1's auc: 0.831707\tvalid_1's binary_logloss: 0.14333\n", + "[66]\ttraining's auc: 0.859918\ttraining's binary_logloss: 0.134275\tvalid_1's auc: 0.831911\tvalid_1's binary_logloss: 0.143192\n", + "[67]\ttraining's auc: 0.860152\ttraining's binary_logloss: 0.134087\tvalid_1's auc: 0.831922\tvalid_1's binary_logloss: 0.143059\n", + "[68]\ttraining's auc: 0.860223\ttraining's binary_logloss: 0.133903\tvalid_1's auc: 0.8319\tvalid_1's binary_logloss: 0.142933\n", + "[69]\ttraining's auc: 0.860406\ttraining's binary_logloss: 0.133723\tvalid_1's auc: 0.831914\tvalid_1's binary_logloss: 0.142805\n", + "[70]\ttraining's auc: 0.860762\ttraining's binary_logloss: 0.133546\tvalid_1's auc: 0.832156\tvalid_1's binary_logloss: 0.142666\n", + "[71]\ttraining's auc: 0.861225\ttraining's binary_logloss: 0.133371\tvalid_1's auc: 0.832166\tvalid_1's binary_logloss: 0.142538\n", + "[72]\ttraining's auc: 0.861442\ttraining's binary_logloss: 0.133198\tvalid_1's auc: 0.832186\tvalid_1's binary_logloss: 0.142421\n", + "[73]\ttraining's auc: 0.861735\ttraining's binary_logloss: 0.133036\tvalid_1's auc: 0.832193\tvalid_1's binary_logloss: 0.1423\n", + "[74]\ttraining's auc: 0.862864\ttraining's binary_logloss: 0.132871\tvalid_1's auc: 0.834272\tvalid_1's binary_logloss: 0.142178\n", + "[75]\ttraining's auc: 0.863048\ttraining's binary_logloss: 0.132706\tvalid_1's auc: 0.834327\tvalid_1's binary_logloss: 0.142059\n", + "[76]\ttraining's auc: 0.863223\ttraining's binary_logloss: 0.132546\tvalid_1's auc: 0.834413\tvalid_1's binary_logloss: 0.141937\n", + "[77]\ttraining's auc: 0.863497\ttraining's binary_logloss: 0.132381\tvalid_1's auc: 0.834428\tvalid_1's binary_logloss: 0.141831\n", + "[78]\ttraining's auc: 0.863652\ttraining's binary_logloss: 0.132217\tvalid_1's auc: 0.834529\tvalid_1's binary_logloss: 0.141728\n", + "[79]\ttraining's auc: 0.863858\ttraining's binary_logloss: 0.132058\tvalid_1's auc: 0.834548\tvalid_1's binary_logloss: 0.14162\n", + "[80]\ttraining's auc: 0.864191\ttraining's binary_logloss: 0.131896\tvalid_1's auc: 0.834599\tvalid_1's binary_logloss: 0.141524\n", + "[81]\ttraining's auc: 0.864407\ttraining's binary_logloss: 0.13175\tvalid_1's auc: 0.834642\tvalid_1's binary_logloss: 0.141418\n", + "[82]\ttraining's auc: 0.864611\ttraining's binary_logloss: 0.131596\tvalid_1's auc: 0.834482\tvalid_1's binary_logloss: 0.141314\n", + "[83]\ttraining's auc: 0.864866\ttraining's binary_logloss: 0.131446\tvalid_1's auc: 0.834562\tvalid_1's binary_logloss: 0.141223\n", + "[84]\ttraining's auc: 0.865229\ttraining's binary_logloss: 0.131295\tvalid_1's auc: 0.83463\tvalid_1's binary_logloss: 0.141114\n", + "[85]\ttraining's auc: 0.865535\ttraining's binary_logloss: 0.13115\tvalid_1's auc: 0.834562\tvalid_1's binary_logloss: 0.14101\n", + "[86]\ttraining's auc: 0.865798\ttraining's binary_logloss: 0.131004\tvalid_1's auc: 0.834619\tvalid_1's binary_logloss: 0.14091\n", + "[87]\ttraining's auc: 0.865996\ttraining's binary_logloss: 0.130864\tvalid_1's auc: 0.834751\tvalid_1's binary_logloss: 0.140818\n", + "[88]\ttraining's auc: 0.866274\ttraining's binary_logloss: 0.130727\tvalid_1's auc: 0.834727\tvalid_1's binary_logloss: 0.140724\n", + "[89]\ttraining's auc: 0.866889\ttraining's binary_logloss: 0.130584\tvalid_1's auc: 0.835026\tvalid_1's binary_logloss: 0.140641\n", + "[90]\ttraining's auc: 0.867141\ttraining's binary_logloss: 0.130442\tvalid_1's auc: 0.835175\tvalid_1's binary_logloss: 0.140548\n", + "[91]\ttraining's auc: 0.867315\ttraining's binary_logloss: 0.130312\tvalid_1's auc: 0.835412\tvalid_1's binary_logloss: 0.140458\n", + "[92]\ttraining's auc: 0.867593\ttraining's binary_logloss: 0.130177\tvalid_1's auc: 0.835449\tvalid_1's binary_logloss: 0.140366\n", + "[93]\ttraining's auc: 0.867728\ttraining's binary_logloss: 0.130046\tvalid_1's auc: 0.835451\tvalid_1's binary_logloss: 0.140278\n", + "[94]\ttraining's auc: 0.867881\ttraining's binary_logloss: 0.129917\tvalid_1's auc: 0.835518\tvalid_1's binary_logloss: 0.140195\n", + "[95]\ttraining's auc: 0.868046\ttraining's binary_logloss: 0.12979\tvalid_1's auc: 0.835536\tvalid_1's binary_logloss: 0.140109\n", + "[96]\ttraining's auc: 0.868251\ttraining's binary_logloss: 0.129659\tvalid_1's auc: 0.835009\tvalid_1's binary_logloss: 0.140032\n", + "[97]\ttraining's auc: 0.86845\ttraining's binary_logloss: 0.129533\tvalid_1's auc: 0.835006\tvalid_1's binary_logloss: 0.13996\n", + "[98]\ttraining's auc: 0.868589\ttraining's binary_logloss: 0.129413\tvalid_1's auc: 0.83501\tvalid_1's binary_logloss: 0.139877\n", + "[99]\ttraining's auc: 0.869278\ttraining's binary_logloss: 0.129292\tvalid_1's auc: 0.834905\tvalid_1's binary_logloss: 0.139805\n", + "[100]\ttraining's auc: 0.869424\ttraining's binary_logloss: 0.129167\tvalid_1's auc: 0.834958\tvalid_1's binary_logloss: 0.139731\n", + "[1]\ttraining's auc: 0.827749\ttraining's binary_logloss: 0.160411\tvalid_1's auc: 0.804741\tvalid_1's binary_logloss: 0.161996\n", + "[2]\ttraining's auc: 0.833648\ttraining's binary_logloss: 0.15709\tvalid_1's auc: 0.806625\tvalid_1's binary_logloss: 0.159316\n", + "[3]\ttraining's auc: 0.8376\ttraining's binary_logloss: 0.154338\tvalid_1's auc: 0.809594\tvalid_1's binary_logloss: 0.156965\n", + "[4]\ttraining's auc: 0.839312\ttraining's binary_logloss: 0.151977\tvalid_1's auc: 0.809694\tvalid_1's binary_logloss: 0.155098\n", + "[5]\ttraining's auc: 0.842586\ttraining's binary_logloss: 0.149839\tvalid_1's auc: 0.812279\tvalid_1's binary_logloss: 0.15338\n", + "[6]\ttraining's auc: 0.845909\ttraining's binary_logloss: 0.147996\tvalid_1's auc: 0.813217\tvalid_1's binary_logloss: 0.151939\n", + "[7]\ttraining's auc: 0.850057\ttraining's binary_logloss: 0.146335\tvalid_1's auc: 0.817085\tvalid_1's binary_logloss: 0.150646\n", + "[8]\ttraining's auc: 0.851529\ttraining's binary_logloss: 0.144806\tvalid_1's auc: 0.819059\tvalid_1's binary_logloss: 0.149479\n", + "[9]\ttraining's auc: 0.852592\ttraining's binary_logloss: 0.14342\tvalid_1's auc: 0.820026\tvalid_1's binary_logloss: 0.148389\n", + "[10]\ttraining's auc: 0.853329\ttraining's binary_logloss: 0.142141\tvalid_1's auc: 0.820622\tvalid_1's binary_logloss: 0.147431\n", + "[11]\ttraining's auc: 0.854325\ttraining's binary_logloss: 0.14097\tvalid_1's auc: 0.822592\tvalid_1's binary_logloss: 0.146464\n", + "[12]\ttraining's auc: 0.85724\ttraining's binary_logloss: 0.139899\tvalid_1's auc: 0.82462\tvalid_1's binary_logloss: 0.14563\n", + "[13]\ttraining's auc: 0.857777\ttraining's binary_logloss: 0.138916\tvalid_1's auc: 0.824352\tvalid_1's binary_logloss: 0.144936\n", + "[14]\ttraining's auc: 0.858593\ttraining's binary_logloss: 0.138017\tvalid_1's auc: 0.824509\tvalid_1's binary_logloss: 0.144289\n", + "[15]\ttraining's auc: 0.859423\ttraining's binary_logloss: 0.137156\tvalid_1's auc: 0.825161\tvalid_1's binary_logloss: 0.14368\n", + "[16]\ttraining's auc: 0.860375\ttraining's binary_logloss: 0.136357\tvalid_1's auc: 0.825514\tvalid_1's binary_logloss: 0.143094\n", + "[17]\ttraining's auc: 0.862228\ttraining's binary_logloss: 0.135598\tvalid_1's auc: 0.825992\tvalid_1's binary_logloss: 0.142564\n", + "[18]\ttraining's auc: 0.862726\ttraining's binary_logloss: 0.134893\tvalid_1's auc: 0.826283\tvalid_1's binary_logloss: 0.142072\n", + "[19]\ttraining's auc: 0.86327\ttraining's binary_logloss: 0.134206\tvalid_1's auc: 0.826662\tvalid_1's binary_logloss: 0.141571\n", + "[20]\ttraining's auc: 0.864063\ttraining's binary_logloss: 0.133569\tvalid_1's auc: 0.827394\tvalid_1's binary_logloss: 0.141118\n", + "[21]\ttraining's auc: 0.865128\ttraining's binary_logloss: 0.132967\tvalid_1's auc: 0.82737\tvalid_1's binary_logloss: 0.140742\n", + "[22]\ttraining's auc: 0.866582\ttraining's binary_logloss: 0.132386\tvalid_1's auc: 0.827007\tvalid_1's binary_logloss: 0.14042\n", + "[23]\ttraining's auc: 0.867203\ttraining's binary_logloss: 0.131823\tvalid_1's auc: 0.827016\tvalid_1's binary_logloss: 0.140127\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[24]\ttraining's auc: 0.868057\ttraining's binary_logloss: 0.131268\tvalid_1's auc: 0.827164\tvalid_1's binary_logloss: 0.139799\n", + "[25]\ttraining's auc: 0.869406\ttraining's binary_logloss: 0.130745\tvalid_1's auc: 0.827632\tvalid_1's binary_logloss: 0.1395\n", + "[26]\ttraining's auc: 0.869894\ttraining's binary_logloss: 0.130241\tvalid_1's auc: 0.827651\tvalid_1's binary_logloss: 0.139269\n", + "[27]\ttraining's auc: 0.870589\ttraining's binary_logloss: 0.129791\tvalid_1's auc: 0.828387\tvalid_1's binary_logloss: 0.138958\n", + "[28]\ttraining's auc: 0.871223\ttraining's binary_logloss: 0.129331\tvalid_1's auc: 0.828562\tvalid_1's binary_logloss: 0.138734\n", + "[29]\ttraining's auc: 0.872266\ttraining's binary_logloss: 0.12891\tvalid_1's auc: 0.82878\tvalid_1's binary_logloss: 0.138506\n", + "[30]\ttraining's auc: 0.872823\ttraining's binary_logloss: 0.128523\tvalid_1's auc: 0.828906\tvalid_1's binary_logloss: 0.138311\n", + "[31]\ttraining's auc: 0.873969\ttraining's binary_logloss: 0.128093\tvalid_1's auc: 0.829252\tvalid_1's binary_logloss: 0.138089\n", + "[32]\ttraining's auc: 0.874731\ttraining's binary_logloss: 0.127691\tvalid_1's auc: 0.829444\tvalid_1's binary_logloss: 0.137921\n", + "[33]\ttraining's auc: 0.875573\ttraining's binary_logloss: 0.127299\tvalid_1's auc: 0.829476\tvalid_1's binary_logloss: 0.13777\n", + "[34]\ttraining's auc: 0.876309\ttraining's binary_logloss: 0.126935\tvalid_1's auc: 0.829684\tvalid_1's binary_logloss: 0.137591\n", + "[35]\ttraining's auc: 0.876912\ttraining's binary_logloss: 0.126576\tvalid_1's auc: 0.829449\tvalid_1's binary_logloss: 0.137467\n", + "[36]\ttraining's auc: 0.877744\ttraining's binary_logloss: 0.126224\tvalid_1's auc: 0.82958\tvalid_1's binary_logloss: 0.137312\n", + "[37]\ttraining's auc: 0.878764\ttraining's binary_logloss: 0.1259\tvalid_1's auc: 0.829798\tvalid_1's binary_logloss: 0.137172\n", + "[38]\ttraining's auc: 0.878974\ttraining's binary_logloss: 0.125593\tvalid_1's auc: 0.829761\tvalid_1's binary_logloss: 0.137067\n", + "[39]\ttraining's auc: 0.879925\ttraining's binary_logloss: 0.125255\tvalid_1's auc: 0.829965\tvalid_1's binary_logloss: 0.136978\n", + "[40]\ttraining's auc: 0.880432\ttraining's binary_logloss: 0.124946\tvalid_1's auc: 0.829877\tvalid_1's binary_logloss: 0.136874\n", + "[41]\ttraining's auc: 0.881064\ttraining's binary_logloss: 0.124645\tvalid_1's auc: 0.829827\tvalid_1's binary_logloss: 0.136795\n", + "[42]\ttraining's auc: 0.881834\ttraining's binary_logloss: 0.12435\tvalid_1's auc: 0.829892\tvalid_1's binary_logloss: 0.1367\n", + "[43]\ttraining's auc: 0.882386\ttraining's binary_logloss: 0.124066\tvalid_1's auc: 0.830225\tvalid_1's binary_logloss: 0.136597\n", + "[44]\ttraining's auc: 0.883059\ttraining's binary_logloss: 0.123776\tvalid_1's auc: 0.830289\tvalid_1's binary_logloss: 0.136526\n", + "[45]\ttraining's auc: 0.883528\ttraining's binary_logloss: 0.123499\tvalid_1's auc: 0.830371\tvalid_1's binary_logloss: 0.136436\n", + "[46]\ttraining's auc: 0.884119\ttraining's binary_logloss: 0.123229\tvalid_1's auc: 0.830626\tvalid_1's binary_logloss: 0.136342\n", + "[47]\ttraining's auc: 0.884699\ttraining's binary_logloss: 0.122967\tvalid_1's auc: 0.83029\tvalid_1's binary_logloss: 0.13632\n", + "[48]\ttraining's auc: 0.885255\ttraining's binary_logloss: 0.122712\tvalid_1's auc: 0.830463\tvalid_1's binary_logloss: 0.136265\n", + "[49]\ttraining's auc: 0.886059\ttraining's binary_logloss: 0.122436\tvalid_1's auc: 0.830653\tvalid_1's binary_logloss: 0.136224\n", + "[50]\ttraining's auc: 0.886366\ttraining's binary_logloss: 0.122214\tvalid_1's auc: 0.830698\tvalid_1's binary_logloss: 0.136161\n", + "[51]\ttraining's auc: 0.886883\ttraining's binary_logloss: 0.121996\tvalid_1's auc: 0.830653\tvalid_1's binary_logloss: 0.136115\n", + "[52]\ttraining's auc: 0.887456\ttraining's binary_logloss: 0.121772\tvalid_1's auc: 0.830508\tvalid_1's binary_logloss: 0.136085\n", + "[53]\ttraining's auc: 0.888064\ttraining's binary_logloss: 0.12152\tvalid_1's auc: 0.830605\tvalid_1's binary_logloss: 0.136049\n", + "[54]\ttraining's auc: 0.888492\ttraining's binary_logloss: 0.121291\tvalid_1's auc: 0.830543\tvalid_1's binary_logloss: 0.136039\n", + "[55]\ttraining's auc: 0.889295\ttraining's binary_logloss: 0.121065\tvalid_1's auc: 0.830467\tvalid_1's binary_logloss: 0.136\n", + "[56]\ttraining's auc: 0.889884\ttraining's binary_logloss: 0.120825\tvalid_1's auc: 0.830449\tvalid_1's binary_logloss: 0.135979\n", + "[57]\ttraining's auc: 0.890712\ttraining's binary_logloss: 0.120549\tvalid_1's auc: 0.830948\tvalid_1's binary_logloss: 0.135906\n", + "[58]\ttraining's auc: 0.891426\ttraining's binary_logloss: 0.120306\tvalid_1's auc: 0.831081\tvalid_1's binary_logloss: 0.135889\n", + "[59]\ttraining's auc: 0.892005\ttraining's binary_logloss: 0.120099\tvalid_1's auc: 0.831318\tvalid_1's binary_logloss: 0.135847\n", + "[60]\ttraining's auc: 0.892509\ttraining's binary_logloss: 0.119888\tvalid_1's auc: 0.831143\tvalid_1's binary_logloss: 0.135839\n", + "[61]\ttraining's auc: 0.89309\ttraining's binary_logloss: 0.119682\tvalid_1's auc: 0.831258\tvalid_1's binary_logloss: 0.135817\n", + "[62]\ttraining's auc: 0.89377\ttraining's binary_logloss: 0.119437\tvalid_1's auc: 0.831233\tvalid_1's binary_logloss: 0.135809\n", + "[63]\ttraining's auc: 0.894215\ttraining's binary_logloss: 0.119251\tvalid_1's auc: 0.831307\tvalid_1's binary_logloss: 0.135785\n", + "[64]\ttraining's auc: 0.894686\ttraining's binary_logloss: 0.119073\tvalid_1's auc: 0.83165\tvalid_1's binary_logloss: 0.135728\n", + "[65]\ttraining's auc: 0.895183\ttraining's binary_logloss: 0.118856\tvalid_1's auc: 0.831801\tvalid_1's binary_logloss: 0.135707\n", + "[66]\ttraining's auc: 0.895704\ttraining's binary_logloss: 0.118653\tvalid_1's auc: 0.831671\tvalid_1's binary_logloss: 0.135715\n", + "[67]\ttraining's auc: 0.896197\ttraining's binary_logloss: 0.118457\tvalid_1's auc: 0.83164\tvalid_1's binary_logloss: 0.135712\n", + "[68]\ttraining's auc: 0.896745\ttraining's binary_logloss: 0.118286\tvalid_1's auc: 0.831705\tvalid_1's binary_logloss: 0.135693\n", + "[69]\ttraining's auc: 0.897165\ttraining's binary_logloss: 0.118119\tvalid_1's auc: 0.831755\tvalid_1's binary_logloss: 0.135698\n", + "[70]\ttraining's auc: 0.897544\ttraining's binary_logloss: 0.117962\tvalid_1's auc: 0.831769\tvalid_1's binary_logloss: 0.135689\n", + "[71]\ttraining's auc: 0.897991\ttraining's binary_logloss: 0.117766\tvalid_1's auc: 0.831656\tvalid_1's binary_logloss: 0.135698\n", + "[72]\ttraining's auc: 0.898472\ttraining's binary_logloss: 0.117601\tvalid_1's auc: 0.831546\tvalid_1's binary_logloss: 0.13571\n", + "[73]\ttraining's auc: 0.899061\ttraining's binary_logloss: 0.11742\tvalid_1's auc: 0.831988\tvalid_1's binary_logloss: 0.135638\n", + "[74]\ttraining's auc: 0.899446\ttraining's binary_logloss: 0.11725\tvalid_1's auc: 0.832115\tvalid_1's binary_logloss: 0.135624\n", + "[75]\ttraining's auc: 0.89999\ttraining's binary_logloss: 0.117084\tvalid_1's auc: 0.832248\tvalid_1's binary_logloss: 0.135606\n", + "[76]\ttraining's auc: 0.900298\ttraining's binary_logloss: 0.116932\tvalid_1's auc: 0.832235\tvalid_1's binary_logloss: 0.135617\n", + "[77]\ttraining's auc: 0.900694\ttraining's binary_logloss: 0.116761\tvalid_1's auc: 0.832117\tvalid_1's binary_logloss: 0.13563\n", + "[78]\ttraining's auc: 0.901013\ttraining's binary_logloss: 0.116588\tvalid_1's auc: 0.832063\tvalid_1's binary_logloss: 0.135645\n", + "[79]\ttraining's auc: 0.901634\ttraining's binary_logloss: 0.116418\tvalid_1's auc: 0.83232\tvalid_1's binary_logloss: 0.135598\n", + "[80]\ttraining's auc: 0.901963\ttraining's binary_logloss: 0.116267\tvalid_1's auc: 0.83223\tvalid_1's binary_logloss: 0.135626\n", + "[81]\ttraining's auc: 0.902384\ttraining's binary_logloss: 0.116117\tvalid_1's auc: 0.832005\tvalid_1's binary_logloss: 0.135666\n", + "[82]\ttraining's auc: 0.902659\ttraining's binary_logloss: 0.115952\tvalid_1's auc: 0.832155\tvalid_1's binary_logloss: 0.135646\n", + "[83]\ttraining's auc: 0.903278\ttraining's binary_logloss: 0.115789\tvalid_1's auc: 0.832177\tvalid_1's binary_logloss: 0.135635\n", + "[84]\ttraining's auc: 0.903653\ttraining's binary_logloss: 0.115618\tvalid_1's auc: 0.83211\tvalid_1's binary_logloss: 0.135664\n", + "[85]\ttraining's auc: 0.903885\ttraining's binary_logloss: 0.11549\tvalid_1's auc: 0.831945\tvalid_1's binary_logloss: 0.135687\n", + "[86]\ttraining's auc: 0.904283\ttraining's binary_logloss: 0.115338\tvalid_1's auc: 0.831738\tvalid_1's binary_logloss: 0.135719\n", + "[87]\ttraining's auc: 0.904767\ttraining's binary_logloss: 0.115147\tvalid_1's auc: 0.831805\tvalid_1's binary_logloss: 0.135711\n", + "[88]\ttraining's auc: 0.90524\ttraining's binary_logloss: 0.115017\tvalid_1's auc: 0.831695\tvalid_1's binary_logloss: 0.135738\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[89]\ttraining's auc: 0.90569\ttraining's binary_logloss: 0.114858\tvalid_1's auc: 0.831535\tvalid_1's binary_logloss: 0.135764\n", + "[90]\ttraining's auc: 0.906022\ttraining's binary_logloss: 0.114702\tvalid_1's auc: 0.831308\tvalid_1's binary_logloss: 0.135801\n", + "[91]\ttraining's auc: 0.906376\ttraining's binary_logloss: 0.114545\tvalid_1's auc: 0.831324\tvalid_1's binary_logloss: 0.135805\n", + "[92]\ttraining's auc: 0.90706\ttraining's binary_logloss: 0.114393\tvalid_1's auc: 0.831356\tvalid_1's binary_logloss: 0.135805\n", + "[93]\ttraining's auc: 0.907406\ttraining's binary_logloss: 0.114255\tvalid_1's auc: 0.831266\tvalid_1's binary_logloss: 0.135839\n", + "[94]\ttraining's auc: 0.907834\ttraining's binary_logloss: 0.114076\tvalid_1's auc: 0.831194\tvalid_1's binary_logloss: 0.135854\n", + "[95]\ttraining's auc: 0.90824\ttraining's binary_logloss: 0.113932\tvalid_1's auc: 0.831043\tvalid_1's binary_logloss: 0.135886\n", + "[96]\ttraining's auc: 0.90865\ttraining's binary_logloss: 0.113773\tvalid_1's auc: 0.830891\tvalid_1's binary_logloss: 0.135918\n", + "[97]\ttraining's auc: 0.909037\ttraining's binary_logloss: 0.113625\tvalid_1's auc: 0.830702\tvalid_1's binary_logloss: 0.135963\n", + "[98]\ttraining's auc: 0.909523\ttraining's binary_logloss: 0.113504\tvalid_1's auc: 0.830845\tvalid_1's binary_logloss: 0.13595\n", + "[99]\ttraining's auc: 0.909916\ttraining's binary_logloss: 0.113367\tvalid_1's auc: 0.830805\tvalid_1's binary_logloss: 0.135957\n", + "[100]\ttraining's auc: 0.910278\ttraining's binary_logloss: 0.113229\tvalid_1's auc: 0.830696\tvalid_1's binary_logloss: 0.135979\n", + "[1]\ttraining's auc: 0.826967\ttraining's binary_logloss: 0.162934\tvalid_1's auc: 0.813416\tvalid_1's binary_logloss: 0.157411\n", + "[2]\ttraining's auc: 0.831292\ttraining's binary_logloss: 0.159625\tvalid_1's auc: 0.817596\tvalid_1's binary_logloss: 0.154587\n", + "[3]\ttraining's auc: 0.837996\ttraining's binary_logloss: 0.156791\tvalid_1's auc: 0.821249\tvalid_1's binary_logloss: 0.15229\n", + "[4]\ttraining's auc: 0.8415\ttraining's binary_logloss: 0.154433\tvalid_1's auc: 0.824991\tvalid_1's binary_logloss: 0.150287\n", + "[5]\ttraining's auc: 0.842301\ttraining's binary_logloss: 0.152333\tvalid_1's auc: 0.82567\tvalid_1's binary_logloss: 0.148554\n", + "[6]\ttraining's auc: 0.843774\ttraining's binary_logloss: 0.150436\tvalid_1's auc: 0.826446\tvalid_1's binary_logloss: 0.147027\n", + "[7]\ttraining's auc: 0.848168\ttraining's binary_logloss: 0.148771\tvalid_1's auc: 0.83025\tvalid_1's binary_logloss: 0.145702\n", + "[8]\ttraining's auc: 0.849288\ttraining's binary_logloss: 0.147282\tvalid_1's auc: 0.831142\tvalid_1's binary_logloss: 0.144477\n", + "[9]\ttraining's auc: 0.850439\ttraining's binary_logloss: 0.145902\tvalid_1's auc: 0.830889\tvalid_1's binary_logloss: 0.143438\n", + "[10]\ttraining's auc: 0.850849\ttraining's binary_logloss: 0.144651\tvalid_1's auc: 0.830897\tvalid_1's binary_logloss: 0.142492\n", + "[11]\ttraining's auc: 0.853394\ttraining's binary_logloss: 0.14348\tvalid_1's auc: 0.832368\tvalid_1's binary_logloss: 0.141547\n", + "[12]\ttraining's auc: 0.854468\ttraining's binary_logloss: 0.142373\tvalid_1's auc: 0.833247\tvalid_1's binary_logloss: 0.140703\n", + "[13]\ttraining's auc: 0.856145\ttraining's binary_logloss: 0.141337\tvalid_1's auc: 0.833895\tvalid_1's binary_logloss: 0.139938\n", + "[14]\ttraining's auc: 0.857841\ttraining's binary_logloss: 0.140369\tvalid_1's auc: 0.835829\tvalid_1's binary_logloss: 0.139288\n", + "[15]\ttraining's auc: 0.858883\ttraining's binary_logloss: 0.139465\tvalid_1's auc: 0.836191\tvalid_1's binary_logloss: 0.1386\n", + "[16]\ttraining's auc: 0.859397\ttraining's binary_logloss: 0.138645\tvalid_1's auc: 0.836222\tvalid_1's binary_logloss: 0.138026\n", + "[17]\ttraining's auc: 0.86074\ttraining's binary_logloss: 0.137849\tvalid_1's auc: 0.836462\tvalid_1's binary_logloss: 0.137481\n", + "[18]\ttraining's auc: 0.861864\ttraining's binary_logloss: 0.137111\tvalid_1's auc: 0.836419\tvalid_1's binary_logloss: 0.136991\n", + "[19]\ttraining's auc: 0.862717\ttraining's binary_logloss: 0.136421\tvalid_1's auc: 0.836088\tvalid_1's binary_logloss: 0.136549\n", + "[20]\ttraining's auc: 0.863542\ttraining's binary_logloss: 0.135759\tvalid_1's auc: 0.836128\tvalid_1's binary_logloss: 0.136104\n", + "[21]\ttraining's auc: 0.864804\ttraining's binary_logloss: 0.13515\tvalid_1's auc: 0.835967\tvalid_1's binary_logloss: 0.135709\n", + "[22]\ttraining's auc: 0.865445\ttraining's binary_logloss: 0.134558\tvalid_1's auc: 0.835653\tvalid_1's binary_logloss: 0.135368\n", + "[23]\ttraining's auc: 0.866317\ttraining's binary_logloss: 0.13399\tvalid_1's auc: 0.835634\tvalid_1's binary_logloss: 0.135039\n", + "[24]\ttraining's auc: 0.866825\ttraining's binary_logloss: 0.133455\tvalid_1's auc: 0.835364\tvalid_1's binary_logloss: 0.134721\n", + "[25]\ttraining's auc: 0.867969\ttraining's binary_logloss: 0.132943\tvalid_1's auc: 0.835485\tvalid_1's binary_logloss: 0.134432\n", + "[26]\ttraining's auc: 0.868514\ttraining's binary_logloss: 0.132467\tvalid_1's auc: 0.835761\tvalid_1's binary_logloss: 0.134156\n", + "[27]\ttraining's auc: 0.869311\ttraining's binary_logloss: 0.131999\tvalid_1's auc: 0.83562\tvalid_1's binary_logloss: 0.13393\n", + "[28]\ttraining's auc: 0.870178\ttraining's binary_logloss: 0.131524\tvalid_1's auc: 0.835589\tvalid_1's binary_logloss: 0.133687\n", + "[29]\ttraining's auc: 0.870832\ttraining's binary_logloss: 0.131092\tvalid_1's auc: 0.835531\tvalid_1's binary_logloss: 0.13348\n", + "[30]\ttraining's auc: 0.871631\ttraining's binary_logloss: 0.130686\tvalid_1's auc: 0.83523\tvalid_1's binary_logloss: 0.133316\n", + "[31]\ttraining's auc: 0.872118\ttraining's binary_logloss: 0.130277\tvalid_1's auc: 0.835073\tvalid_1's binary_logloss: 0.13315\n", + "[32]\ttraining's auc: 0.87272\ttraining's binary_logloss: 0.129892\tvalid_1's auc: 0.835068\tvalid_1's binary_logloss: 0.132975\n", + "[33]\ttraining's auc: 0.873134\ttraining's binary_logloss: 0.129532\tvalid_1's auc: 0.834898\tvalid_1's binary_logloss: 0.13282\n", + "[34]\ttraining's auc: 0.873802\ttraining's binary_logloss: 0.129178\tvalid_1's auc: 0.834805\tvalid_1's binary_logloss: 0.132676\n", + "[35]\ttraining's auc: 0.874528\ttraining's binary_logloss: 0.128828\tvalid_1's auc: 0.834799\tvalid_1's binary_logloss: 0.132534\n", + "[36]\ttraining's auc: 0.875022\ttraining's binary_logloss: 0.128491\tvalid_1's auc: 0.83457\tvalid_1's binary_logloss: 0.13244\n", + "[37]\ttraining's auc: 0.875415\ttraining's binary_logloss: 0.128188\tvalid_1's auc: 0.834507\tvalid_1's binary_logloss: 0.132327\n", + "[38]\ttraining's auc: 0.876206\ttraining's binary_logloss: 0.127852\tvalid_1's auc: 0.834716\tvalid_1's binary_logloss: 0.132185\n", + "[39]\ttraining's auc: 0.87741\ttraining's binary_logloss: 0.12744\tvalid_1's auc: 0.834971\tvalid_1's binary_logloss: 0.132032\n", + "[40]\ttraining's auc: 0.878191\ttraining's binary_logloss: 0.127097\tvalid_1's auc: 0.834803\tvalid_1's binary_logloss: 0.131941\n", + "[41]\ttraining's auc: 0.878585\ttraining's binary_logloss: 0.126809\tvalid_1's auc: 0.834908\tvalid_1's binary_logloss: 0.131835\n", + "[42]\ttraining's auc: 0.879125\ttraining's binary_logloss: 0.126526\tvalid_1's auc: 0.834745\tvalid_1's binary_logloss: 0.131755\n", + "[43]\ttraining's auc: 0.879988\ttraining's binary_logloss: 0.126255\tvalid_1's auc: 0.834998\tvalid_1's binary_logloss: 0.13165\n", + "[44]\ttraining's auc: 0.880586\ttraining's binary_logloss: 0.125943\tvalid_1's auc: 0.835217\tvalid_1's binary_logloss: 0.131555\n", + "[45]\ttraining's auc: 0.881347\ttraining's binary_logloss: 0.125645\tvalid_1's auc: 0.835128\tvalid_1's binary_logloss: 0.131469\n", + "[46]\ttraining's auc: 0.881841\ttraining's binary_logloss: 0.125362\tvalid_1's auc: 0.835245\tvalid_1's binary_logloss: 0.131382\n", + "[47]\ttraining's auc: 0.882305\ttraining's binary_logloss: 0.125092\tvalid_1's auc: 0.835238\tvalid_1's binary_logloss: 0.131319\n", + "[1]\ttraining's auc: 0.827533\ttraining's binary_logloss: 0.159216\tvalid_1's auc: 0.805624\tvalid_1's binary_logloss: 0.164991\n", + "[2]\ttraining's auc: 0.832983\ttraining's binary_logloss: 0.156081\tvalid_1's auc: 0.812923\tvalid_1's binary_logloss: 0.162047\n", + "[3]\ttraining's auc: 0.833836\ttraining's binary_logloss: 0.153433\tvalid_1's auc: 0.81429\tvalid_1's binary_logloss: 0.159567\n", + "[4]\ttraining's auc: 0.83805\ttraining's binary_logloss: 0.151095\tvalid_1's auc: 0.817602\tvalid_1's binary_logloss: 0.157349\n", + "[5]\ttraining's auc: 0.840346\ttraining's binary_logloss: 0.149072\tvalid_1's auc: 0.820148\tvalid_1's binary_logloss: 0.155488\n", + "[6]\ttraining's auc: 0.844581\ttraining's binary_logloss: 0.147256\tvalid_1's auc: 0.824206\tvalid_1's binary_logloss: 0.153897\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[7]\ttraining's auc: 0.847464\ttraining's binary_logloss: 0.145586\tvalid_1's auc: 0.825476\tvalid_1's binary_logloss: 0.152471\n", + "[8]\ttraining's auc: 0.848529\ttraining's binary_logloss: 0.144099\tvalid_1's auc: 0.8265\tvalid_1's binary_logloss: 0.151146\n", + "[9]\ttraining's auc: 0.850361\ttraining's binary_logloss: 0.142737\tvalid_1's auc: 0.827567\tvalid_1's binary_logloss: 0.149975\n", + "[10]\ttraining's auc: 0.851257\ttraining's binary_logloss: 0.141475\tvalid_1's auc: 0.827633\tvalid_1's binary_logloss: 0.148933\n", + "[11]\ttraining's auc: 0.853285\ttraining's binary_logloss: 0.140325\tvalid_1's auc: 0.828496\tvalid_1's binary_logloss: 0.147993\n", + "[12]\ttraining's auc: 0.854296\ttraining's binary_logloss: 0.139282\tvalid_1's auc: 0.829083\tvalid_1's binary_logloss: 0.147125\n", + "[13]\ttraining's auc: 0.85528\ttraining's binary_logloss: 0.138318\tvalid_1's auc: 0.829273\tvalid_1's binary_logloss: 0.146331\n", + "[14]\ttraining's auc: 0.855379\ttraining's binary_logloss: 0.137425\tvalid_1's auc: 0.829632\tvalid_1's binary_logloss: 0.145642\n", + "[15]\ttraining's auc: 0.856135\ttraining's binary_logloss: 0.136509\tvalid_1's auc: 0.82956\tvalid_1's binary_logloss: 0.144998\n", + "[16]\ttraining's auc: 0.857172\ttraining's binary_logloss: 0.135732\tvalid_1's auc: 0.829607\tvalid_1's binary_logloss: 0.144408\n", + "[17]\ttraining's auc: 0.85875\ttraining's binary_logloss: 0.134929\tvalid_1's auc: 0.830124\tvalid_1's binary_logloss: 0.143847\n", + "[18]\ttraining's auc: 0.85956\ttraining's binary_logloss: 0.134198\tvalid_1's auc: 0.830381\tvalid_1's binary_logloss: 0.143321\n", + "[19]\ttraining's auc: 0.860167\ttraining's binary_logloss: 0.133526\tvalid_1's auc: 0.830551\tvalid_1's binary_logloss: 0.142854\n", + "[20]\ttraining's auc: 0.861177\ttraining's binary_logloss: 0.132867\tvalid_1's auc: 0.830795\tvalid_1's binary_logloss: 0.142432\n", + "[21]\ttraining's auc: 0.862198\ttraining's binary_logloss: 0.132275\tvalid_1's auc: 0.830927\tvalid_1's binary_logloss: 0.142025\n", + "[22]\ttraining's auc: 0.862782\ttraining's binary_logloss: 0.131729\tvalid_1's auc: 0.830958\tvalid_1's binary_logloss: 0.141673\n", + "[23]\ttraining's auc: 0.864495\ttraining's binary_logloss: 0.131184\tvalid_1's auc: 0.831256\tvalid_1's binary_logloss: 0.141287\n", + "[24]\ttraining's auc: 0.865393\ttraining's binary_logloss: 0.130672\tvalid_1's auc: 0.83162\tvalid_1's binary_logloss: 0.140909\n", + "[25]\ttraining's auc: 0.86602\ttraining's binary_logloss: 0.130176\tvalid_1's auc: 0.83174\tvalid_1's binary_logloss: 0.140603\n", + "[26]\ttraining's auc: 0.866755\ttraining's binary_logloss: 0.129695\tvalid_1's auc: 0.832045\tvalid_1's binary_logloss: 0.140286\n", + "[27]\ttraining's auc: 0.868542\ttraining's binary_logloss: 0.129206\tvalid_1's auc: 0.833129\tvalid_1's binary_logloss: 0.139984\n", + "[28]\ttraining's auc: 0.870225\ttraining's binary_logloss: 0.128743\tvalid_1's auc: 0.834464\tvalid_1's binary_logloss: 0.139712\n", + "[29]\ttraining's auc: 0.871346\ttraining's binary_logloss: 0.128324\tvalid_1's auc: 0.834693\tvalid_1's binary_logloss: 0.139461\n", + "[30]\ttraining's auc: 0.872354\ttraining's binary_logloss: 0.127881\tvalid_1's auc: 0.834854\tvalid_1's binary_logloss: 0.139231\n", + "[31]\ttraining's auc: 0.872837\ttraining's binary_logloss: 0.127499\tvalid_1's auc: 0.835611\tvalid_1's binary_logloss: 0.138998\n", + "[32]\ttraining's auc: 0.873563\ttraining's binary_logloss: 0.127107\tvalid_1's auc: 0.835826\tvalid_1's binary_logloss: 0.138771\n", + "[33]\ttraining's auc: 0.874121\ttraining's binary_logloss: 0.126747\tvalid_1's auc: 0.835768\tvalid_1's binary_logloss: 0.138603\n", + "[34]\ttraining's auc: 0.874969\ttraining's binary_logloss: 0.126402\tvalid_1's auc: 0.835741\tvalid_1's binary_logloss: 0.13842\n", + "[35]\ttraining's auc: 0.875468\ttraining's binary_logloss: 0.126068\tvalid_1's auc: 0.835658\tvalid_1's binary_logloss: 0.138281\n", + "[36]\ttraining's auc: 0.876176\ttraining's binary_logloss: 0.12574\tvalid_1's auc: 0.835824\tvalid_1's binary_logloss: 0.138136\n", + "[37]\ttraining's auc: 0.8772\ttraining's binary_logloss: 0.125401\tvalid_1's auc: 0.836295\tvalid_1's binary_logloss: 0.13799\n", + "[38]\ttraining's auc: 0.878094\ttraining's binary_logloss: 0.125084\tvalid_1's auc: 0.836671\tvalid_1's binary_logloss: 0.137846\n", + "[39]\ttraining's auc: 0.878817\ttraining's binary_logloss: 0.124759\tvalid_1's auc: 0.836842\tvalid_1's binary_logloss: 0.137708\n", + "[40]\ttraining's auc: 0.879763\ttraining's binary_logloss: 0.12446\tvalid_1's auc: 0.836674\tvalid_1's binary_logloss: 0.137596\n", + "[41]\ttraining's auc: 0.88055\ttraining's binary_logloss: 0.124122\tvalid_1's auc: 0.836941\tvalid_1's binary_logloss: 0.137488\n", + "[42]\ttraining's auc: 0.881433\ttraining's binary_logloss: 0.123827\tvalid_1's auc: 0.836868\tvalid_1's binary_logloss: 0.137372\n", + "[43]\ttraining's auc: 0.882285\ttraining's binary_logloss: 0.123541\tvalid_1's auc: 0.836784\tvalid_1's binary_logloss: 0.137276\n", + "[44]\ttraining's auc: 0.883074\ttraining's binary_logloss: 0.123246\tvalid_1's auc: 0.836989\tvalid_1's binary_logloss: 0.137164\n", + "[45]\ttraining's auc: 0.88361\ttraining's binary_logloss: 0.122972\tvalid_1's auc: 0.837134\tvalid_1's binary_logloss: 0.137058\n", + "[46]\ttraining's auc: 0.884202\ttraining's binary_logloss: 0.122682\tvalid_1's auc: 0.837058\tvalid_1's binary_logloss: 0.137007\n", + "[47]\ttraining's auc: 0.884724\ttraining's binary_logloss: 0.122411\tvalid_1's auc: 0.836817\tvalid_1's binary_logloss: 0.136952\n", + "[48]\ttraining's auc: 0.885471\ttraining's binary_logloss: 0.122129\tvalid_1's auc: 0.836808\tvalid_1's binary_logloss: 0.136896\n", + "[49]\ttraining's auc: 0.886096\ttraining's binary_logloss: 0.121866\tvalid_1's auc: 0.837386\tvalid_1's binary_logloss: 0.136774\n", + "[50]\ttraining's auc: 0.886666\ttraining's binary_logloss: 0.121615\tvalid_1's auc: 0.837394\tvalid_1's binary_logloss: 0.136684\n", + "[51]\ttraining's auc: 0.88705\ttraining's binary_logloss: 0.12139\tvalid_1's auc: 0.837406\tvalid_1's binary_logloss: 0.136639\n", + "[52]\ttraining's auc: 0.887582\ttraining's binary_logloss: 0.121166\tvalid_1's auc: 0.837383\tvalid_1's binary_logloss: 0.136598\n", + "[53]\ttraining's auc: 0.888097\ttraining's binary_logloss: 0.120956\tvalid_1's auc: 0.837516\tvalid_1's binary_logloss: 0.136556\n", + "[54]\ttraining's auc: 0.88859\ttraining's binary_logloss: 0.120711\tvalid_1's auc: 0.837579\tvalid_1's binary_logloss: 0.136488\n", + "[55]\ttraining's auc: 0.889086\ttraining's binary_logloss: 0.120486\tvalid_1's auc: 0.837339\tvalid_1's binary_logloss: 0.136499\n", + "[56]\ttraining's auc: 0.889578\ttraining's binary_logloss: 0.120272\tvalid_1's auc: 0.8374\tvalid_1's binary_logloss: 0.136458\n", + "[57]\ttraining's auc: 0.889921\ttraining's binary_logloss: 0.120064\tvalid_1's auc: 0.83749\tvalid_1's binary_logloss: 0.136406\n", + "[58]\ttraining's auc: 0.890523\ttraining's binary_logloss: 0.119827\tvalid_1's auc: 0.837234\tvalid_1's binary_logloss: 0.136422\n", + "[59]\ttraining's auc: 0.891142\ttraining's binary_logloss: 0.119601\tvalid_1's auc: 0.837331\tvalid_1's binary_logloss: 0.136371\n", + "[60]\ttraining's auc: 0.891477\ttraining's binary_logloss: 0.119422\tvalid_1's auc: 0.837342\tvalid_1's binary_logloss: 0.136365\n", + "[61]\ttraining's auc: 0.892239\ttraining's binary_logloss: 0.119178\tvalid_1's auc: 0.837486\tvalid_1's binary_logloss: 0.136326\n", + "[62]\ttraining's auc: 0.892742\ttraining's binary_logloss: 0.118988\tvalid_1's auc: 0.837286\tvalid_1's binary_logloss: 0.136316\n", + "[63]\ttraining's auc: 0.893196\ttraining's binary_logloss: 0.118794\tvalid_1's auc: 0.837148\tvalid_1's binary_logloss: 0.136292\n", + "[64]\ttraining's auc: 0.894024\ttraining's binary_logloss: 0.118598\tvalid_1's auc: 0.837214\tvalid_1's binary_logloss: 0.136266\n", + "[65]\ttraining's auc: 0.894299\ttraining's binary_logloss: 0.118428\tvalid_1's auc: 0.83705\tvalid_1's binary_logloss: 0.13625\n", + "[66]\ttraining's auc: 0.894876\ttraining's binary_logloss: 0.118226\tvalid_1's auc: 0.837039\tvalid_1's binary_logloss: 0.136232\n", + "[67]\ttraining's auc: 0.895764\ttraining's binary_logloss: 0.118028\tvalid_1's auc: 0.837096\tvalid_1's binary_logloss: 0.136222\n", + "[68]\ttraining's auc: 0.896148\ttraining's binary_logloss: 0.117843\tvalid_1's auc: 0.837103\tvalid_1's binary_logloss: 0.136212\n", + "[69]\ttraining's auc: 0.896714\ttraining's binary_logloss: 0.117652\tvalid_1's auc: 0.836981\tvalid_1's binary_logloss: 0.136214\n", + "[70]\ttraining's auc: 0.897192\ttraining's binary_logloss: 0.117482\tvalid_1's auc: 0.837023\tvalid_1's binary_logloss: 0.13621\n", + "[71]\ttraining's auc: 0.897755\ttraining's binary_logloss: 0.11731\tvalid_1's auc: 0.837077\tvalid_1's binary_logloss: 0.136196\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[72]\ttraining's auc: 0.898291\ttraining's binary_logloss: 0.117138\tvalid_1's auc: 0.83699\tvalid_1's binary_logloss: 0.136184\n", + "[73]\ttraining's auc: 0.898791\ttraining's binary_logloss: 0.116954\tvalid_1's auc: 0.836959\tvalid_1's binary_logloss: 0.13618\n", + "[74]\ttraining's auc: 0.899526\ttraining's binary_logloss: 0.116771\tvalid_1's auc: 0.837261\tvalid_1's binary_logloss: 0.136125\n", + "[75]\ttraining's auc: 0.899947\ttraining's binary_logloss: 0.116613\tvalid_1's auc: 0.83726\tvalid_1's binary_logloss: 0.136124\n", + "[76]\ttraining's auc: 0.900342\ttraining's binary_logloss: 0.116441\tvalid_1's auc: 0.837205\tvalid_1's binary_logloss: 0.136144\n", + "[77]\ttraining's auc: 0.900848\ttraining's binary_logloss: 0.116275\tvalid_1's auc: 0.837228\tvalid_1's binary_logloss: 0.136124\n", + "[78]\ttraining's auc: 0.901251\ttraining's binary_logloss: 0.11609\tvalid_1's auc: 0.837159\tvalid_1's binary_logloss: 0.136132\n", + "[79]\ttraining's auc: 0.901781\ttraining's binary_logloss: 0.115892\tvalid_1's auc: 0.837269\tvalid_1's binary_logloss: 0.136116\n", + "[80]\ttraining's auc: 0.902134\ttraining's binary_logloss: 0.115699\tvalid_1's auc: 0.83744\tvalid_1's binary_logloss: 0.136081\n", + "[81]\ttraining's auc: 0.902691\ttraining's binary_logloss: 0.115492\tvalid_1's auc: 0.837434\tvalid_1's binary_logloss: 0.136079\n", + "[82]\ttraining's auc: 0.903052\ttraining's binary_logloss: 0.115347\tvalid_1's auc: 0.837537\tvalid_1's binary_logloss: 0.136047\n", + "[83]\ttraining's auc: 0.903583\ttraining's binary_logloss: 0.115175\tvalid_1's auc: 0.837544\tvalid_1's binary_logloss: 0.136044\n", + "[84]\ttraining's auc: 0.903861\ttraining's binary_logloss: 0.115009\tvalid_1's auc: 0.837673\tvalid_1's binary_logloss: 0.13602\n", + "[85]\ttraining's auc: 0.904253\ttraining's binary_logloss: 0.114825\tvalid_1's auc: 0.837645\tvalid_1's binary_logloss: 0.136032\n", + "[86]\ttraining's auc: 0.904688\ttraining's binary_logloss: 0.114674\tvalid_1's auc: 0.837692\tvalid_1's binary_logloss: 0.136021\n", + "[87]\ttraining's auc: 0.905031\ttraining's binary_logloss: 0.11453\tvalid_1's auc: 0.837629\tvalid_1's binary_logloss: 0.136023\n", + "[88]\ttraining's auc: 0.905453\ttraining's binary_logloss: 0.114339\tvalid_1's auc: 0.837646\tvalid_1's binary_logloss: 0.136014\n", + "[89]\ttraining's auc: 0.90589\ttraining's binary_logloss: 0.114192\tvalid_1's auc: 0.837762\tvalid_1's binary_logloss: 0.135999\n", + "[90]\ttraining's auc: 0.906165\ttraining's binary_logloss: 0.114037\tvalid_1's auc: 0.837647\tvalid_1's binary_logloss: 0.136019\n", + "[91]\ttraining's auc: 0.906573\ttraining's binary_logloss: 0.113837\tvalid_1's auc: 0.837407\tvalid_1's binary_logloss: 0.136068\n", + "[92]\ttraining's auc: 0.907006\ttraining's binary_logloss: 0.113673\tvalid_1's auc: 0.837404\tvalid_1's binary_logloss: 0.136062\n", + "[93]\ttraining's auc: 0.907269\ttraining's binary_logloss: 0.11355\tvalid_1's auc: 0.837461\tvalid_1's binary_logloss: 0.136061\n", + "[94]\ttraining's auc: 0.907658\ttraining's binary_logloss: 0.113398\tvalid_1's auc: 0.837375\tvalid_1's binary_logloss: 0.136077\n", + "[95]\ttraining's auc: 0.907997\ttraining's binary_logloss: 0.11325\tvalid_1's auc: 0.837462\tvalid_1's binary_logloss: 0.136067\n", + "[96]\ttraining's auc: 0.908493\ttraining's binary_logloss: 0.113068\tvalid_1's auc: 0.837345\tvalid_1's binary_logloss: 0.136113\n", + "[97]\ttraining's auc: 0.908799\ttraining's binary_logloss: 0.112933\tvalid_1's auc: 0.837211\tvalid_1's binary_logloss: 0.136142\n", + "[98]\ttraining's auc: 0.909247\ttraining's binary_logloss: 0.112798\tvalid_1's auc: 0.83744\tvalid_1's binary_logloss: 0.136108\n", + "[99]\ttraining's auc: 0.909639\ttraining's binary_logloss: 0.112641\tvalid_1's auc: 0.837493\tvalid_1's binary_logloss: 0.136098\n", + "[100]\ttraining's auc: 0.909959\ttraining's binary_logloss: 0.112496\tvalid_1's auc: 0.837304\tvalid_1's binary_logloss: 0.136132\n", + "[1]\ttraining's auc: 0.836355\ttraining's binary_logloss: 0.162515\tvalid_1's auc: 0.811211\tvalid_1's binary_logloss: 0.16375\n", + "[2]\ttraining's auc: 0.83883\ttraining's binary_logloss: 0.160679\tvalid_1's auc: 0.811418\tvalid_1's binary_logloss: 0.162231\n", + "[3]\ttraining's auc: 0.840024\ttraining's binary_logloss: 0.159016\tvalid_1's auc: 0.81253\tvalid_1's binary_logloss: 0.160872\n", + "[4]\ttraining's auc: 0.842067\ttraining's binary_logloss: 0.157487\tvalid_1's auc: 0.81205\tvalid_1's binary_logloss: 0.159663\n", + "[5]\ttraining's auc: 0.842319\ttraining's binary_logloss: 0.156096\tvalid_1's auc: 0.811513\tvalid_1's binary_logloss: 0.158556\n", + "[6]\ttraining's auc: 0.844392\ttraining's binary_logloss: 0.154778\tvalid_1's auc: 0.812189\tvalid_1's binary_logloss: 0.157492\n", + "[7]\ttraining's auc: 0.846325\ttraining's binary_logloss: 0.153585\tvalid_1's auc: 0.814236\tvalid_1's binary_logloss: 0.156508\n", + "[8]\ttraining's auc: 0.846642\ttraining's binary_logloss: 0.152455\tvalid_1's auc: 0.813501\tvalid_1's binary_logloss: 0.155609\n", + "[9]\ttraining's auc: 0.850348\ttraining's binary_logloss: 0.151416\tvalid_1's auc: 0.817467\tvalid_1's binary_logloss: 0.154747\n", + "[10]\ttraining's auc: 0.851114\ttraining's binary_logloss: 0.150419\tvalid_1's auc: 0.817964\tvalid_1's binary_logloss: 0.153948\n", + "[11]\ttraining's auc: 0.852147\ttraining's binary_logloss: 0.14945\tvalid_1's auc: 0.818732\tvalid_1's binary_logloss: 0.153171\n", + "[12]\ttraining's auc: 0.854154\ttraining's binary_logloss: 0.148549\tvalid_1's auc: 0.820431\tvalid_1's binary_logloss: 0.152451\n", + "[13]\ttraining's auc: 0.855284\ttraining's binary_logloss: 0.147684\tvalid_1's auc: 0.820553\tvalid_1's binary_logloss: 0.151766\n", + "[14]\ttraining's auc: 0.856142\ttraining's binary_logloss: 0.146852\tvalid_1's auc: 0.820704\tvalid_1's binary_logloss: 0.151124\n", + "[15]\ttraining's auc: 0.856854\ttraining's binary_logloss: 0.146042\tvalid_1's auc: 0.82218\tvalid_1's binary_logloss: 0.150498\n", + "[16]\ttraining's auc: 0.85725\ttraining's binary_logloss: 0.145274\tvalid_1's auc: 0.82265\tvalid_1's binary_logloss: 0.149914\n", + "[17]\ttraining's auc: 0.857755\ttraining's binary_logloss: 0.144562\tvalid_1's auc: 0.822908\tvalid_1's binary_logloss: 0.149355\n", + "[18]\ttraining's auc: 0.858098\ttraining's binary_logloss: 0.143872\tvalid_1's auc: 0.823597\tvalid_1's binary_logloss: 0.148823\n", + "[19]\ttraining's auc: 0.859068\ttraining's binary_logloss: 0.143213\tvalid_1's auc: 0.824187\tvalid_1's binary_logloss: 0.148324\n", + "[20]\ttraining's auc: 0.859872\ttraining's binary_logloss: 0.142573\tvalid_1's auc: 0.824287\tvalid_1's binary_logloss: 0.147852\n", + "[21]\ttraining's auc: 0.860394\ttraining's binary_logloss: 0.14196\tvalid_1's auc: 0.824312\tvalid_1's binary_logloss: 0.147392\n", + "[22]\ttraining's auc: 0.860599\ttraining's binary_logloss: 0.14137\tvalid_1's auc: 0.824393\tvalid_1's binary_logloss: 0.146963\n", + "[23]\ttraining's auc: 0.860969\ttraining's binary_logloss: 0.140783\tvalid_1's auc: 0.824596\tvalid_1's binary_logloss: 0.14653\n", + "[24]\ttraining's auc: 0.86129\ttraining's binary_logloss: 0.140226\tvalid_1's auc: 0.824839\tvalid_1's binary_logloss: 0.146114\n", + "[25]\ttraining's auc: 0.862441\ttraining's binary_logloss: 0.139688\tvalid_1's auc: 0.825497\tvalid_1's binary_logloss: 0.145714\n", + "[26]\ttraining's auc: 0.862751\ttraining's binary_logloss: 0.139179\tvalid_1's auc: 0.825546\tvalid_1's binary_logloss: 0.145364\n", + "[27]\ttraining's auc: 0.863099\ttraining's binary_logloss: 0.138684\tvalid_1's auc: 0.825909\tvalid_1's binary_logloss: 0.144981\n", + "[28]\ttraining's auc: 0.863187\ttraining's binary_logloss: 0.138215\tvalid_1's auc: 0.826165\tvalid_1's binary_logloss: 0.14465\n", + "[29]\ttraining's auc: 0.863315\ttraining's binary_logloss: 0.137752\tvalid_1's auc: 0.826385\tvalid_1's binary_logloss: 0.144313\n", + "[30]\ttraining's auc: 0.86376\ttraining's binary_logloss: 0.137306\tvalid_1's auc: 0.82643\tvalid_1's binary_logloss: 0.144\n", + "[31]\ttraining's auc: 0.864083\ttraining's binary_logloss: 0.136877\tvalid_1's auc: 0.826846\tvalid_1's binary_logloss: 0.143702\n", + "[32]\ttraining's auc: 0.865532\ttraining's binary_logloss: 0.136461\tvalid_1's auc: 0.827252\tvalid_1's binary_logloss: 0.143397\n", + "[33]\ttraining's auc: 0.866082\ttraining's binary_logloss: 0.136045\tvalid_1's auc: 0.827288\tvalid_1's binary_logloss: 0.143096\n", + "[34]\ttraining's auc: 0.866541\ttraining's binary_logloss: 0.135649\tvalid_1's auc: 0.827755\tvalid_1's binary_logloss: 0.142812\n", + "[35]\ttraining's auc: 0.867061\ttraining's binary_logloss: 0.135259\tvalid_1's auc: 0.827868\tvalid_1's binary_logloss: 0.142541\n", + "[36]\ttraining's auc: 0.867327\ttraining's binary_logloss: 0.134885\tvalid_1's auc: 0.827903\tvalid_1's binary_logloss: 0.142287\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[37]\ttraining's auc: 0.867498\ttraining's binary_logloss: 0.13453\tvalid_1's auc: 0.827976\tvalid_1's binary_logloss: 0.142039\n", + "[38]\ttraining's auc: 0.86769\ttraining's binary_logloss: 0.134188\tvalid_1's auc: 0.828063\tvalid_1's binary_logloss: 0.141801\n", + "[39]\ttraining's auc: 0.868353\ttraining's binary_logloss: 0.133845\tvalid_1's auc: 0.828504\tvalid_1's binary_logloss: 0.141567\n", + "[40]\ttraining's auc: 0.868842\ttraining's binary_logloss: 0.133529\tvalid_1's auc: 0.828687\tvalid_1's binary_logloss: 0.141361\n", + "[41]\ttraining's auc: 0.869221\ttraining's binary_logloss: 0.133213\tvalid_1's auc: 0.828823\tvalid_1's binary_logloss: 0.141135\n", + "[42]\ttraining's auc: 0.869433\ttraining's binary_logloss: 0.132907\tvalid_1's auc: 0.829221\tvalid_1's binary_logloss: 0.140922\n", + "[43]\ttraining's auc: 0.869793\ttraining's binary_logloss: 0.132613\tvalid_1's auc: 0.829214\tvalid_1's binary_logloss: 0.140728\n", + "[44]\ttraining's auc: 0.870348\ttraining's binary_logloss: 0.132306\tvalid_1's auc: 0.829493\tvalid_1's binary_logloss: 0.140531\n", + "[45]\ttraining's auc: 0.870945\ttraining's binary_logloss: 0.131999\tvalid_1's auc: 0.829613\tvalid_1's binary_logloss: 0.140351\n", + "[46]\ttraining's auc: 0.871681\ttraining's binary_logloss: 0.131707\tvalid_1's auc: 0.829588\tvalid_1's binary_logloss: 0.140165\n", + "[47]\ttraining's auc: 0.872048\ttraining's binary_logloss: 0.131428\tvalid_1's auc: 0.829658\tvalid_1's binary_logloss: 0.139996\n", + "[48]\ttraining's auc: 0.872515\ttraining's binary_logloss: 0.131143\tvalid_1's auc: 0.829758\tvalid_1's binary_logloss: 0.139846\n", + "[49]\ttraining's auc: 0.872953\ttraining's binary_logloss: 0.130848\tvalid_1's auc: 0.829861\tvalid_1's binary_logloss: 0.139687\n", + "[50]\ttraining's auc: 0.873591\ttraining's binary_logloss: 0.130564\tvalid_1's auc: 0.829935\tvalid_1's binary_logloss: 0.139538\n", + "[51]\ttraining's auc: 0.873892\ttraining's binary_logloss: 0.130292\tvalid_1's auc: 0.830043\tvalid_1's binary_logloss: 0.139394\n", + "[52]\ttraining's auc: 0.874049\ttraining's binary_logloss: 0.130033\tvalid_1's auc: 0.829856\tvalid_1's binary_logloss: 0.139271\n", + "[53]\ttraining's auc: 0.874538\ttraining's binary_logloss: 0.129791\tvalid_1's auc: 0.83003\tvalid_1's binary_logloss: 0.139144\n", + "[54]\ttraining's auc: 0.8749\ttraining's binary_logloss: 0.129553\tvalid_1's auc: 0.830129\tvalid_1's binary_logloss: 0.13902\n", + "[55]\ttraining's auc: 0.875181\ttraining's binary_logloss: 0.129298\tvalid_1's auc: 0.830073\tvalid_1's binary_logloss: 0.138895\n", + "[56]\ttraining's auc: 0.875692\ttraining's binary_logloss: 0.129059\tvalid_1's auc: 0.830072\tvalid_1's binary_logloss: 0.138793\n", + "[57]\ttraining's auc: 0.876081\ttraining's binary_logloss: 0.128834\tvalid_1's auc: 0.830082\tvalid_1's binary_logloss: 0.138685\n", + "[58]\ttraining's auc: 0.876984\ttraining's binary_logloss: 0.128591\tvalid_1's auc: 0.830526\tvalid_1's binary_logloss: 0.138555\n", + "[59]\ttraining's auc: 0.877377\ttraining's binary_logloss: 0.128377\tvalid_1's auc: 0.830578\tvalid_1's binary_logloss: 0.138458\n", + "[60]\ttraining's auc: 0.877787\ttraining's binary_logloss: 0.128154\tvalid_1's auc: 0.830482\tvalid_1's binary_logloss: 0.138371\n", + "[61]\ttraining's auc: 0.878148\ttraining's binary_logloss: 0.12793\tvalid_1's auc: 0.830467\tvalid_1's binary_logloss: 0.13826\n", + "[62]\ttraining's auc: 0.878528\ttraining's binary_logloss: 0.127729\tvalid_1's auc: 0.830557\tvalid_1's binary_logloss: 0.138142\n", + "[63]\ttraining's auc: 0.878958\ttraining's binary_logloss: 0.127512\tvalid_1's auc: 0.830688\tvalid_1's binary_logloss: 0.138035\n", + "[64]\ttraining's auc: 0.87942\ttraining's binary_logloss: 0.127299\tvalid_1's auc: 0.830664\tvalid_1's binary_logloss: 0.137953\n", + "[65]\ttraining's auc: 0.879933\ttraining's binary_logloss: 0.127078\tvalid_1's auc: 0.830812\tvalid_1's binary_logloss: 0.137855\n", + "[66]\ttraining's auc: 0.880271\ttraining's binary_logloss: 0.126897\tvalid_1's auc: 0.830908\tvalid_1's binary_logloss: 0.137758\n", + "[67]\ttraining's auc: 0.880705\ttraining's binary_logloss: 0.126683\tvalid_1's auc: 0.831009\tvalid_1's binary_logloss: 0.137668\n", + "[68]\ttraining's auc: 0.881056\ttraining's binary_logloss: 0.126476\tvalid_1's auc: 0.831042\tvalid_1's binary_logloss: 0.137592\n", + "[69]\ttraining's auc: 0.881359\ttraining's binary_logloss: 0.12628\tvalid_1's auc: 0.830978\tvalid_1's binary_logloss: 0.137516\n", + "[70]\ttraining's auc: 0.881619\ttraining's binary_logloss: 0.126091\tvalid_1's auc: 0.830952\tvalid_1's binary_logloss: 0.137446\n", + "[71]\ttraining's auc: 0.881905\ttraining's binary_logloss: 0.125899\tvalid_1's auc: 0.831058\tvalid_1's binary_logloss: 0.137364\n", + "[72]\ttraining's auc: 0.882232\ttraining's binary_logloss: 0.125716\tvalid_1's auc: 0.831178\tvalid_1's binary_logloss: 0.137281\n", + "[73]\ttraining's auc: 0.882581\ttraining's binary_logloss: 0.125529\tvalid_1's auc: 0.831252\tvalid_1's binary_logloss: 0.137206\n", + "[74]\ttraining's auc: 0.882863\ttraining's binary_logloss: 0.125353\tvalid_1's auc: 0.831281\tvalid_1's binary_logloss: 0.137146\n", + "[75]\ttraining's auc: 0.883254\ttraining's binary_logloss: 0.125175\tvalid_1's auc: 0.831361\tvalid_1's binary_logloss: 0.137076\n", + "[76]\ttraining's auc: 0.883667\ttraining's binary_logloss: 0.125005\tvalid_1's auc: 0.831327\tvalid_1's binary_logloss: 0.137011\n", + "[77]\ttraining's auc: 0.884038\ttraining's binary_logloss: 0.124841\tvalid_1's auc: 0.831421\tvalid_1's binary_logloss: 0.136946\n", + "[78]\ttraining's auc: 0.8843\ttraining's binary_logloss: 0.124676\tvalid_1's auc: 0.831338\tvalid_1's binary_logloss: 0.136885\n", + "[79]\ttraining's auc: 0.88461\ttraining's binary_logloss: 0.124509\tvalid_1's auc: 0.831418\tvalid_1's binary_logloss: 0.136822\n", + "[80]\ttraining's auc: 0.884867\ttraining's binary_logloss: 0.124342\tvalid_1's auc: 0.831352\tvalid_1's binary_logloss: 0.136768\n", + "[81]\ttraining's auc: 0.885436\ttraining's binary_logloss: 0.124179\tvalid_1's auc: 0.83135\tvalid_1's binary_logloss: 0.13671\n", + "[82]\ttraining's auc: 0.885752\ttraining's binary_logloss: 0.124011\tvalid_1's auc: 0.831323\tvalid_1's binary_logloss: 0.136654\n", + "[83]\ttraining's auc: 0.886075\ttraining's binary_logloss: 0.123841\tvalid_1's auc: 0.83134\tvalid_1's binary_logloss: 0.136603\n", + "[84]\ttraining's auc: 0.886455\ttraining's binary_logloss: 0.12368\tvalid_1's auc: 0.831272\tvalid_1's binary_logloss: 0.136564\n", + "[85]\ttraining's auc: 0.886694\ttraining's binary_logloss: 0.123519\tvalid_1's auc: 0.83127\tvalid_1's binary_logloss: 0.136512\n", + "[86]\ttraining's auc: 0.887028\ttraining's binary_logloss: 0.123362\tvalid_1's auc: 0.831279\tvalid_1's binary_logloss: 0.136455\n", + "[87]\ttraining's auc: 0.887311\ttraining's binary_logloss: 0.123211\tvalid_1's auc: 0.831393\tvalid_1's binary_logloss: 0.136404\n", + "[88]\ttraining's auc: 0.887654\ttraining's binary_logloss: 0.123055\tvalid_1's auc: 0.83148\tvalid_1's binary_logloss: 0.13638\n", + "[89]\ttraining's auc: 0.887973\ttraining's binary_logloss: 0.122899\tvalid_1's auc: 0.83166\tvalid_1's binary_logloss: 0.136323\n", + "[90]\ttraining's auc: 0.888365\ttraining's binary_logloss: 0.122743\tvalid_1's auc: 0.831678\tvalid_1's binary_logloss: 0.136276\n", + "[91]\ttraining's auc: 0.888775\ttraining's binary_logloss: 0.12257\tvalid_1's auc: 0.831559\tvalid_1's binary_logloss: 0.136252\n", + "[92]\ttraining's auc: 0.888962\ttraining's binary_logloss: 0.122436\tvalid_1's auc: 0.831586\tvalid_1's binary_logloss: 0.136219\n", + "[93]\ttraining's auc: 0.88936\ttraining's binary_logloss: 0.122275\tvalid_1's auc: 0.831479\tvalid_1's binary_logloss: 0.136205\n", + "[94]\ttraining's auc: 0.889616\ttraining's binary_logloss: 0.122136\tvalid_1's auc: 0.831549\tvalid_1's binary_logloss: 0.136171\n", + "[95]\ttraining's auc: 0.889955\ttraining's binary_logloss: 0.121982\tvalid_1's auc: 0.831444\tvalid_1's binary_logloss: 0.136167\n", + "[96]\ttraining's auc: 0.890197\ttraining's binary_logloss: 0.121851\tvalid_1's auc: 0.831443\tvalid_1's binary_logloss: 0.136131\n", + "[97]\ttraining's auc: 0.890475\ttraining's binary_logloss: 0.121709\tvalid_1's auc: 0.831468\tvalid_1's binary_logloss: 0.136111\n", + "[98]\ttraining's auc: 0.890682\ttraining's binary_logloss: 0.121574\tvalid_1's auc: 0.831582\tvalid_1's binary_logloss: 0.13608\n", + "[99]\ttraining's auc: 0.890944\ttraining's binary_logloss: 0.121439\tvalid_1's auc: 0.831553\tvalid_1's binary_logloss: 0.136052\n", + "[100]\ttraining's auc: 0.891267\ttraining's binary_logloss: 0.121307\tvalid_1's auc: 0.831503\tvalid_1's binary_logloss: 0.136025\n", + "[1]\ttraining's auc: 0.83047\ttraining's binary_logloss: 0.164925\tvalid_1's auc: 0.811059\tvalid_1's binary_logloss: 0.159108\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2]\ttraining's auc: 0.835989\ttraining's binary_logloss: 0.163154\tvalid_1's auc: 0.817146\tvalid_1's binary_logloss: 0.15764\n", + "[3]\ttraining's auc: 0.838677\ttraining's binary_logloss: 0.161469\tvalid_1's auc: 0.818939\tvalid_1's binary_logloss: 0.156241\n", + "[4]\ttraining's auc: 0.838746\ttraining's binary_logloss: 0.159952\tvalid_1's auc: 0.819855\tvalid_1's binary_logloss: 0.154992\n", + "[5]\ttraining's auc: 0.840227\ttraining's binary_logloss: 0.15856\tvalid_1's auc: 0.820139\tvalid_1's binary_logloss: 0.153829\n", + "[6]\ttraining's auc: 0.842544\ttraining's binary_logloss: 0.157235\tvalid_1's auc: 0.821478\tvalid_1's binary_logloss: 0.152776\n", + "[7]\ttraining's auc: 0.843606\ttraining's binary_logloss: 0.15599\tvalid_1's auc: 0.822064\tvalid_1's binary_logloss: 0.151787\n", + "[8]\ttraining's auc: 0.84515\ttraining's binary_logloss: 0.154843\tvalid_1's auc: 0.824228\tvalid_1's binary_logloss: 0.150855\n", + "[9]\ttraining's auc: 0.84636\ttraining's binary_logloss: 0.153776\tvalid_1's auc: 0.825579\tvalid_1's binary_logloss: 0.149973\n", + "[10]\ttraining's auc: 0.847592\ttraining's binary_logloss: 0.152766\tvalid_1's auc: 0.826032\tvalid_1's binary_logloss: 0.149148\n", + "[11]\ttraining's auc: 0.847957\ttraining's binary_logloss: 0.151804\tvalid_1's auc: 0.826338\tvalid_1's binary_logloss: 0.148372\n", + "[12]\ttraining's auc: 0.85162\ttraining's binary_logloss: 0.150905\tvalid_1's auc: 0.829862\tvalid_1's binary_logloss: 0.147646\n", + "[13]\ttraining's auc: 0.853155\ttraining's binary_logloss: 0.150036\tvalid_1's auc: 0.830815\tvalid_1's binary_logloss: 0.146969\n", + "[14]\ttraining's auc: 0.854001\ttraining's binary_logloss: 0.149199\tvalid_1's auc: 0.831139\tvalid_1's binary_logloss: 0.146339\n", + "[15]\ttraining's auc: 0.854253\ttraining's binary_logloss: 0.148413\tvalid_1's auc: 0.831318\tvalid_1's binary_logloss: 0.145729\n", + "[16]\ttraining's auc: 0.855509\ttraining's binary_logloss: 0.147663\tvalid_1's auc: 0.8316\tvalid_1's binary_logloss: 0.145159\n", + "[17]\ttraining's auc: 0.856069\ttraining's binary_logloss: 0.146957\tvalid_1's auc: 0.831424\tvalid_1's binary_logloss: 0.144623\n", + "[18]\ttraining's auc: 0.856627\ttraining's binary_logloss: 0.146278\tvalid_1's auc: 0.831644\tvalid_1's binary_logloss: 0.144073\n", + "[19]\ttraining's auc: 0.857017\ttraining's binary_logloss: 0.145619\tvalid_1's auc: 0.831578\tvalid_1's binary_logloss: 0.143592\n", + "[20]\ttraining's auc: 0.857258\ttraining's binary_logloss: 0.144995\tvalid_1's auc: 0.83154\tvalid_1's binary_logloss: 0.143123\n", + "[21]\ttraining's auc: 0.857591\ttraining's binary_logloss: 0.144391\tvalid_1's auc: 0.831837\tvalid_1's binary_logloss: 0.142658\n", + "[22]\ttraining's auc: 0.858961\ttraining's binary_logloss: 0.143781\tvalid_1's auc: 0.833474\tvalid_1's binary_logloss: 0.142219\n", + "[23]\ttraining's auc: 0.859458\ttraining's binary_logloss: 0.143182\tvalid_1's auc: 0.833601\tvalid_1's binary_logloss: 0.141807\n", + "[24]\ttraining's auc: 0.860302\ttraining's binary_logloss: 0.14262\tvalid_1's auc: 0.834537\tvalid_1's binary_logloss: 0.141376\n", + "[25]\ttraining's auc: 0.860656\ttraining's binary_logloss: 0.142079\tvalid_1's auc: 0.83462\tvalid_1's binary_logloss: 0.140989\n", + "[26]\ttraining's auc: 0.861083\ttraining's binary_logloss: 0.141582\tvalid_1's auc: 0.83454\tvalid_1's binary_logloss: 0.140608\n", + "[27]\ttraining's auc: 0.861923\ttraining's binary_logloss: 0.141064\tvalid_1's auc: 0.834885\tvalid_1's binary_logloss: 0.14023\n", + "[28]\ttraining's auc: 0.862842\ttraining's binary_logloss: 0.140581\tvalid_1's auc: 0.835006\tvalid_1's binary_logloss: 0.139907\n", + "[29]\ttraining's auc: 0.863407\ttraining's binary_logloss: 0.140107\tvalid_1's auc: 0.835115\tvalid_1's binary_logloss: 0.139586\n", + "[30]\ttraining's auc: 0.864083\ttraining's binary_logloss: 0.139638\tvalid_1's auc: 0.834967\tvalid_1's binary_logloss: 0.139277\n", + "[31]\ttraining's auc: 0.864411\ttraining's binary_logloss: 0.139197\tvalid_1's auc: 0.835334\tvalid_1's binary_logloss: 0.138956\n", + "[32]\ttraining's auc: 0.864796\ttraining's binary_logloss: 0.138768\tvalid_1's auc: 0.835301\tvalid_1's binary_logloss: 0.138668\n", + "[33]\ttraining's auc: 0.865111\ttraining's binary_logloss: 0.138348\tvalid_1's auc: 0.835337\tvalid_1's binary_logloss: 0.138394\n", + "[34]\ttraining's auc: 0.86568\ttraining's binary_logloss: 0.137948\tvalid_1's auc: 0.835473\tvalid_1's binary_logloss: 0.138115\n", + "[35]\ttraining's auc: 0.866323\ttraining's binary_logloss: 0.137557\tvalid_1's auc: 0.835253\tvalid_1's binary_logloss: 0.137879\n", + "[36]\ttraining's auc: 0.866623\ttraining's binary_logloss: 0.137169\tvalid_1's auc: 0.835376\tvalid_1's binary_logloss: 0.13762\n", + "[37]\ttraining's auc: 0.867109\ttraining's binary_logloss: 0.136796\tvalid_1's auc: 0.83526\tvalid_1's binary_logloss: 0.137382\n", + "[38]\ttraining's auc: 0.86745\ttraining's binary_logloss: 0.136431\tvalid_1's auc: 0.835106\tvalid_1's binary_logloss: 0.137136\n", + "[39]\ttraining's auc: 0.867974\ttraining's binary_logloss: 0.136079\tvalid_1's auc: 0.835119\tvalid_1's binary_logloss: 0.136919\n", + "[40]\ttraining's auc: 0.868337\ttraining's binary_logloss: 0.135736\tvalid_1's auc: 0.835251\tvalid_1's binary_logloss: 0.136697\n", + "[41]\ttraining's auc: 0.868862\ttraining's binary_logloss: 0.135393\tvalid_1's auc: 0.835334\tvalid_1's binary_logloss: 0.136479\n", + "[42]\ttraining's auc: 0.869283\ttraining's binary_logloss: 0.135068\tvalid_1's auc: 0.835431\tvalid_1's binary_logloss: 0.136267\n", + "[43]\ttraining's auc: 0.869806\ttraining's binary_logloss: 0.13476\tvalid_1's auc: 0.835522\tvalid_1's binary_logloss: 0.136051\n", + "[44]\ttraining's auc: 0.870112\ttraining's binary_logloss: 0.134462\tvalid_1's auc: 0.835564\tvalid_1's binary_logloss: 0.135853\n", + "[45]\ttraining's auc: 0.870407\ttraining's binary_logloss: 0.134169\tvalid_1's auc: 0.835607\tvalid_1's binary_logloss: 0.135668\n", + "[46]\ttraining's auc: 0.87083\ttraining's binary_logloss: 0.133886\tvalid_1's auc: 0.835889\tvalid_1's binary_logloss: 0.13548\n", + "[47]\ttraining's auc: 0.870954\ttraining's binary_logloss: 0.133607\tvalid_1's auc: 0.835778\tvalid_1's binary_logloss: 0.135313\n", + "[48]\ttraining's auc: 0.87124\ttraining's binary_logloss: 0.133322\tvalid_1's auc: 0.835771\tvalid_1's binary_logloss: 0.13515\n", + "[49]\ttraining's auc: 0.871787\ttraining's binary_logloss: 0.133046\tvalid_1's auc: 0.835903\tvalid_1's binary_logloss: 0.13499\n", + "[50]\ttraining's auc: 0.872253\ttraining's binary_logloss: 0.132788\tvalid_1's auc: 0.835882\tvalid_1's binary_logloss: 0.134852\n", + "[51]\ttraining's auc: 0.872473\ttraining's binary_logloss: 0.132536\tvalid_1's auc: 0.835965\tvalid_1's binary_logloss: 0.134698\n", + "[52]\ttraining's auc: 0.872703\ttraining's binary_logloss: 0.132281\tvalid_1's auc: 0.835938\tvalid_1's binary_logloss: 0.134553\n", + "[53]\ttraining's auc: 0.872881\ttraining's binary_logloss: 0.132045\tvalid_1's auc: 0.835889\tvalid_1's binary_logloss: 0.134412\n", + "[54]\ttraining's auc: 0.873325\ttraining's binary_logloss: 0.131782\tvalid_1's auc: 0.835941\tvalid_1's binary_logloss: 0.134275\n", + "[55]\ttraining's auc: 0.873555\ttraining's binary_logloss: 0.131552\tvalid_1's auc: 0.835866\tvalid_1's binary_logloss: 0.134149\n", + "[56]\ttraining's auc: 0.873834\ttraining's binary_logloss: 0.131321\tvalid_1's auc: 0.835849\tvalid_1's binary_logloss: 0.134025\n", + "[57]\ttraining's auc: 0.874089\ttraining's binary_logloss: 0.13109\tvalid_1's auc: 0.835709\tvalid_1's binary_logloss: 0.133911\n", + "[58]\ttraining's auc: 0.874638\ttraining's binary_logloss: 0.130844\tvalid_1's auc: 0.835821\tvalid_1's binary_logloss: 0.133801\n", + "[59]\ttraining's auc: 0.875085\ttraining's binary_logloss: 0.130608\tvalid_1's auc: 0.835745\tvalid_1's binary_logloss: 0.133708\n", + "[60]\ttraining's auc: 0.875462\ttraining's binary_logloss: 0.130393\tvalid_1's auc: 0.835641\tvalid_1's binary_logloss: 0.133613\n", + "[61]\ttraining's auc: 0.875823\ttraining's binary_logloss: 0.130167\tvalid_1's auc: 0.835629\tvalid_1's binary_logloss: 0.133521\n", + "[62]\ttraining's auc: 0.876207\ttraining's binary_logloss: 0.129961\tvalid_1's auc: 0.835898\tvalid_1's binary_logloss: 0.133414\n", + "[63]\ttraining's auc: 0.876546\ttraining's binary_logloss: 0.129748\tvalid_1's auc: 0.835941\tvalid_1's binary_logloss: 0.133316\n", + "[64]\ttraining's auc: 0.876747\ttraining's binary_logloss: 0.129543\tvalid_1's auc: 0.835856\tvalid_1's binary_logloss: 0.133229\n", + "[65]\ttraining's auc: 0.877023\ttraining's binary_logloss: 0.129343\tvalid_1's auc: 0.835945\tvalid_1's binary_logloss: 0.133142\n", + "[66]\ttraining's auc: 0.877443\ttraining's binary_logloss: 0.129128\tvalid_1's auc: 0.835933\tvalid_1's binary_logloss: 0.133062\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[67]\ttraining's auc: 0.877843\ttraining's binary_logloss: 0.128934\tvalid_1's auc: 0.835945\tvalid_1's binary_logloss: 0.132984\n", + "[68]\ttraining's auc: 0.878165\ttraining's binary_logloss: 0.12874\tvalid_1's auc: 0.835849\tvalid_1's binary_logloss: 0.1329\n", + "[69]\ttraining's auc: 0.878506\ttraining's binary_logloss: 0.128549\tvalid_1's auc: 0.835812\tvalid_1's binary_logloss: 0.132826\n", + "[70]\ttraining's auc: 0.878873\ttraining's binary_logloss: 0.128367\tvalid_1's auc: 0.835797\tvalid_1's binary_logloss: 0.132751\n", + "[71]\ttraining's auc: 0.87918\ttraining's binary_logloss: 0.128185\tvalid_1's auc: 0.835793\tvalid_1's binary_logloss: 0.132679\n", + "[72]\ttraining's auc: 0.879436\ttraining's binary_logloss: 0.12801\tvalid_1's auc: 0.835708\tvalid_1's binary_logloss: 0.132615\n", + "[73]\ttraining's auc: 0.879727\ttraining's binary_logloss: 0.127826\tvalid_1's auc: 0.835786\tvalid_1's binary_logloss: 0.132535\n", + "[74]\ttraining's auc: 0.880001\ttraining's binary_logloss: 0.127649\tvalid_1's auc: 0.835688\tvalid_1's binary_logloss: 0.132475\n", + "[75]\ttraining's auc: 0.880251\ttraining's binary_logloss: 0.127476\tvalid_1's auc: 0.835471\tvalid_1's binary_logloss: 0.132426\n", + "[76]\ttraining's auc: 0.880485\ttraining's binary_logloss: 0.127307\tvalid_1's auc: 0.835383\tvalid_1's binary_logloss: 0.132373\n", + "[77]\ttraining's auc: 0.880761\ttraining's binary_logloss: 0.127141\tvalid_1's auc: 0.835428\tvalid_1's binary_logloss: 0.132331\n", + "[78]\ttraining's auc: 0.881175\ttraining's binary_logloss: 0.126975\tvalid_1's auc: 0.835415\tvalid_1's binary_logloss: 0.132291\n", + "[79]\ttraining's auc: 0.881388\ttraining's binary_logloss: 0.126821\tvalid_1's auc: 0.835326\tvalid_1's binary_logloss: 0.132249\n", + "[80]\ttraining's auc: 0.881579\ttraining's binary_logloss: 0.126673\tvalid_1's auc: 0.835287\tvalid_1's binary_logloss: 0.132191\n", + "[81]\ttraining's auc: 0.881838\ttraining's binary_logloss: 0.126511\tvalid_1's auc: 0.83523\tvalid_1's binary_logloss: 0.132147\n", + "[1]\ttraining's auc: 0.83399\ttraining's binary_logloss: 0.16118\tvalid_1's auc: 0.814273\tvalid_1's binary_logloss: 0.166752\n", + "[2]\ttraining's auc: 0.834671\ttraining's binary_logloss: 0.159459\tvalid_1's auc: 0.814106\tvalid_1's binary_logloss: 0.165148\n", + "[3]\ttraining's auc: 0.838583\ttraining's binary_logloss: 0.157892\tvalid_1's auc: 0.817232\tvalid_1's binary_logloss: 0.16366\n", + "[4]\ttraining's auc: 0.839593\ttraining's binary_logloss: 0.156445\tvalid_1's auc: 0.818923\tvalid_1's binary_logloss: 0.162313\n", + "[5]\ttraining's auc: 0.842206\ttraining's binary_logloss: 0.155092\tvalid_1's auc: 0.823414\tvalid_1's binary_logloss: 0.161083\n", + "[6]\ttraining's auc: 0.842668\ttraining's binary_logloss: 0.153866\tvalid_1's auc: 0.823551\tvalid_1's binary_logloss: 0.159965\n", + "[7]\ttraining's auc: 0.843406\ttraining's binary_logloss: 0.152695\tvalid_1's auc: 0.825086\tvalid_1's binary_logloss: 0.158848\n", + "[8]\ttraining's auc: 0.846081\ttraining's binary_logloss: 0.151585\tvalid_1's auc: 0.82651\tvalid_1's binary_logloss: 0.157855\n", + "[9]\ttraining's auc: 0.847144\ttraining's binary_logloss: 0.150538\tvalid_1's auc: 0.827104\tvalid_1's binary_logloss: 0.15689\n", + "[10]\ttraining's auc: 0.848448\ttraining's binary_logloss: 0.149573\tvalid_1's auc: 0.827763\tvalid_1's binary_logloss: 0.156018\n", + "[11]\ttraining's auc: 0.848911\ttraining's binary_logloss: 0.148609\tvalid_1's auc: 0.827963\tvalid_1's binary_logloss: 0.15519\n", + "[12]\ttraining's auc: 0.850199\ttraining's binary_logloss: 0.147701\tvalid_1's auc: 0.828229\tvalid_1's binary_logloss: 0.154387\n", + "[13]\ttraining's auc: 0.850646\ttraining's binary_logloss: 0.14684\tvalid_1's auc: 0.827724\tvalid_1's binary_logloss: 0.153657\n", + "[14]\ttraining's auc: 0.851312\ttraining's binary_logloss: 0.146041\tvalid_1's auc: 0.827876\tvalid_1's binary_logloss: 0.152979\n", + "[15]\ttraining's auc: 0.852637\ttraining's binary_logloss: 0.145253\tvalid_1's auc: 0.828698\tvalid_1's binary_logloss: 0.152326\n", + "[16]\ttraining's auc: 0.853271\ttraining's binary_logloss: 0.144506\tvalid_1's auc: 0.828451\tvalid_1's binary_logloss: 0.151724\n", + "[17]\ttraining's auc: 0.853657\ttraining's binary_logloss: 0.143798\tvalid_1's auc: 0.829062\tvalid_1's binary_logloss: 0.151109\n", + "[18]\ttraining's auc: 0.854137\ttraining's binary_logloss: 0.14312\tvalid_1's auc: 0.829376\tvalid_1's binary_logloss: 0.150541\n", + "[19]\ttraining's auc: 0.854495\ttraining's binary_logloss: 0.142457\tvalid_1's auc: 0.829363\tvalid_1's binary_logloss: 0.150007\n", + "[20]\ttraining's auc: 0.855512\ttraining's binary_logloss: 0.141807\tvalid_1's auc: 0.829422\tvalid_1's binary_logloss: 0.149487\n", + "[21]\ttraining's auc: 0.856483\ttraining's binary_logloss: 0.14121\tvalid_1's auc: 0.829662\tvalid_1's binary_logloss: 0.149006\n", + "[22]\ttraining's auc: 0.856928\ttraining's binary_logloss: 0.14063\tvalid_1's auc: 0.829516\tvalid_1's binary_logloss: 0.148549\n", + "[23]\ttraining's auc: 0.857459\ttraining's binary_logloss: 0.140074\tvalid_1's auc: 0.829756\tvalid_1's binary_logloss: 0.148119\n", + "[24]\ttraining's auc: 0.858491\ttraining's binary_logloss: 0.139518\tvalid_1's auc: 0.830525\tvalid_1's binary_logloss: 0.147666\n", + "[25]\ttraining's auc: 0.859269\ttraining's binary_logloss: 0.138988\tvalid_1's auc: 0.830524\tvalid_1's binary_logloss: 0.147273\n", + "[26]\ttraining's auc: 0.859373\ttraining's binary_logloss: 0.138499\tvalid_1's auc: 0.830562\tvalid_1's binary_logloss: 0.146884\n", + "[27]\ttraining's auc: 0.859905\ttraining's binary_logloss: 0.138017\tvalid_1's auc: 0.830429\tvalid_1's binary_logloss: 0.146507\n", + "[28]\ttraining's auc: 0.860378\ttraining's binary_logloss: 0.137563\tvalid_1's auc: 0.830549\tvalid_1's binary_logloss: 0.14615\n", + "[29]\ttraining's auc: 0.860811\ttraining's binary_logloss: 0.137118\tvalid_1's auc: 0.830378\tvalid_1's binary_logloss: 0.145818\n", + "[30]\ttraining's auc: 0.861514\ttraining's binary_logloss: 0.136682\tvalid_1's auc: 0.830453\tvalid_1's binary_logloss: 0.145506\n", + "[31]\ttraining's auc: 0.861921\ttraining's binary_logloss: 0.136271\tvalid_1's auc: 0.830749\tvalid_1's binary_logloss: 0.145199\n", + "[32]\ttraining's auc: 0.862408\ttraining's binary_logloss: 0.135861\tvalid_1's auc: 0.8307\tvalid_1's binary_logloss: 0.144909\n", + "[33]\ttraining's auc: 0.862821\ttraining's binary_logloss: 0.135464\tvalid_1's auc: 0.830911\tvalid_1's binary_logloss: 0.144616\n", + "[34]\ttraining's auc: 0.863103\ttraining's binary_logloss: 0.135054\tvalid_1's auc: 0.830818\tvalid_1's binary_logloss: 0.144343\n", + "[35]\ttraining's auc: 0.863517\ttraining's binary_logloss: 0.134662\tvalid_1's auc: 0.8308\tvalid_1's binary_logloss: 0.144087\n", + "[36]\ttraining's auc: 0.864069\ttraining's binary_logloss: 0.1343\tvalid_1's auc: 0.830712\tvalid_1's binary_logloss: 0.14384\n", + "[37]\ttraining's auc: 0.864353\ttraining's binary_logloss: 0.133921\tvalid_1's auc: 0.830894\tvalid_1's binary_logloss: 0.143578\n", + "[38]\ttraining's auc: 0.864725\ttraining's binary_logloss: 0.133555\tvalid_1's auc: 0.830983\tvalid_1's binary_logloss: 0.143337\n", + "[39]\ttraining's auc: 0.864925\ttraining's binary_logloss: 0.133204\tvalid_1's auc: 0.831132\tvalid_1's binary_logloss: 0.143092\n", + "[40]\ttraining's auc: 0.865414\ttraining's binary_logloss: 0.132882\tvalid_1's auc: 0.8314\tvalid_1's binary_logloss: 0.14286\n", + "[41]\ttraining's auc: 0.866034\ttraining's binary_logloss: 0.132562\tvalid_1's auc: 0.831473\tvalid_1's binary_logloss: 0.142647\n", + "[42]\ttraining's auc: 0.867568\ttraining's binary_logloss: 0.132254\tvalid_1's auc: 0.833675\tvalid_1's binary_logloss: 0.142436\n", + "[43]\ttraining's auc: 0.868018\ttraining's binary_logloss: 0.13195\tvalid_1's auc: 0.834077\tvalid_1's binary_logloss: 0.142224\n", + "[44]\ttraining's auc: 0.868528\ttraining's binary_logloss: 0.131657\tvalid_1's auc: 0.833961\tvalid_1's binary_logloss: 0.142049\n", + "[45]\ttraining's auc: 0.869017\ttraining's binary_logloss: 0.131376\tvalid_1's auc: 0.833882\tvalid_1's binary_logloss: 0.141868\n", + "[46]\ttraining's auc: 0.869364\ttraining's binary_logloss: 0.131078\tvalid_1's auc: 0.834037\tvalid_1's binary_logloss: 0.141675\n", + "[47]\ttraining's auc: 0.869638\ttraining's binary_logloss: 0.130793\tvalid_1's auc: 0.834017\tvalid_1's binary_logloss: 0.141496\n", + "[48]\ttraining's auc: 0.870518\ttraining's binary_logloss: 0.130521\tvalid_1's auc: 0.834219\tvalid_1's binary_logloss: 0.141322\n", + "[49]\ttraining's auc: 0.87105\ttraining's binary_logloss: 0.130249\tvalid_1's auc: 0.834253\tvalid_1's binary_logloss: 0.141156\n", + "[50]\ttraining's auc: 0.871319\ttraining's binary_logloss: 0.129986\tvalid_1's auc: 0.834251\tvalid_1's binary_logloss: 0.141007\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[51]\ttraining's auc: 0.871665\ttraining's binary_logloss: 0.129733\tvalid_1's auc: 0.8344\tvalid_1's binary_logloss: 0.140835\n", + "[52]\ttraining's auc: 0.872073\ttraining's binary_logloss: 0.129482\tvalid_1's auc: 0.834594\tvalid_1's binary_logloss: 0.140685\n", + "[53]\ttraining's auc: 0.872477\ttraining's binary_logloss: 0.12924\tvalid_1's auc: 0.834634\tvalid_1's binary_logloss: 0.140535\n", + "[54]\ttraining's auc: 0.873055\ttraining's binary_logloss: 0.128988\tvalid_1's auc: 0.834675\tvalid_1's binary_logloss: 0.1404\n", + "[55]\ttraining's auc: 0.873337\ttraining's binary_logloss: 0.128752\tvalid_1's auc: 0.834617\tvalid_1's binary_logloss: 0.140267\n", + "[56]\ttraining's auc: 0.873686\ttraining's binary_logloss: 0.12851\tvalid_1's auc: 0.834725\tvalid_1's binary_logloss: 0.140137\n", + "[57]\ttraining's auc: 0.874037\ttraining's binary_logloss: 0.128279\tvalid_1's auc: 0.834757\tvalid_1's binary_logloss: 0.139995\n", + "[58]\ttraining's auc: 0.874682\ttraining's binary_logloss: 0.12805\tvalid_1's auc: 0.834588\tvalid_1's binary_logloss: 0.139871\n", + "[59]\ttraining's auc: 0.87503\ttraining's binary_logloss: 0.127816\tvalid_1's auc: 0.834757\tvalid_1's binary_logloss: 0.139738\n", + "[60]\ttraining's auc: 0.875501\ttraining's binary_logloss: 0.127595\tvalid_1's auc: 0.834779\tvalid_1's binary_logloss: 0.139625\n", + "[61]\ttraining's auc: 0.875876\ttraining's binary_logloss: 0.127383\tvalid_1's auc: 0.834817\tvalid_1's binary_logloss: 0.139512\n", + "[62]\ttraining's auc: 0.876617\ttraining's binary_logloss: 0.127165\tvalid_1's auc: 0.834673\tvalid_1's binary_logloss: 0.139408\n", + "[63]\ttraining's auc: 0.877234\ttraining's binary_logloss: 0.126961\tvalid_1's auc: 0.834908\tvalid_1's binary_logloss: 0.139295\n", + "[64]\ttraining's auc: 0.877637\ttraining's binary_logloss: 0.126761\tvalid_1's auc: 0.835164\tvalid_1's binary_logloss: 0.139191\n", + "[65]\ttraining's auc: 0.878106\ttraining's binary_logloss: 0.126566\tvalid_1's auc: 0.835398\tvalid_1's binary_logloss: 0.139086\n", + "[66]\ttraining's auc: 0.878396\ttraining's binary_logloss: 0.126364\tvalid_1's auc: 0.835323\tvalid_1's binary_logloss: 0.138982\n", + "[67]\ttraining's auc: 0.878716\ttraining's binary_logloss: 0.126174\tvalid_1's auc: 0.835626\tvalid_1's binary_logloss: 0.13888\n", + "[68]\ttraining's auc: 0.879121\ttraining's binary_logloss: 0.125985\tvalid_1's auc: 0.835519\tvalid_1's binary_logloss: 0.13879\n", + "[69]\ttraining's auc: 0.879481\ttraining's binary_logloss: 0.125803\tvalid_1's auc: 0.83563\tvalid_1's binary_logloss: 0.138707\n", + "[70]\ttraining's auc: 0.879833\ttraining's binary_logloss: 0.12563\tvalid_1's auc: 0.83592\tvalid_1's binary_logloss: 0.13861\n", + "[71]\ttraining's auc: 0.880216\ttraining's binary_logloss: 0.125447\tvalid_1's auc: 0.835951\tvalid_1's binary_logloss: 0.138532\n", + "[72]\ttraining's auc: 0.88052\ttraining's binary_logloss: 0.125272\tvalid_1's auc: 0.836008\tvalid_1's binary_logloss: 0.13845\n", + "[73]\ttraining's auc: 0.880745\ttraining's binary_logloss: 0.125105\tvalid_1's auc: 0.835988\tvalid_1's binary_logloss: 0.138368\n", + "[74]\ttraining's auc: 0.881308\ttraining's binary_logloss: 0.124907\tvalid_1's auc: 0.83602\tvalid_1's binary_logloss: 0.138292\n", + "[75]\ttraining's auc: 0.881785\ttraining's binary_logloss: 0.124723\tvalid_1's auc: 0.836117\tvalid_1's binary_logloss: 0.138216\n", + "[76]\ttraining's auc: 0.882307\ttraining's binary_logloss: 0.124529\tvalid_1's auc: 0.835928\tvalid_1's binary_logloss: 0.138163\n", + "[77]\ttraining's auc: 0.88278\ttraining's binary_logloss: 0.124356\tvalid_1's auc: 0.836211\tvalid_1's binary_logloss: 0.138089\n", + "[78]\ttraining's auc: 0.883189\ttraining's binary_logloss: 0.124173\tvalid_1's auc: 0.83636\tvalid_1's binary_logloss: 0.138001\n", + "[79]\ttraining's auc: 0.883649\ttraining's binary_logloss: 0.124003\tvalid_1's auc: 0.836274\tvalid_1's binary_logloss: 0.13795\n", + "[80]\ttraining's auc: 0.883966\ttraining's binary_logloss: 0.123829\tvalid_1's auc: 0.836382\tvalid_1's binary_logloss: 0.137887\n", + "[81]\ttraining's auc: 0.884299\ttraining's binary_logloss: 0.123653\tvalid_1's auc: 0.836232\tvalid_1's binary_logloss: 0.137837\n", + "[82]\ttraining's auc: 0.884635\ttraining's binary_logloss: 0.123487\tvalid_1's auc: 0.836138\tvalid_1's binary_logloss: 0.13777\n", + "[83]\ttraining's auc: 0.884989\ttraining's binary_logloss: 0.123325\tvalid_1's auc: 0.83609\tvalid_1's binary_logloss: 0.137711\n", + "[84]\ttraining's auc: 0.88546\ttraining's binary_logloss: 0.12316\tvalid_1's auc: 0.836025\tvalid_1's binary_logloss: 0.137663\n", + "[85]\ttraining's auc: 0.885765\ttraining's binary_logloss: 0.123004\tvalid_1's auc: 0.83599\tvalid_1's binary_logloss: 0.137622\n", + "[86]\ttraining's auc: 0.886032\ttraining's binary_logloss: 0.122855\tvalid_1's auc: 0.836023\tvalid_1's binary_logloss: 0.137574\n", + "[87]\ttraining's auc: 0.886396\ttraining's binary_logloss: 0.122703\tvalid_1's auc: 0.835999\tvalid_1's binary_logloss: 0.137531\n", + "[88]\ttraining's auc: 0.886747\ttraining's binary_logloss: 0.122543\tvalid_1's auc: 0.835926\tvalid_1's binary_logloss: 0.137489\n", + "[89]\ttraining's auc: 0.887186\ttraining's binary_logloss: 0.122388\tvalid_1's auc: 0.835814\tvalid_1's binary_logloss: 0.137463\n", + "[90]\ttraining's auc: 0.887585\ttraining's binary_logloss: 0.122239\tvalid_1's auc: 0.83573\tvalid_1's binary_logloss: 0.137419\n", + "[91]\ttraining's auc: 0.88792\ttraining's binary_logloss: 0.122073\tvalid_1's auc: 0.835712\tvalid_1's binary_logloss: 0.137377\n", + "[92]\ttraining's auc: 0.888298\ttraining's binary_logloss: 0.121904\tvalid_1's auc: 0.835659\tvalid_1's binary_logloss: 0.137332\n", + "[93]\ttraining's auc: 0.88872\ttraining's binary_logloss: 0.121762\tvalid_1's auc: 0.835767\tvalid_1's binary_logloss: 0.137284\n", + "[94]\ttraining's auc: 0.889105\ttraining's binary_logloss: 0.121603\tvalid_1's auc: 0.835558\tvalid_1's binary_logloss: 0.137264\n", + "[95]\ttraining's auc: 0.889418\ttraining's binary_logloss: 0.121471\tvalid_1's auc: 0.835531\tvalid_1's binary_logloss: 0.137241\n", + "[96]\ttraining's auc: 0.889751\ttraining's binary_logloss: 0.121318\tvalid_1's auc: 0.835368\tvalid_1's binary_logloss: 0.137227\n", + "[97]\ttraining's auc: 0.890053\ttraining's binary_logloss: 0.121187\tvalid_1's auc: 0.83535\tvalid_1's binary_logloss: 0.137193\n", + "[98]\ttraining's auc: 0.890386\ttraining's binary_logloss: 0.121039\tvalid_1's auc: 0.835345\tvalid_1's binary_logloss: 0.137173\n", + "[99]\ttraining's auc: 0.890738\ttraining's binary_logloss: 0.1209\tvalid_1's auc: 0.835399\tvalid_1's binary_logloss: 0.137143\n", + "[100]\ttraining's auc: 0.891029\ttraining's binary_logloss: 0.120772\tvalid_1's auc: 0.835546\tvalid_1's binary_logloss: 0.137099\n", + "[1]\ttraining's auc: 0.834452\ttraining's binary_logloss: 0.156278\tvalid_1's auc: 0.809196\tvalid_1's binary_logloss: 0.158744\n", + "[2]\ttraining's auc: 0.843625\ttraining's binary_logloss: 0.150986\tvalid_1's auc: 0.812284\tvalid_1's binary_logloss: 0.154398\n", + "[3]\ttraining's auc: 0.846028\ttraining's binary_logloss: 0.146959\tvalid_1's auc: 0.81462\tvalid_1's binary_logloss: 0.15129\n", + "[4]\ttraining's auc: 0.852771\ttraining's binary_logloss: 0.143836\tvalid_1's auc: 0.818398\tvalid_1's binary_logloss: 0.148942\n", + "[5]\ttraining's auc: 0.856403\ttraining's binary_logloss: 0.141121\tvalid_1's auc: 0.820882\tvalid_1's binary_logloss: 0.147004\n", + "[6]\ttraining's auc: 0.860498\ttraining's binary_logloss: 0.138841\tvalid_1's auc: 0.82322\tvalid_1's binary_logloss: 0.14536\n", + "[7]\ttraining's auc: 0.861553\ttraining's binary_logloss: 0.136909\tvalid_1's auc: 0.824115\tvalid_1's binary_logloss: 0.143877\n", + "[8]\ttraining's auc: 0.864255\ttraining's binary_logloss: 0.135209\tvalid_1's auc: 0.82514\tvalid_1's binary_logloss: 0.142664\n", + "[9]\ttraining's auc: 0.8655\ttraining's binary_logloss: 0.133721\tvalid_1's auc: 0.826083\tvalid_1's binary_logloss: 0.141728\n", + "[10]\ttraining's auc: 0.867114\ttraining's binary_logloss: 0.132419\tvalid_1's auc: 0.827789\tvalid_1's binary_logloss: 0.140869\n", + "[11]\ttraining's auc: 0.869173\ttraining's binary_logloss: 0.131212\tvalid_1's auc: 0.826996\tvalid_1's binary_logloss: 0.140192\n", + "[12]\ttraining's auc: 0.871182\ttraining's binary_logloss: 0.130114\tvalid_1's auc: 0.827753\tvalid_1's binary_logloss: 0.139621\n", + "[13]\ttraining's auc: 0.872474\ttraining's binary_logloss: 0.129062\tvalid_1's auc: 0.828149\tvalid_1's binary_logloss: 0.139104\n", + "[14]\ttraining's auc: 0.87428\ttraining's binary_logloss: 0.128116\tvalid_1's auc: 0.828119\tvalid_1's binary_logloss: 0.138646\n", + "[15]\ttraining's auc: 0.875929\ttraining's binary_logloss: 0.127246\tvalid_1's auc: 0.828702\tvalid_1's binary_logloss: 0.138235\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[16]\ttraining's auc: 0.877636\ttraining's binary_logloss: 0.12639\tvalid_1's auc: 0.82834\tvalid_1's binary_logloss: 0.137956\n", + "[17]\ttraining's auc: 0.879691\ttraining's binary_logloss: 0.125611\tvalid_1's auc: 0.827504\tvalid_1's binary_logloss: 0.137719\n", + "[18]\ttraining's auc: 0.880944\ttraining's binary_logloss: 0.124939\tvalid_1's auc: 0.82684\tvalid_1's binary_logloss: 0.13757\n", + "[19]\ttraining's auc: 0.882654\ttraining's binary_logloss: 0.124244\tvalid_1's auc: 0.827762\tvalid_1's binary_logloss: 0.137317\n", + "[20]\ttraining's auc: 0.883974\ttraining's binary_logloss: 0.123588\tvalid_1's auc: 0.827246\tvalid_1's binary_logloss: 0.137225\n", + "[21]\ttraining's auc: 0.885761\ttraining's binary_logloss: 0.122937\tvalid_1's auc: 0.828208\tvalid_1's binary_logloss: 0.136982\n", + "[22]\ttraining's auc: 0.887148\ttraining's binary_logloss: 0.12231\tvalid_1's auc: 0.8288\tvalid_1's binary_logloss: 0.136764\n", + "[23]\ttraining's auc: 0.888372\ttraining's binary_logloss: 0.121721\tvalid_1's auc: 0.829056\tvalid_1's binary_logloss: 0.136576\n", + "[24]\ttraining's auc: 0.889624\ttraining's binary_logloss: 0.121197\tvalid_1's auc: 0.829338\tvalid_1's binary_logloss: 0.136417\n", + "[25]\ttraining's auc: 0.890783\ttraining's binary_logloss: 0.12064\tvalid_1's auc: 0.829283\tvalid_1's binary_logloss: 0.136333\n", + "[26]\ttraining's auc: 0.892431\ttraining's binary_logloss: 0.120038\tvalid_1's auc: 0.828668\tvalid_1's binary_logloss: 0.136438\n", + "[27]\ttraining's auc: 0.893445\ttraining's binary_logloss: 0.119586\tvalid_1's auc: 0.828952\tvalid_1's binary_logloss: 0.136342\n", + "[28]\ttraining's auc: 0.894687\ttraining's binary_logloss: 0.119083\tvalid_1's auc: 0.828814\tvalid_1's binary_logloss: 0.136311\n", + "[29]\ttraining's auc: 0.895746\ttraining's binary_logloss: 0.118636\tvalid_1's auc: 0.828675\tvalid_1's binary_logloss: 0.136281\n", + "[30]\ttraining's auc: 0.897704\ttraining's binary_logloss: 0.118153\tvalid_1's auc: 0.829106\tvalid_1's binary_logloss: 0.136216\n", + "[31]\ttraining's auc: 0.898395\ttraining's binary_logloss: 0.117754\tvalid_1's auc: 0.82925\tvalid_1's binary_logloss: 0.136167\n", + "[32]\ttraining's auc: 0.899825\ttraining's binary_logloss: 0.117269\tvalid_1's auc: 0.829116\tvalid_1's binary_logloss: 0.136141\n", + "[33]\ttraining's auc: 0.901345\ttraining's binary_logloss: 0.116772\tvalid_1's auc: 0.830385\tvalid_1's binary_logloss: 0.135939\n", + "[34]\ttraining's auc: 0.90225\ttraining's binary_logloss: 0.116389\tvalid_1's auc: 0.830275\tvalid_1's binary_logloss: 0.135936\n", + "[35]\ttraining's auc: 0.903316\ttraining's binary_logloss: 0.115982\tvalid_1's auc: 0.830362\tvalid_1's binary_logloss: 0.135902\n", + "[36]\ttraining's auc: 0.904457\ttraining's binary_logloss: 0.115638\tvalid_1's auc: 0.830479\tvalid_1's binary_logloss: 0.135903\n", + "[37]\ttraining's auc: 0.905472\ttraining's binary_logloss: 0.115298\tvalid_1's auc: 0.830478\tvalid_1's binary_logloss: 0.135881\n", + "[38]\ttraining's auc: 0.906222\ttraining's binary_logloss: 0.114988\tvalid_1's auc: 0.830138\tvalid_1's binary_logloss: 0.13593\n", + "[39]\ttraining's auc: 0.906937\ttraining's binary_logloss: 0.114656\tvalid_1's auc: 0.830073\tvalid_1's binary_logloss: 0.135939\n", + "[40]\ttraining's auc: 0.907889\ttraining's binary_logloss: 0.114262\tvalid_1's auc: 0.829824\tvalid_1's binary_logloss: 0.136036\n", + "[41]\ttraining's auc: 0.908517\ttraining's binary_logloss: 0.113927\tvalid_1's auc: 0.829654\tvalid_1's binary_logloss: 0.13609\n", + "[42]\ttraining's auc: 0.909185\ttraining's binary_logloss: 0.113614\tvalid_1's auc: 0.829618\tvalid_1's binary_logloss: 0.136133\n", + "[43]\ttraining's auc: 0.909916\ttraining's binary_logloss: 0.113253\tvalid_1's auc: 0.829329\tvalid_1's binary_logloss: 0.136188\n", + "[44]\ttraining's auc: 0.911162\ttraining's binary_logloss: 0.112858\tvalid_1's auc: 0.82918\tvalid_1's binary_logloss: 0.136245\n", + "[45]\ttraining's auc: 0.91204\ttraining's binary_logloss: 0.112572\tvalid_1's auc: 0.829115\tvalid_1's binary_logloss: 0.136289\n", + "[46]\ttraining's auc: 0.912853\ttraining's binary_logloss: 0.112236\tvalid_1's auc: 0.829062\tvalid_1's binary_logloss: 0.136283\n", + "[47]\ttraining's auc: 0.913557\ttraining's binary_logloss: 0.111873\tvalid_1's auc: 0.828602\tvalid_1's binary_logloss: 0.136429\n", + "[48]\ttraining's auc: 0.914263\ttraining's binary_logloss: 0.111526\tvalid_1's auc: 0.828513\tvalid_1's binary_logloss: 0.136491\n", + "[49]\ttraining's auc: 0.915104\ttraining's binary_logloss: 0.111191\tvalid_1's auc: 0.828561\tvalid_1's binary_logloss: 0.136508\n", + "[50]\ttraining's auc: 0.915648\ttraining's binary_logloss: 0.110888\tvalid_1's auc: 0.828316\tvalid_1's binary_logloss: 0.136562\n", + "[51]\ttraining's auc: 0.916391\ttraining's binary_logloss: 0.1106\tvalid_1's auc: 0.828361\tvalid_1's binary_logloss: 0.13656\n", + "[52]\ttraining's auc: 0.917066\ttraining's binary_logloss: 0.110288\tvalid_1's auc: 0.828407\tvalid_1's binary_logloss: 0.136564\n", + "[53]\ttraining's auc: 0.918008\ttraining's binary_logloss: 0.109914\tvalid_1's auc: 0.828158\tvalid_1's binary_logloss: 0.136639\n", + "[54]\ttraining's auc: 0.918637\ttraining's binary_logloss: 0.109622\tvalid_1's auc: 0.827807\tvalid_1's binary_logloss: 0.13673\n", + "[55]\ttraining's auc: 0.919124\ttraining's binary_logloss: 0.109426\tvalid_1's auc: 0.827583\tvalid_1's binary_logloss: 0.136772\n", + "[56]\ttraining's auc: 0.919711\ttraining's binary_logloss: 0.109113\tvalid_1's auc: 0.827409\tvalid_1's binary_logloss: 0.136834\n", + "[57]\ttraining's auc: 0.920172\ttraining's binary_logloss: 0.108892\tvalid_1's auc: 0.827366\tvalid_1's binary_logloss: 0.136847\n", + "[58]\ttraining's auc: 0.920784\ttraining's binary_logloss: 0.108596\tvalid_1's auc: 0.827042\tvalid_1's binary_logloss: 0.136926\n", + "[59]\ttraining's auc: 0.921311\ttraining's binary_logloss: 0.108347\tvalid_1's auc: 0.826668\tvalid_1's binary_logloss: 0.137016\n", + "[60]\ttraining's auc: 0.921964\ttraining's binary_logloss: 0.108022\tvalid_1's auc: 0.826247\tvalid_1's binary_logloss: 0.137108\n", + "[61]\ttraining's auc: 0.922245\ttraining's binary_logloss: 0.107809\tvalid_1's auc: 0.825986\tvalid_1's binary_logloss: 0.137187\n", + "[62]\ttraining's auc: 0.922694\ttraining's binary_logloss: 0.107575\tvalid_1's auc: 0.825845\tvalid_1's binary_logloss: 0.137233\n", + "[63]\ttraining's auc: 0.923527\ttraining's binary_logloss: 0.107237\tvalid_1's auc: 0.825673\tvalid_1's binary_logloss: 0.137283\n", + "[64]\ttraining's auc: 0.924099\ttraining's binary_logloss: 0.107022\tvalid_1's auc: 0.826032\tvalid_1's binary_logloss: 0.137267\n", + "[65]\ttraining's auc: 0.924422\ttraining's binary_logloss: 0.106814\tvalid_1's auc: 0.825577\tvalid_1's binary_logloss: 0.137392\n", + "[66]\ttraining's auc: 0.924797\ttraining's binary_logloss: 0.106557\tvalid_1's auc: 0.825763\tvalid_1's binary_logloss: 0.137391\n", + "[1]\ttraining's auc: 0.82857\ttraining's binary_logloss: 0.158944\tvalid_1's auc: 0.815162\tvalid_1's binary_logloss: 0.154184\n", + "[2]\ttraining's auc: 0.839723\ttraining's binary_logloss: 0.153493\tvalid_1's auc: 0.820747\tvalid_1's binary_logloss: 0.149839\n", + "[3]\ttraining's auc: 0.844279\ttraining's binary_logloss: 0.149454\tvalid_1's auc: 0.823195\tvalid_1's binary_logloss: 0.146693\n", + "[4]\ttraining's auc: 0.85124\ttraining's binary_logloss: 0.146234\tvalid_1's auc: 0.828293\tvalid_1's binary_logloss: 0.144242\n", + "[5]\ttraining's auc: 0.853987\ttraining's binary_logloss: 0.143648\tvalid_1's auc: 0.830341\tvalid_1's binary_logloss: 0.142279\n", + "[6]\ttraining's auc: 0.85745\ttraining's binary_logloss: 0.141388\tvalid_1's auc: 0.832636\tvalid_1's binary_logloss: 0.140548\n", + "[7]\ttraining's auc: 0.85884\ttraining's binary_logloss: 0.139365\tvalid_1's auc: 0.834288\tvalid_1's binary_logloss: 0.139185\n", + "[8]\ttraining's auc: 0.861463\ttraining's binary_logloss: 0.137652\tvalid_1's auc: 0.835429\tvalid_1's binary_logloss: 0.137894\n", + "[9]\ttraining's auc: 0.864485\ttraining's binary_logloss: 0.136154\tvalid_1's auc: 0.834869\tvalid_1's binary_logloss: 0.136912\n", + "[10]\ttraining's auc: 0.865582\ttraining's binary_logloss: 0.134803\tvalid_1's auc: 0.835299\tvalid_1's binary_logloss: 0.13603\n", + "[11]\ttraining's auc: 0.867916\ttraining's binary_logloss: 0.133572\tvalid_1's auc: 0.835156\tvalid_1's binary_logloss: 0.135335\n", + "[12]\ttraining's auc: 0.869457\ttraining's binary_logloss: 0.132448\tvalid_1's auc: 0.834649\tvalid_1's binary_logloss: 0.134718\n", + "[13]\ttraining's auc: 0.871268\ttraining's binary_logloss: 0.131364\tvalid_1's auc: 0.835084\tvalid_1's binary_logloss: 0.134243\n", + "[14]\ttraining's auc: 0.872606\ttraining's binary_logloss: 0.130451\tvalid_1's auc: 0.835316\tvalid_1's binary_logloss: 0.133783\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[15]\ttraining's auc: 0.873968\ttraining's binary_logloss: 0.129569\tvalid_1's auc: 0.834708\tvalid_1's binary_logloss: 0.133368\n", + "[16]\ttraining's auc: 0.875655\ttraining's binary_logloss: 0.128734\tvalid_1's auc: 0.834387\tvalid_1's binary_logloss: 0.133068\n", + "[17]\ttraining's auc: 0.877184\ttraining's binary_logloss: 0.127997\tvalid_1's auc: 0.834204\tvalid_1's binary_logloss: 0.132752\n", + "[18]\ttraining's auc: 0.878209\ttraining's binary_logloss: 0.127307\tvalid_1's auc: 0.834543\tvalid_1's binary_logloss: 0.132464\n", + "[19]\ttraining's auc: 0.879891\ttraining's binary_logloss: 0.126643\tvalid_1's auc: 0.834583\tvalid_1's binary_logloss: 0.132206\n", + "[20]\ttraining's auc: 0.881086\ttraining's binary_logloss: 0.126009\tvalid_1's auc: 0.83447\tvalid_1's binary_logloss: 0.131988\n", + "[21]\ttraining's auc: 0.882899\ttraining's binary_logloss: 0.125328\tvalid_1's auc: 0.834769\tvalid_1's binary_logloss: 0.131853\n", + "[22]\ttraining's auc: 0.884284\ttraining's binary_logloss: 0.124716\tvalid_1's auc: 0.835103\tvalid_1's binary_logloss: 0.13167\n", + "[23]\ttraining's auc: 0.885447\ttraining's binary_logloss: 0.124114\tvalid_1's auc: 0.835643\tvalid_1's binary_logloss: 0.131512\n", + "[24]\ttraining's auc: 0.887018\ttraining's binary_logloss: 0.123551\tvalid_1's auc: 0.83533\tvalid_1's binary_logloss: 0.131443\n", + "[25]\ttraining's auc: 0.888461\ttraining's binary_logloss: 0.123019\tvalid_1's auc: 0.835267\tvalid_1's binary_logloss: 0.131312\n", + "[26]\ttraining's auc: 0.889548\ttraining's binary_logloss: 0.122531\tvalid_1's auc: 0.835163\tvalid_1's binary_logloss: 0.131234\n", + "[27]\ttraining's auc: 0.891096\ttraining's binary_logloss: 0.121988\tvalid_1's auc: 0.835742\tvalid_1's binary_logloss: 0.131133\n", + "[28]\ttraining's auc: 0.892029\ttraining's binary_logloss: 0.121509\tvalid_1's auc: 0.836035\tvalid_1's binary_logloss: 0.131036\n", + "[29]\ttraining's auc: 0.893312\ttraining's binary_logloss: 0.120987\tvalid_1's auc: 0.836749\tvalid_1's binary_logloss: 0.130909\n", + "[30]\ttraining's auc: 0.894265\ttraining's binary_logloss: 0.120534\tvalid_1's auc: 0.836919\tvalid_1's binary_logloss: 0.130831\n", + "[31]\ttraining's auc: 0.895178\ttraining's binary_logloss: 0.120106\tvalid_1's auc: 0.836515\tvalid_1's binary_logloss: 0.130835\n", + "[32]\ttraining's auc: 0.896278\ttraining's binary_logloss: 0.119684\tvalid_1's auc: 0.836573\tvalid_1's binary_logloss: 0.130766\n", + "[33]\ttraining's auc: 0.897548\ttraining's binary_logloss: 0.119212\tvalid_1's auc: 0.837465\tvalid_1's binary_logloss: 0.130625\n", + "[34]\ttraining's auc: 0.898538\ttraining's binary_logloss: 0.118793\tvalid_1's auc: 0.837781\tvalid_1's binary_logloss: 0.130564\n", + "[35]\ttraining's auc: 0.899535\ttraining's binary_logloss: 0.118393\tvalid_1's auc: 0.837814\tvalid_1's binary_logloss: 0.130522\n", + "[36]\ttraining's auc: 0.900724\ttraining's binary_logloss: 0.11798\tvalid_1's auc: 0.837657\tvalid_1's binary_logloss: 0.130491\n", + "[37]\ttraining's auc: 0.9018\ttraining's binary_logloss: 0.117629\tvalid_1's auc: 0.837668\tvalid_1's binary_logloss: 0.130491\n", + "[38]\ttraining's auc: 0.902575\ttraining's binary_logloss: 0.117287\tvalid_1's auc: 0.83756\tvalid_1's binary_logloss: 0.1305\n", + "[39]\ttraining's auc: 0.9038\ttraining's binary_logloss: 0.116941\tvalid_1's auc: 0.837668\tvalid_1's binary_logloss: 0.130466\n", + "[40]\ttraining's auc: 0.904557\ttraining's binary_logloss: 0.116595\tvalid_1's auc: 0.837822\tvalid_1's binary_logloss: 0.130435\n", + "[41]\ttraining's auc: 0.905774\ttraining's binary_logloss: 0.116243\tvalid_1's auc: 0.837596\tvalid_1's binary_logloss: 0.130468\n", + "[42]\ttraining's auc: 0.906586\ttraining's binary_logloss: 0.115861\tvalid_1's auc: 0.837965\tvalid_1's binary_logloss: 0.130413\n", + "[43]\ttraining's auc: 0.907521\ttraining's binary_logloss: 0.115515\tvalid_1's auc: 0.838322\tvalid_1's binary_logloss: 0.13034\n", + "[44]\ttraining's auc: 0.908295\ttraining's binary_logloss: 0.115214\tvalid_1's auc: 0.837923\tvalid_1's binary_logloss: 0.130409\n", + "[45]\ttraining's auc: 0.909067\ttraining's binary_logloss: 0.114902\tvalid_1's auc: 0.837784\tvalid_1's binary_logloss: 0.130456\n", + "[46]\ttraining's auc: 0.910102\ttraining's binary_logloss: 0.114595\tvalid_1's auc: 0.837952\tvalid_1's binary_logloss: 0.130445\n", + "[47]\ttraining's auc: 0.910951\ttraining's binary_logloss: 0.114231\tvalid_1's auc: 0.837648\tvalid_1's binary_logloss: 0.130518\n", + "[48]\ttraining's auc: 0.912023\ttraining's binary_logloss: 0.113858\tvalid_1's auc: 0.837562\tvalid_1's binary_logloss: 0.130585\n", + "[49]\ttraining's auc: 0.912629\ttraining's binary_logloss: 0.113518\tvalid_1's auc: 0.837556\tvalid_1's binary_logloss: 0.130565\n", + "[50]\ttraining's auc: 0.913485\ttraining's binary_logloss: 0.113197\tvalid_1's auc: 0.837536\tvalid_1's binary_logloss: 0.130575\n", + "[51]\ttraining's auc: 0.914616\ttraining's binary_logloss: 0.112903\tvalid_1's auc: 0.837276\tvalid_1's binary_logloss: 0.130617\n", + "[52]\ttraining's auc: 0.915432\ttraining's binary_logloss: 0.11254\tvalid_1's auc: 0.837238\tvalid_1's binary_logloss: 0.130627\n", + "[53]\ttraining's auc: 0.916201\ttraining's binary_logloss: 0.112203\tvalid_1's auc: 0.837035\tvalid_1's binary_logloss: 0.130673\n", + "[54]\ttraining's auc: 0.916734\ttraining's binary_logloss: 0.111905\tvalid_1's auc: 0.837173\tvalid_1's binary_logloss: 0.130664\n", + "[55]\ttraining's auc: 0.917467\ttraining's binary_logloss: 0.111606\tvalid_1's auc: 0.837123\tvalid_1's binary_logloss: 0.130682\n", + "[56]\ttraining's auc: 0.917983\ttraining's binary_logloss: 0.111304\tvalid_1's auc: 0.837028\tvalid_1's binary_logloss: 0.130683\n", + "[57]\ttraining's auc: 0.918494\ttraining's binary_logloss: 0.111086\tvalid_1's auc: 0.836696\tvalid_1's binary_logloss: 0.130759\n", + "[58]\ttraining's auc: 0.91924\ttraining's binary_logloss: 0.110779\tvalid_1's auc: 0.836529\tvalid_1's binary_logloss: 0.130794\n", + "[59]\ttraining's auc: 0.920035\ttraining's binary_logloss: 0.110465\tvalid_1's auc: 0.836158\tvalid_1's binary_logloss: 0.130852\n", + "[60]\ttraining's auc: 0.9207\ttraining's binary_logloss: 0.110126\tvalid_1's auc: 0.836422\tvalid_1's binary_logloss: 0.130824\n", + "[61]\ttraining's auc: 0.921166\ttraining's binary_logloss: 0.109883\tvalid_1's auc: 0.836397\tvalid_1's binary_logloss: 0.130843\n", + "[62]\ttraining's auc: 0.92165\ttraining's binary_logloss: 0.109656\tvalid_1's auc: 0.836428\tvalid_1's binary_logloss: 0.130859\n", + "[63]\ttraining's auc: 0.922411\ttraining's binary_logloss: 0.109357\tvalid_1's auc: 0.836335\tvalid_1's binary_logloss: 0.130877\n", + "[64]\ttraining's auc: 0.923037\ttraining's binary_logloss: 0.109075\tvalid_1's auc: 0.836288\tvalid_1's binary_logloss: 0.130875\n", + "[65]\ttraining's auc: 0.923573\ttraining's binary_logloss: 0.108788\tvalid_1's auc: 0.836184\tvalid_1's binary_logloss: 0.130928\n", + "[66]\ttraining's auc: 0.924018\ttraining's binary_logloss: 0.108525\tvalid_1's auc: 0.83615\tvalid_1's binary_logloss: 0.130961\n", + "[67]\ttraining's auc: 0.92446\ttraining's binary_logloss: 0.108376\tvalid_1's auc: 0.836245\tvalid_1's binary_logloss: 0.130955\n", + "[68]\ttraining's auc: 0.925098\ttraining's binary_logloss: 0.108077\tvalid_1's auc: 0.836037\tvalid_1's binary_logloss: 0.131042\n", + "[69]\ttraining's auc: 0.925699\ttraining's binary_logloss: 0.107806\tvalid_1's auc: 0.835854\tvalid_1's binary_logloss: 0.131059\n", + "[70]\ttraining's auc: 0.926151\ttraining's binary_logloss: 0.107575\tvalid_1's auc: 0.835699\tvalid_1's binary_logloss: 0.131101\n", + "[71]\ttraining's auc: 0.926518\ttraining's binary_logloss: 0.107337\tvalid_1's auc: 0.835627\tvalid_1's binary_logloss: 0.13111\n", + "[72]\ttraining's auc: 0.926778\ttraining's binary_logloss: 0.107141\tvalid_1's auc: 0.835546\tvalid_1's binary_logloss: 0.131151\n", + "[73]\ttraining's auc: 0.927255\ttraining's binary_logloss: 0.106926\tvalid_1's auc: 0.835222\tvalid_1's binary_logloss: 0.131215\n", + "[1]\ttraining's auc: 0.829037\ttraining's binary_logloss: 0.155383\tvalid_1's auc: 0.806375\tvalid_1's binary_logloss: 0.161683\n", + "[2]\ttraining's auc: 0.838386\ttraining's binary_logloss: 0.150172\tvalid_1's auc: 0.814329\tvalid_1's binary_logloss: 0.156828\n", + "[3]\ttraining's auc: 0.847166\ttraining's binary_logloss: 0.146286\tvalid_1's auc: 0.823619\tvalid_1's binary_logloss: 0.153292\n", + "[4]\ttraining's auc: 0.851443\ttraining's binary_logloss: 0.14302\tvalid_1's auc: 0.826608\tvalid_1's binary_logloss: 0.15059\n", + "[5]\ttraining's auc: 0.854378\ttraining's binary_logloss: 0.14039\tvalid_1's auc: 0.827788\tvalid_1's binary_logloss: 0.148441\n", + "[6]\ttraining's auc: 0.85634\ttraining's binary_logloss: 0.138154\tvalid_1's auc: 0.828717\tvalid_1's binary_logloss: 0.146718\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[7]\ttraining's auc: 0.858305\ttraining's binary_logloss: 0.13613\tvalid_1's auc: 0.82901\tvalid_1's binary_logloss: 0.145231\n", + "[8]\ttraining's auc: 0.861423\ttraining's binary_logloss: 0.13453\tvalid_1's auc: 0.829119\tvalid_1's binary_logloss: 0.144102\n", + "[9]\ttraining's auc: 0.862406\ttraining's binary_logloss: 0.13303\tvalid_1's auc: 0.830225\tvalid_1's binary_logloss: 0.143101\n", + "[10]\ttraining's auc: 0.864902\ttraining's binary_logloss: 0.131706\tvalid_1's auc: 0.831957\tvalid_1's binary_logloss: 0.142113\n", + "[11]\ttraining's auc: 0.866945\ttraining's binary_logloss: 0.13052\tvalid_1's auc: 0.832665\tvalid_1's binary_logloss: 0.141296\n", + "[12]\ttraining's auc: 0.869183\ttraining's binary_logloss: 0.129385\tvalid_1's auc: 0.832536\tvalid_1's binary_logloss: 0.140702\n", + "[13]\ttraining's auc: 0.871748\ttraining's binary_logloss: 0.128386\tvalid_1's auc: 0.832628\tvalid_1's binary_logloss: 0.140113\n", + "[14]\ttraining's auc: 0.872583\ttraining's binary_logloss: 0.127511\tvalid_1's auc: 0.832891\tvalid_1's binary_logloss: 0.139615\n", + "[15]\ttraining's auc: 0.875155\ttraining's binary_logloss: 0.126638\tvalid_1's auc: 0.834584\tvalid_1's binary_logloss: 0.139162\n", + "[16]\ttraining's auc: 0.87797\ttraining's binary_logloss: 0.125769\tvalid_1's auc: 0.835612\tvalid_1's binary_logloss: 0.138722\n", + "[17]\ttraining's auc: 0.879714\ttraining's binary_logloss: 0.125034\tvalid_1's auc: 0.835791\tvalid_1's binary_logloss: 0.138391\n", + "[18]\ttraining's auc: 0.881133\ttraining's binary_logloss: 0.124361\tvalid_1's auc: 0.836173\tvalid_1's binary_logloss: 0.138047\n", + "[19]\ttraining's auc: 0.88283\ttraining's binary_logloss: 0.123608\tvalid_1's auc: 0.836846\tvalid_1's binary_logloss: 0.137622\n", + "[20]\ttraining's auc: 0.884486\ttraining's binary_logloss: 0.122932\tvalid_1's auc: 0.836927\tvalid_1's binary_logloss: 0.137442\n", + "[21]\ttraining's auc: 0.885734\ttraining's binary_logloss: 0.122304\tvalid_1's auc: 0.836938\tvalid_1's binary_logloss: 0.137238\n", + "[22]\ttraining's auc: 0.887078\ttraining's binary_logloss: 0.121693\tvalid_1's auc: 0.837429\tvalid_1's binary_logloss: 0.136942\n", + "[23]\ttraining's auc: 0.888545\ttraining's binary_logloss: 0.121057\tvalid_1's auc: 0.838173\tvalid_1's binary_logloss: 0.136766\n", + "[24]\ttraining's auc: 0.889824\ttraining's binary_logloss: 0.120502\tvalid_1's auc: 0.837962\tvalid_1's binary_logloss: 0.136689\n", + "[25]\ttraining's auc: 0.890824\ttraining's binary_logloss: 0.120012\tvalid_1's auc: 0.838041\tvalid_1's binary_logloss: 0.136589\n", + "[26]\ttraining's auc: 0.891675\ttraining's binary_logloss: 0.119538\tvalid_1's auc: 0.838486\tvalid_1's binary_logloss: 0.136411\n", + "[27]\ttraining's auc: 0.892978\ttraining's binary_logloss: 0.119022\tvalid_1's auc: 0.838472\tvalid_1's binary_logloss: 0.136344\n", + "[28]\ttraining's auc: 0.894131\ttraining's binary_logloss: 0.118556\tvalid_1's auc: 0.838496\tvalid_1's binary_logloss: 0.136267\n", + "[29]\ttraining's auc: 0.895311\ttraining's binary_logloss: 0.118062\tvalid_1's auc: 0.838167\tvalid_1's binary_logloss: 0.136263\n", + "[30]\ttraining's auc: 0.896537\ttraining's binary_logloss: 0.117626\tvalid_1's auc: 0.837688\tvalid_1's binary_logloss: 0.136234\n", + "[31]\ttraining's auc: 0.89756\ttraining's binary_logloss: 0.117158\tvalid_1's auc: 0.837537\tvalid_1's binary_logloss: 0.136221\n", + "[32]\ttraining's auc: 0.899181\ttraining's binary_logloss: 0.116701\tvalid_1's auc: 0.837424\tvalid_1's binary_logloss: 0.136201\n", + "[33]\ttraining's auc: 0.900037\ttraining's binary_logloss: 0.116285\tvalid_1's auc: 0.83734\tvalid_1's binary_logloss: 0.136217\n", + "[34]\ttraining's auc: 0.900746\ttraining's binary_logloss: 0.115937\tvalid_1's auc: 0.837346\tvalid_1's binary_logloss: 0.136213\n", + "[35]\ttraining's auc: 0.901814\ttraining's binary_logloss: 0.115556\tvalid_1's auc: 0.837455\tvalid_1's binary_logloss: 0.136155\n", + "[36]\ttraining's auc: 0.903138\ttraining's binary_logloss: 0.115105\tvalid_1's auc: 0.837154\tvalid_1's binary_logloss: 0.136161\n", + "[37]\ttraining's auc: 0.904287\ttraining's binary_logloss: 0.114736\tvalid_1's auc: 0.837085\tvalid_1's binary_logloss: 0.136137\n", + "[38]\ttraining's auc: 0.905233\ttraining's binary_logloss: 0.114319\tvalid_1's auc: 0.836847\tvalid_1's binary_logloss: 0.136197\n", + "[39]\ttraining's auc: 0.906506\ttraining's binary_logloss: 0.113941\tvalid_1's auc: 0.836788\tvalid_1's binary_logloss: 0.136182\n", + "[40]\ttraining's auc: 0.907742\ttraining's binary_logloss: 0.113583\tvalid_1's auc: 0.836979\tvalid_1's binary_logloss: 0.13616\n", + "[41]\ttraining's auc: 0.908582\ttraining's binary_logloss: 0.113225\tvalid_1's auc: 0.836622\tvalid_1's binary_logloss: 0.136227\n", + "[42]\ttraining's auc: 0.909479\ttraining's binary_logloss: 0.112799\tvalid_1's auc: 0.836528\tvalid_1's binary_logloss: 0.136262\n", + "[43]\ttraining's auc: 0.91037\ttraining's binary_logloss: 0.112476\tvalid_1's auc: 0.836861\tvalid_1's binary_logloss: 0.13622\n", + "[44]\ttraining's auc: 0.911009\ttraining's binary_logloss: 0.112112\tvalid_1's auc: 0.837196\tvalid_1's binary_logloss: 0.136183\n", + "[45]\ttraining's auc: 0.91162\ttraining's binary_logloss: 0.111784\tvalid_1's auc: 0.837203\tvalid_1's binary_logloss: 0.136197\n", + "[46]\ttraining's auc: 0.912628\ttraining's binary_logloss: 0.111351\tvalid_1's auc: 0.83701\tvalid_1's binary_logloss: 0.136218\n", + "[47]\ttraining's auc: 0.913297\ttraining's binary_logloss: 0.111011\tvalid_1's auc: 0.836923\tvalid_1's binary_logloss: 0.136265\n", + "[48]\ttraining's auc: 0.913921\ttraining's binary_logloss: 0.110712\tvalid_1's auc: 0.836979\tvalid_1's binary_logloss: 0.13626\n", + "[49]\ttraining's auc: 0.914723\ttraining's binary_logloss: 0.110361\tvalid_1's auc: 0.836889\tvalid_1's binary_logloss: 0.136291\n", + "[50]\ttraining's auc: 0.915534\ttraining's binary_logloss: 0.110041\tvalid_1's auc: 0.836884\tvalid_1's binary_logloss: 0.13631\n", + "[51]\ttraining's auc: 0.916798\ttraining's binary_logloss: 0.109738\tvalid_1's auc: 0.837031\tvalid_1's binary_logloss: 0.136291\n", + "[52]\ttraining's auc: 0.917567\ttraining's binary_logloss: 0.109382\tvalid_1's auc: 0.836571\tvalid_1's binary_logloss: 0.136407\n", + "[53]\ttraining's auc: 0.918242\ttraining's binary_logloss: 0.109071\tvalid_1's auc: 0.836352\tvalid_1's binary_logloss: 0.136454\n", + "[54]\ttraining's auc: 0.918816\ttraining's binary_logloss: 0.108767\tvalid_1's auc: 0.836059\tvalid_1's binary_logloss: 0.136548\n", + "[55]\ttraining's auc: 0.919834\ttraining's binary_logloss: 0.108474\tvalid_1's auc: 0.836143\tvalid_1's binary_logloss: 0.136532\n", + "[56]\ttraining's auc: 0.920314\ttraining's binary_logloss: 0.108194\tvalid_1's auc: 0.83596\tvalid_1's binary_logloss: 0.136632\n", + "[57]\ttraining's auc: 0.920756\ttraining's binary_logloss: 0.107922\tvalid_1's auc: 0.835873\tvalid_1's binary_logloss: 0.136656\n", + "[58]\ttraining's auc: 0.921232\ttraining's binary_logloss: 0.107664\tvalid_1's auc: 0.835577\tvalid_1's binary_logloss: 0.136739\n", + "[1]\ttraining's auc: 0.834452\ttraining's binary_logloss: 0.153927\tvalid_1's auc: 0.809196\tvalid_1's binary_logloss: 0.156885\n", + "[2]\ttraining's auc: 0.842386\ttraining's binary_logloss: 0.147997\tvalid_1's auc: 0.812156\tvalid_1's binary_logloss: 0.152077\n", + "[3]\ttraining's auc: 0.851099\ttraining's binary_logloss: 0.143772\tvalid_1's auc: 0.819541\tvalid_1's binary_logloss: 0.148701\n", + "[4]\ttraining's auc: 0.855679\ttraining's binary_logloss: 0.140324\tvalid_1's auc: 0.822604\tvalid_1's binary_logloss: 0.146232\n", + "[5]\ttraining's auc: 0.860497\ttraining's binary_logloss: 0.137604\tvalid_1's auc: 0.825509\tvalid_1's binary_logloss: 0.144236\n", + "[6]\ttraining's auc: 0.863781\ttraining's binary_logloss: 0.135318\tvalid_1's auc: 0.826921\tvalid_1's binary_logloss: 0.142607\n", + "[7]\ttraining's auc: 0.866022\ttraining's binary_logloss: 0.133429\tvalid_1's auc: 0.826971\tvalid_1's binary_logloss: 0.141414\n", + "[8]\ttraining's auc: 0.868186\ttraining's binary_logloss: 0.131685\tvalid_1's auc: 0.82853\tvalid_1's binary_logloss: 0.140351\n", + "[9]\ttraining's auc: 0.871209\ttraining's binary_logloss: 0.130188\tvalid_1's auc: 0.828541\tvalid_1's binary_logloss: 0.139466\n", + "[10]\ttraining's auc: 0.87392\ttraining's binary_logloss: 0.128861\tvalid_1's auc: 0.828976\tvalid_1's binary_logloss: 0.138776\n", + "[11]\ttraining's auc: 0.877415\ttraining's binary_logloss: 0.127656\tvalid_1's auc: 0.828994\tvalid_1's binary_logloss: 0.138209\n", + "[12]\ttraining's auc: 0.879483\ttraining's binary_logloss: 0.126548\tvalid_1's auc: 0.829891\tvalid_1's binary_logloss: 0.137673\n", + "[13]\ttraining's auc: 0.880825\ttraining's binary_logloss: 0.125555\tvalid_1's auc: 0.830231\tvalid_1's binary_logloss: 0.13726\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[14]\ttraining's auc: 0.88253\ttraining's binary_logloss: 0.124615\tvalid_1's auc: 0.830471\tvalid_1's binary_logloss: 0.136987\n", + "[15]\ttraining's auc: 0.884031\ttraining's binary_logloss: 0.12381\tvalid_1's auc: 0.83044\tvalid_1's binary_logloss: 0.136686\n", + "[16]\ttraining's auc: 0.885489\ttraining's binary_logloss: 0.122964\tvalid_1's auc: 0.829936\tvalid_1's binary_logloss: 0.136523\n", + "[17]\ttraining's auc: 0.887243\ttraining's binary_logloss: 0.12223\tvalid_1's auc: 0.829989\tvalid_1's binary_logloss: 0.136392\n", + "[18]\ttraining's auc: 0.888851\ttraining's binary_logloss: 0.12146\tvalid_1's auc: 0.829669\tvalid_1's binary_logloss: 0.136318\n", + "[19]\ttraining's auc: 0.890317\ttraining's binary_logloss: 0.12078\tvalid_1's auc: 0.829184\tvalid_1's binary_logloss: 0.136315\n", + "[20]\ttraining's auc: 0.891636\ttraining's binary_logloss: 0.120187\tvalid_1's auc: 0.829646\tvalid_1's binary_logloss: 0.136161\n", + "[21]\ttraining's auc: 0.892989\ttraining's binary_logloss: 0.119607\tvalid_1's auc: 0.829532\tvalid_1's binary_logloss: 0.13617\n", + "[22]\ttraining's auc: 0.895293\ttraining's binary_logloss: 0.118893\tvalid_1's auc: 0.829916\tvalid_1's binary_logloss: 0.136125\n", + "[23]\ttraining's auc: 0.896841\ttraining's binary_logloss: 0.118213\tvalid_1's auc: 0.829623\tvalid_1's binary_logloss: 0.136223\n", + "[24]\ttraining's auc: 0.89844\ttraining's binary_logloss: 0.117606\tvalid_1's auc: 0.829435\tvalid_1's binary_logloss: 0.136193\n", + "[25]\ttraining's auc: 0.900477\ttraining's binary_logloss: 0.117044\tvalid_1's auc: 0.8294\tvalid_1's binary_logloss: 0.136151\n", + "[26]\ttraining's auc: 0.902338\ttraining's binary_logloss: 0.116439\tvalid_1's auc: 0.829193\tvalid_1's binary_logloss: 0.136205\n", + "[27]\ttraining's auc: 0.903847\ttraining's binary_logloss: 0.115871\tvalid_1's auc: 0.830222\tvalid_1's binary_logloss: 0.136064\n", + "[28]\ttraining's auc: 0.905526\ttraining's binary_logloss: 0.115311\tvalid_1's auc: 0.830673\tvalid_1's binary_logloss: 0.136052\n", + "[29]\ttraining's auc: 0.906373\ttraining's binary_logloss: 0.114867\tvalid_1's auc: 0.830415\tvalid_1's binary_logloss: 0.136145\n", + "[30]\ttraining's auc: 0.908353\ttraining's binary_logloss: 0.114378\tvalid_1's auc: 0.830248\tvalid_1's binary_logloss: 0.13614\n", + "[31]\ttraining's auc: 0.909307\ttraining's binary_logloss: 0.113892\tvalid_1's auc: 0.829832\tvalid_1's binary_logloss: 0.13627\n", + "[32]\ttraining's auc: 0.910212\ttraining's binary_logloss: 0.113444\tvalid_1's auc: 0.829519\tvalid_1's binary_logloss: 0.136372\n", + "[33]\ttraining's auc: 0.91116\ttraining's binary_logloss: 0.112995\tvalid_1's auc: 0.829935\tvalid_1's binary_logloss: 0.136332\n", + "[34]\ttraining's auc: 0.912016\ttraining's binary_logloss: 0.112559\tvalid_1's auc: 0.829904\tvalid_1's binary_logloss: 0.136389\n", + "[35]\ttraining's auc: 0.913141\ttraining's binary_logloss: 0.112103\tvalid_1's auc: 0.829633\tvalid_1's binary_logloss: 0.136463\n", + "[36]\ttraining's auc: 0.914792\ttraining's binary_logloss: 0.111664\tvalid_1's auc: 0.829723\tvalid_1's binary_logloss: 0.136445\n", + "[37]\ttraining's auc: 0.915828\ttraining's binary_logloss: 0.111285\tvalid_1's auc: 0.830062\tvalid_1's binary_logloss: 0.136368\n", + "[38]\ttraining's auc: 0.916999\ttraining's binary_logloss: 0.110917\tvalid_1's auc: 0.830212\tvalid_1's binary_logloss: 0.13637\n", + "[39]\ttraining's auc: 0.918006\ttraining's binary_logloss: 0.110483\tvalid_1's auc: 0.829983\tvalid_1's binary_logloss: 0.136464\n", + "[40]\ttraining's auc: 0.918842\ttraining's binary_logloss: 0.110069\tvalid_1's auc: 0.829852\tvalid_1's binary_logloss: 0.136494\n", + "[41]\ttraining's auc: 0.919906\ttraining's binary_logloss: 0.10962\tvalid_1's auc: 0.829892\tvalid_1's binary_logloss: 0.136505\n", + "[42]\ttraining's auc: 0.92082\ttraining's binary_logloss: 0.109247\tvalid_1's auc: 0.829475\tvalid_1's binary_logloss: 0.13661\n", + "[43]\ttraining's auc: 0.921652\ttraining's binary_logloss: 0.108832\tvalid_1's auc: 0.828827\tvalid_1's binary_logloss: 0.136795\n", + "[44]\ttraining's auc: 0.92218\ttraining's binary_logloss: 0.108498\tvalid_1's auc: 0.828339\tvalid_1's binary_logloss: 0.136932\n", + "[45]\ttraining's auc: 0.92269\ttraining's binary_logloss: 0.108162\tvalid_1's auc: 0.827869\tvalid_1's binary_logloss: 0.13707\n", + "[46]\ttraining's auc: 0.923246\ttraining's binary_logloss: 0.107785\tvalid_1's auc: 0.827431\tvalid_1's binary_logloss: 0.137164\n", + "[47]\ttraining's auc: 0.92386\ttraining's binary_logloss: 0.107549\tvalid_1's auc: 0.827203\tvalid_1's binary_logloss: 0.137239\n", + "[48]\ttraining's auc: 0.924338\ttraining's binary_logloss: 0.107202\tvalid_1's auc: 0.826549\tvalid_1's binary_logloss: 0.137387\n", + "[49]\ttraining's auc: 0.924993\ttraining's binary_logloss: 0.106857\tvalid_1's auc: 0.826625\tvalid_1's binary_logloss: 0.137396\n", + "[50]\ttraining's auc: 0.925775\ttraining's binary_logloss: 0.10656\tvalid_1's auc: 0.826893\tvalid_1's binary_logloss: 0.137388\n", + "[51]\ttraining's auc: 0.926282\ttraining's binary_logloss: 0.106258\tvalid_1's auc: 0.826422\tvalid_1's binary_logloss: 0.137508\n", + "[52]\ttraining's auc: 0.926702\ttraining's binary_logloss: 0.105974\tvalid_1's auc: 0.826077\tvalid_1's binary_logloss: 0.137624\n", + "[53]\ttraining's auc: 0.92706\ttraining's binary_logloss: 0.105684\tvalid_1's auc: 0.82553\tvalid_1's binary_logloss: 0.137795\n", + "[54]\ttraining's auc: 0.927865\ttraining's binary_logloss: 0.105346\tvalid_1's auc: 0.825246\tvalid_1's binary_logloss: 0.137853\n", + "[55]\ttraining's auc: 0.928315\ttraining's binary_logloss: 0.105014\tvalid_1's auc: 0.824749\tvalid_1's binary_logloss: 0.137962\n", + "[56]\ttraining's auc: 0.92872\ttraining's binary_logloss: 0.104767\tvalid_1's auc: 0.824574\tvalid_1's binary_logloss: 0.138017\n", + "[57]\ttraining's auc: 0.929377\ttraining's binary_logloss: 0.104463\tvalid_1's auc: 0.824356\tvalid_1's binary_logloss: 0.138089\n", + "[58]\ttraining's auc: 0.930174\ttraining's binary_logloss: 0.104167\tvalid_1's auc: 0.824481\tvalid_1's binary_logloss: 0.138086\n", + "[1]\ttraining's auc: 0.82857\ttraining's binary_logloss: 0.156676\tvalid_1's auc: 0.815162\tvalid_1's binary_logloss: 0.152362\n", + "[2]\ttraining's auc: 0.839772\ttraining's binary_logloss: 0.1505\tvalid_1's auc: 0.82388\tvalid_1's binary_logloss: 0.147374\n", + "[3]\ttraining's auc: 0.84987\ttraining's binary_logloss: 0.146089\tvalid_1's auc: 0.829906\tvalid_1's binary_logloss: 0.144014\n", + "[4]\ttraining's auc: 0.853198\ttraining's binary_logloss: 0.142805\tvalid_1's auc: 0.831103\tvalid_1's binary_logloss: 0.141552\n", + "[5]\ttraining's auc: 0.858141\ttraining's binary_logloss: 0.140019\tvalid_1's auc: 0.83593\tvalid_1's binary_logloss: 0.139382\n", + "[6]\ttraining's auc: 0.860113\ttraining's binary_logloss: 0.137688\tvalid_1's auc: 0.837507\tvalid_1's binary_logloss: 0.137791\n", + "[7]\ttraining's auc: 0.86422\ttraining's binary_logloss: 0.135653\tvalid_1's auc: 0.837337\tvalid_1's binary_logloss: 0.136512\n", + "[8]\ttraining's auc: 0.867196\ttraining's binary_logloss: 0.133929\tvalid_1's auc: 0.837052\tvalid_1's binary_logloss: 0.135448\n", + "[9]\ttraining's auc: 0.869571\ttraining's binary_logloss: 0.132434\tvalid_1's auc: 0.836527\tvalid_1's binary_logloss: 0.134662\n", + "[10]\ttraining's auc: 0.871206\ttraining's binary_logloss: 0.131122\tvalid_1's auc: 0.836495\tvalid_1's binary_logloss: 0.133997\n", + "[11]\ttraining's auc: 0.873381\ttraining's binary_logloss: 0.129941\tvalid_1's auc: 0.836104\tvalid_1's binary_logloss: 0.133493\n", + "[12]\ttraining's auc: 0.875539\ttraining's binary_logloss: 0.128835\tvalid_1's auc: 0.83524\tvalid_1's binary_logloss: 0.133115\n", + "[13]\ttraining's auc: 0.877067\ttraining's binary_logloss: 0.127878\tvalid_1's auc: 0.834679\tvalid_1's binary_logloss: 0.132815\n", + "[14]\ttraining's auc: 0.878878\ttraining's binary_logloss: 0.126985\tvalid_1's auc: 0.834935\tvalid_1's binary_logloss: 0.132545\n", + "[15]\ttraining's auc: 0.881297\ttraining's binary_logloss: 0.126104\tvalid_1's auc: 0.834222\tvalid_1's binary_logloss: 0.132318\n", + "[16]\ttraining's auc: 0.883491\ttraining's binary_logloss: 0.125142\tvalid_1's auc: 0.833885\tvalid_1's binary_logloss: 0.132158\n", + "[17]\ttraining's auc: 0.885422\ttraining's binary_logloss: 0.124362\tvalid_1's auc: 0.832957\tvalid_1's binary_logloss: 0.132095\n", + "[18]\ttraining's auc: 0.887094\ttraining's binary_logloss: 0.123714\tvalid_1's auc: 0.833257\tvalid_1's binary_logloss: 0.131958\n", + "[19]\ttraining's auc: 0.888268\ttraining's binary_logloss: 0.123015\tvalid_1's auc: 0.832629\tvalid_1's binary_logloss: 0.131852\n", + "[20]\ttraining's auc: 0.889538\ttraining's binary_logloss: 0.122299\tvalid_1's auc: 0.833282\tvalid_1's binary_logloss: 0.1317\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[21]\ttraining's auc: 0.890986\ttraining's binary_logloss: 0.121622\tvalid_1's auc: 0.833494\tvalid_1's binary_logloss: 0.131614\n", + "[22]\ttraining's auc: 0.892817\ttraining's binary_logloss: 0.121021\tvalid_1's auc: 0.833063\tvalid_1's binary_logloss: 0.131589\n", + "[23]\ttraining's auc: 0.894075\ttraining's binary_logloss: 0.120472\tvalid_1's auc: 0.833297\tvalid_1's binary_logloss: 0.131497\n", + "[24]\ttraining's auc: 0.895257\ttraining's binary_logloss: 0.119859\tvalid_1's auc: 0.833242\tvalid_1's binary_logloss: 0.131461\n", + "[25]\ttraining's auc: 0.896866\ttraining's binary_logloss: 0.119262\tvalid_1's auc: 0.833239\tvalid_1's binary_logloss: 0.131422\n", + "[26]\ttraining's auc: 0.898375\ttraining's binary_logloss: 0.118706\tvalid_1's auc: 0.83399\tvalid_1's binary_logloss: 0.131321\n", + "[27]\ttraining's auc: 0.899914\ttraining's binary_logloss: 0.118186\tvalid_1's auc: 0.833938\tvalid_1's binary_logloss: 0.131315\n", + "[28]\ttraining's auc: 0.901232\ttraining's binary_logloss: 0.117616\tvalid_1's auc: 0.834499\tvalid_1's binary_logloss: 0.131238\n", + "[29]\ttraining's auc: 0.903486\ttraining's binary_logloss: 0.117008\tvalid_1's auc: 0.834833\tvalid_1's binary_logloss: 0.131199\n", + "[30]\ttraining's auc: 0.905082\ttraining's binary_logloss: 0.116542\tvalid_1's auc: 0.834798\tvalid_1's binary_logloss: 0.131167\n", + "[31]\ttraining's auc: 0.906083\ttraining's binary_logloss: 0.116142\tvalid_1's auc: 0.834901\tvalid_1's binary_logloss: 0.131159\n", + "[32]\ttraining's auc: 0.907163\ttraining's binary_logloss: 0.115717\tvalid_1's auc: 0.834763\tvalid_1's binary_logloss: 0.131171\n", + "[33]\ttraining's auc: 0.907934\ttraining's binary_logloss: 0.115311\tvalid_1's auc: 0.834751\tvalid_1's binary_logloss: 0.131161\n", + "[34]\ttraining's auc: 0.909201\ttraining's binary_logloss: 0.114751\tvalid_1's auc: 0.834613\tvalid_1's binary_logloss: 0.131181\n", + "[35]\ttraining's auc: 0.910082\ttraining's binary_logloss: 0.11432\tvalid_1's auc: 0.834091\tvalid_1's binary_logloss: 0.131296\n", + "[36]\ttraining's auc: 0.910825\ttraining's binary_logloss: 0.113931\tvalid_1's auc: 0.8339\tvalid_1's binary_logloss: 0.131318\n", + "[1]\ttraining's auc: 0.82905\ttraining's binary_logloss: 0.153196\tvalid_1's auc: 0.806307\tvalid_1's binary_logloss: 0.159783\n", + "[2]\ttraining's auc: 0.843524\ttraining's binary_logloss: 0.147192\tvalid_1's auc: 0.820809\tvalid_1's binary_logloss: 0.154263\n", + "[3]\ttraining's auc: 0.848558\ttraining's binary_logloss: 0.142989\tvalid_1's auc: 0.822969\tvalid_1's binary_logloss: 0.150672\n", + "[4]\ttraining's auc: 0.852221\ttraining's binary_logloss: 0.139481\tvalid_1's auc: 0.825275\tvalid_1's binary_logloss: 0.147999\n", + "[5]\ttraining's auc: 0.855792\ttraining's binary_logloss: 0.136825\tvalid_1's auc: 0.827079\tvalid_1's binary_logloss: 0.145946\n", + "[6]\ttraining's auc: 0.85957\ttraining's binary_logloss: 0.134553\tvalid_1's auc: 0.828304\tvalid_1's binary_logloss: 0.14438\n", + "[7]\ttraining's auc: 0.863357\ttraining's binary_logloss: 0.132706\tvalid_1's auc: 0.829522\tvalid_1's binary_logloss: 0.14306\n", + "[8]\ttraining's auc: 0.865104\ttraining's binary_logloss: 0.131024\tvalid_1's auc: 0.83088\tvalid_1's binary_logloss: 0.141972\n", + "[9]\ttraining's auc: 0.867418\ttraining's binary_logloss: 0.129552\tvalid_1's auc: 0.831104\tvalid_1's binary_logloss: 0.141115\n", + "[10]\ttraining's auc: 0.869036\ttraining's binary_logloss: 0.128321\tvalid_1's auc: 0.831468\tvalid_1's binary_logloss: 0.140467\n", + "[11]\ttraining's auc: 0.872342\ttraining's binary_logloss: 0.127109\tvalid_1's auc: 0.83335\tvalid_1's binary_logloss: 0.139799\n", + "[12]\ttraining's auc: 0.875229\ttraining's binary_logloss: 0.12607\tvalid_1's auc: 0.834432\tvalid_1's binary_logloss: 0.139165\n", + "[13]\ttraining's auc: 0.877802\ttraining's binary_logloss: 0.125105\tvalid_1's auc: 0.834787\tvalid_1's binary_logloss: 0.138651\n", + "[14]\ttraining's auc: 0.879983\ttraining's binary_logloss: 0.124134\tvalid_1's auc: 0.834832\tvalid_1's binary_logloss: 0.138281\n", + "[15]\ttraining's auc: 0.882528\ttraining's binary_logloss: 0.123251\tvalid_1's auc: 0.835558\tvalid_1's binary_logloss: 0.137941\n", + "[16]\ttraining's auc: 0.885145\ttraining's binary_logloss: 0.122369\tvalid_1's auc: 0.835481\tvalid_1's binary_logloss: 0.137717\n", + "[17]\ttraining's auc: 0.887036\ttraining's binary_logloss: 0.121558\tvalid_1's auc: 0.835823\tvalid_1's binary_logloss: 0.137498\n", + "[18]\ttraining's auc: 0.889019\ttraining's binary_logloss: 0.120757\tvalid_1's auc: 0.835685\tvalid_1's binary_logloss: 0.137425\n", + "[19]\ttraining's auc: 0.890714\ttraining's binary_logloss: 0.120046\tvalid_1's auc: 0.836422\tvalid_1's binary_logloss: 0.137182\n", + "[20]\ttraining's auc: 0.892214\ttraining's binary_logloss: 0.119383\tvalid_1's auc: 0.83639\tvalid_1's binary_logloss: 0.137014\n", + "[21]\ttraining's auc: 0.893677\ttraining's binary_logloss: 0.118666\tvalid_1's auc: 0.835619\tvalid_1's binary_logloss: 0.137022\n", + "[22]\ttraining's auc: 0.89484\ttraining's binary_logloss: 0.118024\tvalid_1's auc: 0.83481\tvalid_1's binary_logloss: 0.137002\n", + "[23]\ttraining's auc: 0.895811\ttraining's binary_logloss: 0.117481\tvalid_1's auc: 0.834417\tvalid_1's binary_logloss: 0.137003\n", + "[24]\ttraining's auc: 0.897498\ttraining's binary_logloss: 0.11691\tvalid_1's auc: 0.834553\tvalid_1's binary_logloss: 0.13693\n", + "[25]\ttraining's auc: 0.899404\ttraining's binary_logloss: 0.11633\tvalid_1's auc: 0.834842\tvalid_1's binary_logloss: 0.136812\n", + "[26]\ttraining's auc: 0.900739\ttraining's binary_logloss: 0.115825\tvalid_1's auc: 0.834505\tvalid_1's binary_logloss: 0.136861\n", + "[27]\ttraining's auc: 0.902164\ttraining's binary_logloss: 0.115364\tvalid_1's auc: 0.834804\tvalid_1's binary_logloss: 0.136801\n", + "[28]\ttraining's auc: 0.903435\ttraining's binary_logloss: 0.114866\tvalid_1's auc: 0.835227\tvalid_1's binary_logloss: 0.136726\n", + "[29]\ttraining's auc: 0.904536\ttraining's binary_logloss: 0.114283\tvalid_1's auc: 0.835185\tvalid_1's binary_logloss: 0.136737\n", + "[30]\ttraining's auc: 0.905714\ttraining's binary_logloss: 0.113844\tvalid_1's auc: 0.835212\tvalid_1's binary_logloss: 0.136714\n", + "[31]\ttraining's auc: 0.906946\ttraining's binary_logloss: 0.113334\tvalid_1's auc: 0.835367\tvalid_1's binary_logloss: 0.136695\n", + "[32]\ttraining's auc: 0.908369\ttraining's binary_logloss: 0.112806\tvalid_1's auc: 0.835614\tvalid_1's binary_logloss: 0.136612\n", + "[33]\ttraining's auc: 0.909406\ttraining's binary_logloss: 0.112398\tvalid_1's auc: 0.835733\tvalid_1's binary_logloss: 0.136559\n", + "[34]\ttraining's auc: 0.910271\ttraining's binary_logloss: 0.111949\tvalid_1's auc: 0.835601\tvalid_1's binary_logloss: 0.136595\n", + "[35]\ttraining's auc: 0.911128\ttraining's binary_logloss: 0.111607\tvalid_1's auc: 0.835647\tvalid_1's binary_logloss: 0.136585\n", + "[36]\ttraining's auc: 0.912005\ttraining's binary_logloss: 0.11127\tvalid_1's auc: 0.835617\tvalid_1's binary_logloss: 0.136585\n", + "[37]\ttraining's auc: 0.913389\ttraining's binary_logloss: 0.110775\tvalid_1's auc: 0.835483\tvalid_1's binary_logloss: 0.136635\n", + "[38]\ttraining's auc: 0.914825\ttraining's binary_logloss: 0.110236\tvalid_1's auc: 0.835155\tvalid_1's binary_logloss: 0.136685\n", + "[39]\ttraining's auc: 0.915507\ttraining's binary_logloss: 0.109851\tvalid_1's auc: 0.835538\tvalid_1's binary_logloss: 0.13663\n", + "[40]\ttraining's auc: 0.916149\ttraining's binary_logloss: 0.109514\tvalid_1's auc: 0.835469\tvalid_1's binary_logloss: 0.136645\n", + "[41]\ttraining's auc: 0.91727\ttraining's binary_logloss: 0.109019\tvalid_1's auc: 0.835348\tvalid_1's binary_logloss: 0.136646\n", + "[42]\ttraining's auc: 0.917976\ttraining's binary_logloss: 0.108604\tvalid_1's auc: 0.835246\tvalid_1's binary_logloss: 0.136641\n", + "[43]\ttraining's auc: 0.919021\ttraining's binary_logloss: 0.108129\tvalid_1's auc: 0.835423\tvalid_1's binary_logloss: 0.136614\n", + "[44]\ttraining's auc: 0.919645\ttraining's binary_logloss: 0.107754\tvalid_1's auc: 0.83529\tvalid_1's binary_logloss: 0.136721\n", + "[45]\ttraining's auc: 0.920244\ttraining's binary_logloss: 0.107384\tvalid_1's auc: 0.834874\tvalid_1's binary_logloss: 0.136885\n", + "[46]\ttraining's auc: 0.921043\ttraining's binary_logloss: 0.106992\tvalid_1's auc: 0.834763\tvalid_1's binary_logloss: 0.136935\n", + "[47]\ttraining's auc: 0.921787\ttraining's binary_logloss: 0.106666\tvalid_1's auc: 0.834271\tvalid_1's binary_logloss: 0.137061\n", + "[48]\ttraining's auc: 0.922331\ttraining's binary_logloss: 0.10633\tvalid_1's auc: 0.834192\tvalid_1's binary_logloss: 0.137138\n", + "[49]\ttraining's auc: 0.923548\ttraining's binary_logloss: 0.105871\tvalid_1's auc: 0.833674\tvalid_1's binary_logloss: 0.137238\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[1]\ttraining's auc: 0.835118\ttraining's binary_logloss: 0.155592\tvalid_1's auc: 0.808629\tvalid_1's binary_logloss: 0.158329\n", + "[2]\ttraining's auc: 0.8435\ttraining's binary_logloss: 0.150045\tvalid_1's auc: 0.812373\tvalid_1's binary_logloss: 0.153903\n", + "[3]\ttraining's auc: 0.850849\ttraining's binary_logloss: 0.145912\tvalid_1's auc: 0.816815\tvalid_1's binary_logloss: 0.15067\n", + "[4]\ttraining's auc: 0.85475\ttraining's binary_logloss: 0.142694\tvalid_1's auc: 0.820295\tvalid_1's binary_logloss: 0.148167\n", + "[5]\ttraining's auc: 0.857772\ttraining's binary_logloss: 0.139922\tvalid_1's auc: 0.821902\tvalid_1's binary_logloss: 0.146225\n", + "[6]\ttraining's auc: 0.86249\ttraining's binary_logloss: 0.137555\tvalid_1's auc: 0.823867\tvalid_1's binary_logloss: 0.144646\n", + "[7]\ttraining's auc: 0.864276\ttraining's binary_logloss: 0.13555\tvalid_1's auc: 0.825496\tvalid_1's binary_logloss: 0.143218\n", + "[8]\ttraining's auc: 0.866504\ttraining's binary_logloss: 0.133785\tvalid_1's auc: 0.826101\tvalid_1's binary_logloss: 0.14211\n", + "[9]\ttraining's auc: 0.868102\ttraining's binary_logloss: 0.132231\tvalid_1's auc: 0.826401\tvalid_1's binary_logloss: 0.141272\n", + "[10]\ttraining's auc: 0.869973\ttraining's binary_logloss: 0.130881\tvalid_1's auc: 0.826605\tvalid_1's binary_logloss: 0.140523\n", + "[11]\ttraining's auc: 0.872257\ttraining's binary_logloss: 0.129573\tvalid_1's auc: 0.827492\tvalid_1's binary_logloss: 0.139847\n", + "[12]\ttraining's auc: 0.874707\ttraining's binary_logloss: 0.128446\tvalid_1's auc: 0.828058\tvalid_1's binary_logloss: 0.139286\n", + "[13]\ttraining's auc: 0.876455\ttraining's binary_logloss: 0.127298\tvalid_1's auc: 0.828403\tvalid_1's binary_logloss: 0.138768\n", + "[14]\ttraining's auc: 0.879085\ttraining's binary_logloss: 0.126296\tvalid_1's auc: 0.828362\tvalid_1's binary_logloss: 0.138369\n", + "[15]\ttraining's auc: 0.881004\ttraining's binary_logloss: 0.125365\tvalid_1's auc: 0.828826\tvalid_1's binary_logloss: 0.138007\n", + "[16]\ttraining's auc: 0.882874\ttraining's binary_logloss: 0.124516\tvalid_1's auc: 0.829082\tvalid_1's binary_logloss: 0.137687\n", + "[17]\ttraining's auc: 0.885169\ttraining's binary_logloss: 0.123659\tvalid_1's auc: 0.828952\tvalid_1's binary_logloss: 0.137453\n", + "[18]\ttraining's auc: 0.886869\ttraining's binary_logloss: 0.122891\tvalid_1's auc: 0.828473\tvalid_1's binary_logloss: 0.13729\n", + "[19]\ttraining's auc: 0.888291\ttraining's binary_logloss: 0.122095\tvalid_1's auc: 0.827546\tvalid_1's binary_logloss: 0.13722\n", + "[20]\ttraining's auc: 0.889886\ttraining's binary_logloss: 0.121356\tvalid_1's auc: 0.827876\tvalid_1's binary_logloss: 0.137045\n", + "[21]\ttraining's auc: 0.890962\ttraining's binary_logloss: 0.120684\tvalid_1's auc: 0.828421\tvalid_1's binary_logloss: 0.136794\n", + "[22]\ttraining's auc: 0.892395\ttraining's binary_logloss: 0.120063\tvalid_1's auc: 0.828439\tvalid_1's binary_logloss: 0.136669\n", + "[23]\ttraining's auc: 0.893711\ttraining's binary_logloss: 0.119422\tvalid_1's auc: 0.828345\tvalid_1's binary_logloss: 0.136628\n", + "[24]\ttraining's auc: 0.894986\ttraining's binary_logloss: 0.118888\tvalid_1's auc: 0.828207\tvalid_1's binary_logloss: 0.136553\n", + "[25]\ttraining's auc: 0.896149\ttraining's binary_logloss: 0.118361\tvalid_1's auc: 0.828346\tvalid_1's binary_logloss: 0.136523\n", + "[26]\ttraining's auc: 0.897835\ttraining's binary_logloss: 0.117731\tvalid_1's auc: 0.828232\tvalid_1's binary_logloss: 0.136536\n", + "[27]\ttraining's auc: 0.898881\ttraining's binary_logloss: 0.117236\tvalid_1's auc: 0.827702\tvalid_1's binary_logloss: 0.136551\n", + "[28]\ttraining's auc: 0.900476\ttraining's binary_logloss: 0.116688\tvalid_1's auc: 0.828062\tvalid_1's binary_logloss: 0.13651\n", + "[29]\ttraining's auc: 0.901909\ttraining's binary_logloss: 0.116174\tvalid_1's auc: 0.828652\tvalid_1's binary_logloss: 0.136349\n", + "[30]\ttraining's auc: 0.90297\ttraining's binary_logloss: 0.11567\tvalid_1's auc: 0.82856\tvalid_1's binary_logloss: 0.136363\n", + "[31]\ttraining's auc: 0.904402\ttraining's binary_logloss: 0.115143\tvalid_1's auc: 0.828535\tvalid_1's binary_logloss: 0.136351\n", + "[32]\ttraining's auc: 0.906141\ttraining's binary_logloss: 0.114668\tvalid_1's auc: 0.829028\tvalid_1's binary_logloss: 0.136256\n", + "[33]\ttraining's auc: 0.90782\ttraining's binary_logloss: 0.114187\tvalid_1's auc: 0.8291\tvalid_1's binary_logloss: 0.136244\n", + "[34]\ttraining's auc: 0.908822\ttraining's binary_logloss: 0.113761\tvalid_1's auc: 0.828572\tvalid_1's binary_logloss: 0.136276\n", + "[35]\ttraining's auc: 0.909842\ttraining's binary_logloss: 0.113325\tvalid_1's auc: 0.828437\tvalid_1's binary_logloss: 0.136318\n", + "[36]\ttraining's auc: 0.91107\ttraining's binary_logloss: 0.11294\tvalid_1's auc: 0.828723\tvalid_1's binary_logloss: 0.136263\n", + "[37]\ttraining's auc: 0.912312\ttraining's binary_logloss: 0.112529\tvalid_1's auc: 0.828592\tvalid_1's binary_logloss: 0.136303\n", + "[38]\ttraining's auc: 0.913245\ttraining's binary_logloss: 0.112194\tvalid_1's auc: 0.828918\tvalid_1's binary_logloss: 0.136231\n", + "[39]\ttraining's auc: 0.914365\ttraining's binary_logloss: 0.111756\tvalid_1's auc: 0.828679\tvalid_1's binary_logloss: 0.136302\n", + "[40]\ttraining's auc: 0.91512\ttraining's binary_logloss: 0.111391\tvalid_1's auc: 0.828395\tvalid_1's binary_logloss: 0.136346\n", + "[41]\ttraining's auc: 0.916024\ttraining's binary_logloss: 0.11096\tvalid_1's auc: 0.828568\tvalid_1's binary_logloss: 0.136355\n", + "[42]\ttraining's auc: 0.916767\ttraining's binary_logloss: 0.11055\tvalid_1's auc: 0.828556\tvalid_1's binary_logloss: 0.136391\n", + "[43]\ttraining's auc: 0.917474\ttraining's binary_logloss: 0.110189\tvalid_1's auc: 0.828447\tvalid_1's binary_logloss: 0.136439\n", + "[44]\ttraining's auc: 0.918009\ttraining's binary_logloss: 0.109806\tvalid_1's auc: 0.828397\tvalid_1's binary_logloss: 0.136467\n", + "[45]\ttraining's auc: 0.918807\ttraining's binary_logloss: 0.109531\tvalid_1's auc: 0.828575\tvalid_1's binary_logloss: 0.136445\n", + "[46]\ttraining's auc: 0.919496\ttraining's binary_logloss: 0.109163\tvalid_1's auc: 0.82827\tvalid_1's binary_logloss: 0.136518\n", + "[47]\ttraining's auc: 0.920402\ttraining's binary_logloss: 0.108773\tvalid_1's auc: 0.82813\tvalid_1's binary_logloss: 0.136561\n", + "[48]\ttraining's auc: 0.921096\ttraining's binary_logloss: 0.108471\tvalid_1's auc: 0.828135\tvalid_1's binary_logloss: 0.136595\n", + "[49]\ttraining's auc: 0.922357\ttraining's binary_logloss: 0.108049\tvalid_1's auc: 0.827745\tvalid_1's binary_logloss: 0.136695\n", + "[50]\ttraining's auc: 0.922815\ttraining's binary_logloss: 0.107793\tvalid_1's auc: 0.827539\tvalid_1's binary_logloss: 0.136758\n", + "[51]\ttraining's auc: 0.923231\ttraining's binary_logloss: 0.107487\tvalid_1's auc: 0.827225\tvalid_1's binary_logloss: 0.136853\n", + "[52]\ttraining's auc: 0.923716\ttraining's binary_logloss: 0.107182\tvalid_1's auc: 0.82695\tvalid_1's binary_logloss: 0.136927\n", + "[53]\ttraining's auc: 0.924637\ttraining's binary_logloss: 0.106888\tvalid_1's auc: 0.826948\tvalid_1's binary_logloss: 0.136969\n", + "[54]\ttraining's auc: 0.924966\ttraining's binary_logloss: 0.106654\tvalid_1's auc: 0.826631\tvalid_1's binary_logloss: 0.137056\n", + "[55]\ttraining's auc: 0.925434\ttraining's binary_logloss: 0.106373\tvalid_1's auc: 0.826495\tvalid_1's binary_logloss: 0.137118\n", + "[56]\ttraining's auc: 0.926097\ttraining's binary_logloss: 0.106072\tvalid_1's auc: 0.826123\tvalid_1's binary_logloss: 0.137228\n", + "[57]\ttraining's auc: 0.92645\ttraining's binary_logloss: 0.105835\tvalid_1's auc: 0.825928\tvalid_1's binary_logloss: 0.137257\n", + "[58]\ttraining's auc: 0.926988\ttraining's binary_logloss: 0.105567\tvalid_1's auc: 0.825348\tvalid_1's binary_logloss: 0.137415\n", + "[59]\ttraining's auc: 0.927511\ttraining's binary_logloss: 0.10524\tvalid_1's auc: 0.825169\tvalid_1's binary_logloss: 0.137489\n", + "[60]\ttraining's auc: 0.92825\ttraining's binary_logloss: 0.104994\tvalid_1's auc: 0.825041\tvalid_1's binary_logloss: 0.137543\n", + "[61]\ttraining's auc: 0.928497\ttraining's binary_logloss: 0.104804\tvalid_1's auc: 0.824601\tvalid_1's binary_logloss: 0.137645\n", + "[62]\ttraining's auc: 0.928823\ttraining's binary_logloss: 0.104562\tvalid_1's auc: 0.824665\tvalid_1's binary_logloss: 0.137682\n", + "[63]\ttraining's auc: 0.929366\ttraining's binary_logloss: 0.104363\tvalid_1's auc: 0.824739\tvalid_1's binary_logloss: 0.1377\n", + "[1]\ttraining's auc: 0.829159\ttraining's binary_logloss: 0.158245\tvalid_1's auc: 0.814761\tvalid_1's binary_logloss: 0.153729\n", + "[2]\ttraining's auc: 0.84155\ttraining's binary_logloss: 0.152498\tvalid_1's auc: 0.823216\tvalid_1's binary_logloss: 0.149242\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[3]\ttraining's auc: 0.846491\ttraining's binary_logloss: 0.14829\tvalid_1's auc: 0.824756\tvalid_1's binary_logloss: 0.145962\n", + "[4]\ttraining's auc: 0.854713\ttraining's binary_logloss: 0.144861\tvalid_1's auc: 0.830249\tvalid_1's binary_logloss: 0.143358\n", + "[5]\ttraining's auc: 0.857524\ttraining's binary_logloss: 0.142155\tvalid_1's auc: 0.831764\tvalid_1's binary_logloss: 0.141389\n", + "[6]\ttraining's auc: 0.860603\ttraining's binary_logloss: 0.139788\tvalid_1's auc: 0.834054\tvalid_1's binary_logloss: 0.139694\n", + "[7]\ttraining's auc: 0.86431\ttraining's binary_logloss: 0.13769\tvalid_1's auc: 0.835368\tvalid_1's binary_logloss: 0.138317\n", + "[8]\ttraining's auc: 0.867595\ttraining's binary_logloss: 0.135923\tvalid_1's auc: 0.835442\tvalid_1's binary_logloss: 0.137158\n", + "[9]\ttraining's auc: 0.86877\ttraining's binary_logloss: 0.134377\tvalid_1's auc: 0.835728\tvalid_1's binary_logloss: 0.136186\n", + "[10]\ttraining's auc: 0.870765\ttraining's binary_logloss: 0.133014\tvalid_1's auc: 0.835013\tvalid_1's binary_logloss: 0.135442\n", + "[11]\ttraining's auc: 0.872446\ttraining's binary_logloss: 0.13177\tvalid_1's auc: 0.834824\tvalid_1's binary_logloss: 0.134728\n", + "[12]\ttraining's auc: 0.874071\ttraining's binary_logloss: 0.130593\tvalid_1's auc: 0.834376\tvalid_1's binary_logloss: 0.134183\n", + "[13]\ttraining's auc: 0.876001\ttraining's binary_logloss: 0.129522\tvalid_1's auc: 0.834635\tvalid_1's binary_logloss: 0.133711\n", + "[14]\ttraining's auc: 0.878242\ttraining's binary_logloss: 0.128435\tvalid_1's auc: 0.83454\tvalid_1's binary_logloss: 0.133319\n", + "[15]\ttraining's auc: 0.879677\ttraining's binary_logloss: 0.12755\tvalid_1's auc: 0.834687\tvalid_1's binary_logloss: 0.13296\n", + "[16]\ttraining's auc: 0.880872\ttraining's binary_logloss: 0.12671\tvalid_1's auc: 0.834482\tvalid_1's binary_logloss: 0.132641\n", + "[17]\ttraining's auc: 0.882396\ttraining's binary_logloss: 0.125897\tvalid_1's auc: 0.833985\tvalid_1's binary_logloss: 0.132382\n", + "[18]\ttraining's auc: 0.88422\ttraining's binary_logloss: 0.125089\tvalid_1's auc: 0.834594\tvalid_1's binary_logloss: 0.132097\n", + "[19]\ttraining's auc: 0.885569\ttraining's binary_logloss: 0.124363\tvalid_1's auc: 0.834038\tvalid_1's binary_logloss: 0.131966\n", + "[20]\ttraining's auc: 0.887237\ttraining's binary_logloss: 0.123665\tvalid_1's auc: 0.834305\tvalid_1's binary_logloss: 0.131821\n", + "[21]\ttraining's auc: 0.888662\ttraining's binary_logloss: 0.12301\tvalid_1's auc: 0.834046\tvalid_1's binary_logloss: 0.131701\n", + "[22]\ttraining's auc: 0.890559\ttraining's binary_logloss: 0.122236\tvalid_1's auc: 0.834148\tvalid_1's binary_logloss: 0.13157\n", + "[23]\ttraining's auc: 0.892384\ttraining's binary_logloss: 0.121567\tvalid_1's auc: 0.834353\tvalid_1's binary_logloss: 0.131447\n", + "[24]\ttraining's auc: 0.893991\ttraining's binary_logloss: 0.120936\tvalid_1's auc: 0.833947\tvalid_1's binary_logloss: 0.131428\n", + "[25]\ttraining's auc: 0.895029\ttraining's binary_logloss: 0.120407\tvalid_1's auc: 0.833965\tvalid_1's binary_logloss: 0.131313\n", + "[26]\ttraining's auc: 0.896036\ttraining's binary_logloss: 0.119858\tvalid_1's auc: 0.83389\tvalid_1's binary_logloss: 0.131244\n", + "[27]\ttraining's auc: 0.897847\ttraining's binary_logloss: 0.119268\tvalid_1's auc: 0.833347\tvalid_1's binary_logloss: 0.131224\n", + "[28]\ttraining's auc: 0.899663\ttraining's binary_logloss: 0.118678\tvalid_1's auc: 0.833556\tvalid_1's binary_logloss: 0.131183\n", + "[29]\ttraining's auc: 0.900585\ttraining's binary_logloss: 0.118175\tvalid_1's auc: 0.834357\tvalid_1's binary_logloss: 0.131068\n", + "[30]\ttraining's auc: 0.901664\ttraining's binary_logloss: 0.117687\tvalid_1's auc: 0.83452\tvalid_1's binary_logloss: 0.13101\n", + "[31]\ttraining's auc: 0.903029\ttraining's binary_logloss: 0.117192\tvalid_1's auc: 0.834792\tvalid_1's binary_logloss: 0.130935\n", + "[32]\ttraining's auc: 0.904097\ttraining's binary_logloss: 0.116745\tvalid_1's auc: 0.834814\tvalid_1's binary_logloss: 0.130952\n", + "[33]\ttraining's auc: 0.906052\ttraining's binary_logloss: 0.116289\tvalid_1's auc: 0.834571\tvalid_1's binary_logloss: 0.130973\n", + "[34]\ttraining's auc: 0.907153\ttraining's binary_logloss: 0.115874\tvalid_1's auc: 0.834464\tvalid_1's binary_logloss: 0.130967\n", + "[35]\ttraining's auc: 0.908199\ttraining's binary_logloss: 0.11549\tvalid_1's auc: 0.834309\tvalid_1's binary_logloss: 0.130994\n", + "[36]\ttraining's auc: 0.909947\ttraining's binary_logloss: 0.114986\tvalid_1's auc: 0.834542\tvalid_1's binary_logloss: 0.130956\n", + "[37]\ttraining's auc: 0.910703\ttraining's binary_logloss: 0.114665\tvalid_1's auc: 0.834432\tvalid_1's binary_logloss: 0.130995\n", + "[38]\ttraining's auc: 0.912294\ttraining's binary_logloss: 0.114228\tvalid_1's auc: 0.834321\tvalid_1's binary_logloss: 0.131011\n", + "[39]\ttraining's auc: 0.913062\ttraining's binary_logloss: 0.113826\tvalid_1's auc: 0.834646\tvalid_1's binary_logloss: 0.130969\n", + "[1]\ttraining's auc: 0.829954\ttraining's binary_logloss: 0.154719\tvalid_1's auc: 0.805862\tvalid_1's binary_logloss: 0.161273\n", + "[2]\ttraining's auc: 0.839852\ttraining's binary_logloss: 0.149183\tvalid_1's auc: 0.814191\tvalid_1's binary_logloss: 0.156343\n", + "[3]\ttraining's auc: 0.848334\ttraining's binary_logloss: 0.145039\tvalid_1's auc: 0.822438\tvalid_1's binary_logloss: 0.152867\n", + "[4]\ttraining's auc: 0.853865\ttraining's binary_logloss: 0.141672\tvalid_1's auc: 0.825442\tvalid_1's binary_logloss: 0.150148\n", + "[5]\ttraining's auc: 0.856523\ttraining's binary_logloss: 0.138888\tvalid_1's auc: 0.826776\tvalid_1's binary_logloss: 0.148032\n", + "[6]\ttraining's auc: 0.858275\ttraining's binary_logloss: 0.136651\tvalid_1's auc: 0.827306\tvalid_1's binary_logloss: 0.146306\n", + "[7]\ttraining's auc: 0.859885\ttraining's binary_logloss: 0.134733\tvalid_1's auc: 0.827844\tvalid_1's binary_logloss: 0.144932\n", + "[8]\ttraining's auc: 0.862488\ttraining's binary_logloss: 0.132906\tvalid_1's auc: 0.829398\tvalid_1's binary_logloss: 0.143734\n", + "[9]\ttraining's auc: 0.865185\ttraining's binary_logloss: 0.131371\tvalid_1's auc: 0.829009\tvalid_1's binary_logloss: 0.142812\n", + "[10]\ttraining's auc: 0.869914\ttraining's binary_logloss: 0.129992\tvalid_1's auc: 0.832291\tvalid_1's binary_logloss: 0.141968\n", + "[11]\ttraining's auc: 0.871743\ttraining's binary_logloss: 0.128766\tvalid_1's auc: 0.832783\tvalid_1's binary_logloss: 0.141207\n", + "[12]\ttraining's auc: 0.874038\ttraining's binary_logloss: 0.127598\tvalid_1's auc: 0.832953\tvalid_1's binary_logloss: 0.140555\n", + "[13]\ttraining's auc: 0.876125\ttraining's binary_logloss: 0.126518\tvalid_1's auc: 0.832765\tvalid_1's binary_logloss: 0.139985\n", + "[14]\ttraining's auc: 0.878847\ttraining's binary_logloss: 0.125552\tvalid_1's auc: 0.833181\tvalid_1's binary_logloss: 0.139503\n", + "[15]\ttraining's auc: 0.881565\ttraining's binary_logloss: 0.124632\tvalid_1's auc: 0.833535\tvalid_1's binary_logloss: 0.139141\n", + "[16]\ttraining's auc: 0.883471\ttraining's binary_logloss: 0.123707\tvalid_1's auc: 0.834791\tvalid_1's binary_logloss: 0.138619\n", + "[17]\ttraining's auc: 0.885917\ttraining's binary_logloss: 0.122823\tvalid_1's auc: 0.834814\tvalid_1's binary_logloss: 0.138341\n", + "[18]\ttraining's auc: 0.887415\ttraining's binary_logloss: 0.122\tvalid_1's auc: 0.835505\tvalid_1's binary_logloss: 0.138006\n", + "[19]\ttraining's auc: 0.889088\ttraining's binary_logloss: 0.121266\tvalid_1's auc: 0.835708\tvalid_1's binary_logloss: 0.137779\n", + "[20]\ttraining's auc: 0.890671\ttraining's binary_logloss: 0.120539\tvalid_1's auc: 0.835941\tvalid_1's binary_logloss: 0.137557\n", + "[21]\ttraining's auc: 0.891888\ttraining's binary_logloss: 0.11988\tvalid_1's auc: 0.835241\tvalid_1's binary_logloss: 0.137487\n", + "[22]\ttraining's auc: 0.893495\ttraining's binary_logloss: 0.119188\tvalid_1's auc: 0.834639\tvalid_1's binary_logloss: 0.137439\n", + "[23]\ttraining's auc: 0.895174\ttraining's binary_logloss: 0.118562\tvalid_1's auc: 0.834991\tvalid_1's binary_logloss: 0.137331\n", + "[24]\ttraining's auc: 0.896765\ttraining's binary_logloss: 0.117907\tvalid_1's auc: 0.835347\tvalid_1's binary_logloss: 0.137244\n", + "[25]\ttraining's auc: 0.898439\ttraining's binary_logloss: 0.117278\tvalid_1's auc: 0.835237\tvalid_1's binary_logloss: 0.137139\n", + "[26]\ttraining's auc: 0.899867\ttraining's binary_logloss: 0.116693\tvalid_1's auc: 0.835611\tvalid_1's binary_logloss: 0.137039\n", + "[27]\ttraining's auc: 0.901242\ttraining's binary_logloss: 0.116132\tvalid_1's auc: 0.835921\tvalid_1's binary_logloss: 0.136905\n", + "[28]\ttraining's auc: 0.902747\ttraining's binary_logloss: 0.115564\tvalid_1's auc: 0.835829\tvalid_1's binary_logloss: 0.136881\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[29]\ttraining's auc: 0.903932\ttraining's binary_logloss: 0.115055\tvalid_1's auc: 0.83592\tvalid_1's binary_logloss: 0.136772\n", + "[30]\ttraining's auc: 0.905175\ttraining's binary_logloss: 0.114568\tvalid_1's auc: 0.836013\tvalid_1's binary_logloss: 0.136714\n", + "[31]\ttraining's auc: 0.90655\ttraining's binary_logloss: 0.114038\tvalid_1's auc: 0.83609\tvalid_1's binary_logloss: 0.13671\n", + "[32]\ttraining's auc: 0.907669\ttraining's binary_logloss: 0.113586\tvalid_1's auc: 0.835763\tvalid_1's binary_logloss: 0.136723\n", + "[33]\ttraining's auc: 0.908526\ttraining's binary_logloss: 0.113165\tvalid_1's auc: 0.835774\tvalid_1's binary_logloss: 0.13673\n", + "[34]\ttraining's auc: 0.90938\ttraining's binary_logloss: 0.112762\tvalid_1's auc: 0.835735\tvalid_1's binary_logloss: 0.13671\n", + "[35]\ttraining's auc: 0.910784\ttraining's binary_logloss: 0.112343\tvalid_1's auc: 0.835892\tvalid_1's binary_logloss: 0.136668\n", + "[36]\ttraining's auc: 0.911537\ttraining's binary_logloss: 0.11196\tvalid_1's auc: 0.835814\tvalid_1's binary_logloss: 0.136664\n", + "[37]\ttraining's auc: 0.912523\ttraining's binary_logloss: 0.11152\tvalid_1's auc: 0.835868\tvalid_1's binary_logloss: 0.136619\n", + "[38]\ttraining's auc: 0.913368\ttraining's binary_logloss: 0.111162\tvalid_1's auc: 0.836044\tvalid_1's binary_logloss: 0.136589\n", + "[39]\ttraining's auc: 0.914449\ttraining's binary_logloss: 0.110665\tvalid_1's auc: 0.836043\tvalid_1's binary_logloss: 0.13658\n", + "[40]\ttraining's auc: 0.91528\ttraining's binary_logloss: 0.110307\tvalid_1's auc: 0.83617\tvalid_1's binary_logloss: 0.136545\n", + "[41]\ttraining's auc: 0.916154\ttraining's binary_logloss: 0.109872\tvalid_1's auc: 0.836096\tvalid_1's binary_logloss: 0.136588\n", + "[42]\ttraining's auc: 0.916964\ttraining's binary_logloss: 0.109464\tvalid_1's auc: 0.835945\tvalid_1's binary_logloss: 0.136599\n", + "[43]\ttraining's auc: 0.917684\ttraining's binary_logloss: 0.109091\tvalid_1's auc: 0.8358\tvalid_1's binary_logloss: 0.136649\n", + "[44]\ttraining's auc: 0.918539\ttraining's binary_logloss: 0.108751\tvalid_1's auc: 0.836137\tvalid_1's binary_logloss: 0.136596\n", + "[45]\ttraining's auc: 0.919165\ttraining's binary_logloss: 0.108417\tvalid_1's auc: 0.836003\tvalid_1's binary_logloss: 0.136684\n", + "[46]\ttraining's auc: 0.919977\ttraining's binary_logloss: 0.108037\tvalid_1's auc: 0.836177\tvalid_1's binary_logloss: 0.136679\n", + "[47]\ttraining's auc: 0.920786\ttraining's binary_logloss: 0.10764\tvalid_1's auc: 0.836281\tvalid_1's binary_logloss: 0.136658\n", + "[48]\ttraining's auc: 0.921383\ttraining's binary_logloss: 0.107302\tvalid_1's auc: 0.835722\tvalid_1's binary_logloss: 0.13679\n", + "[49]\ttraining's auc: 0.92199\ttraining's binary_logloss: 0.106987\tvalid_1's auc: 0.835377\tvalid_1's binary_logloss: 0.13687\n", + "[50]\ttraining's auc: 0.922773\ttraining's binary_logloss: 0.106593\tvalid_1's auc: 0.834837\tvalid_1's binary_logloss: 0.136976\n", + "[51]\ttraining's auc: 0.923555\ttraining's binary_logloss: 0.106196\tvalid_1's auc: 0.835125\tvalid_1's binary_logloss: 0.136971\n", + "[52]\ttraining's auc: 0.924327\ttraining's binary_logloss: 0.105833\tvalid_1's auc: 0.835\tvalid_1's binary_logloss: 0.137035\n", + "[53]\ttraining's auc: 0.924886\ttraining's binary_logloss: 0.105543\tvalid_1's auc: 0.835025\tvalid_1's binary_logloss: 0.137087\n", + "[54]\ttraining's auc: 0.925554\ttraining's binary_logloss: 0.105247\tvalid_1's auc: 0.834647\tvalid_1's binary_logloss: 0.137183\n", + "[55]\ttraining's auc: 0.926912\ttraining's binary_logloss: 0.104791\tvalid_1's auc: 0.83449\tvalid_1's binary_logloss: 0.137221\n", + "[56]\ttraining's auc: 0.92747\ttraining's binary_logloss: 0.104471\tvalid_1's auc: 0.834463\tvalid_1's binary_logloss: 0.137272\n", + "[57]\ttraining's auc: 0.928383\ttraining's binary_logloss: 0.104069\tvalid_1's auc: 0.834486\tvalid_1's binary_logloss: 0.137282\n", + "[58]\ttraining's auc: 0.928706\ttraining's binary_logloss: 0.103831\tvalid_1's auc: 0.834271\tvalid_1's binary_logloss: 0.137351\n", + "[59]\ttraining's auc: 0.929373\ttraining's binary_logloss: 0.10347\tvalid_1's auc: 0.834228\tvalid_1's binary_logloss: 0.137436\n", + "[60]\ttraining's auc: 0.929854\ttraining's binary_logloss: 0.103152\tvalid_1's auc: 0.833861\tvalid_1's binary_logloss: 0.13753\n", + "[61]\ttraining's auc: 0.930196\ttraining's binary_logloss: 0.102896\tvalid_1's auc: 0.833608\tvalid_1's binary_logloss: 0.137605\n", + "[62]\ttraining's auc: 0.931032\ttraining's binary_logloss: 0.102495\tvalid_1's auc: 0.833233\tvalid_1's binary_logloss: 0.137685\n", + "[63]\ttraining's auc: 0.931355\ttraining's binary_logloss: 0.102249\tvalid_1's auc: 0.833049\tvalid_1's binary_logloss: 0.137755\n", + "[64]\ttraining's auc: 0.932197\ttraining's binary_logloss: 0.101989\tvalid_1's auc: 0.833057\tvalid_1's binary_logloss: 0.137781\n", + "[65]\ttraining's auc: 0.932805\ttraining's binary_logloss: 0.101773\tvalid_1's auc: 0.833183\tvalid_1's binary_logloss: 0.137792\n", + "[66]\ttraining's auc: 0.933349\ttraining's binary_logloss: 0.101516\tvalid_1's auc: 0.833033\tvalid_1's binary_logloss: 0.137853\n", + "[67]\ttraining's auc: 0.933742\ttraining's binary_logloss: 0.101241\tvalid_1's auc: 0.832608\tvalid_1's binary_logloss: 0.137952\n", + "[68]\ttraining's auc: 0.933977\ttraining's binary_logloss: 0.101029\tvalid_1's auc: 0.832403\tvalid_1's binary_logloss: 0.138026\n", + "[69]\ttraining's auc: 0.934577\ttraining's binary_logloss: 0.100752\tvalid_1's auc: 0.832151\tvalid_1's binary_logloss: 0.138119\n", + "[70]\ttraining's auc: 0.935128\ttraining's binary_logloss: 0.100544\tvalid_1's auc: 0.832283\tvalid_1's binary_logloss: 0.138133\n", + "[1]\ttraining's auc: 0.837423\ttraining's binary_logloss: 0.157747\tvalid_1's auc: 0.811362\tvalid_1's binary_logloss: 0.159897\n", + "[2]\ttraining's auc: 0.84537\ttraining's binary_logloss: 0.153005\tvalid_1's auc: 0.812438\tvalid_1's binary_logloss: 0.156053\n", + "[3]\ttraining's auc: 0.848359\ttraining's binary_logloss: 0.149241\tvalid_1's auc: 0.816006\tvalid_1's binary_logloss: 0.15319\n", + "[4]\ttraining's auc: 0.855703\ttraining's binary_logloss: 0.146235\tvalid_1's auc: 0.819842\tvalid_1's binary_logloss: 0.150843\n", + "[5]\ttraining's auc: 0.858068\ttraining's binary_logloss: 0.14365\tvalid_1's auc: 0.821924\tvalid_1's binary_logloss: 0.148935\n", + "[6]\ttraining's auc: 0.860139\ttraining's binary_logloss: 0.141381\tvalid_1's auc: 0.82251\tvalid_1's binary_logloss: 0.147381\n", + "[7]\ttraining's auc: 0.861324\ttraining's binary_logloss: 0.13937\tvalid_1's auc: 0.822484\tvalid_1's binary_logloss: 0.145981\n", + "[8]\ttraining's auc: 0.864876\ttraining's binary_logloss: 0.137611\tvalid_1's auc: 0.823267\tvalid_1's binary_logloss: 0.144817\n", + "[9]\ttraining's auc: 0.866134\ttraining's binary_logloss: 0.136066\tvalid_1's auc: 0.824667\tvalid_1's binary_logloss: 0.143774\n", + "[10]\ttraining's auc: 0.868583\ttraining's binary_logloss: 0.134704\tvalid_1's auc: 0.826279\tvalid_1's binary_logloss: 0.142798\n", + "[11]\ttraining's auc: 0.869991\ttraining's binary_logloss: 0.133406\tvalid_1's auc: 0.826814\tvalid_1's binary_logloss: 0.142014\n", + "[12]\ttraining's auc: 0.871173\ttraining's binary_logloss: 0.132244\tvalid_1's auc: 0.828373\tvalid_1's binary_logloss: 0.141193\n", + "[13]\ttraining's auc: 0.872339\ttraining's binary_logloss: 0.131193\tvalid_1's auc: 0.828974\tvalid_1's binary_logloss: 0.140564\n", + "[14]\ttraining's auc: 0.874743\ttraining's binary_logloss: 0.130171\tvalid_1's auc: 0.82921\tvalid_1's binary_logloss: 0.139944\n", + "[15]\ttraining's auc: 0.876817\ttraining's binary_logloss: 0.129248\tvalid_1's auc: 0.829366\tvalid_1's binary_logloss: 0.139472\n", + "[16]\ttraining's auc: 0.878947\ttraining's binary_logloss: 0.128335\tvalid_1's auc: 0.829865\tvalid_1's binary_logloss: 0.139025\n", + "[17]\ttraining's auc: 0.880522\ttraining's binary_logloss: 0.127506\tvalid_1's auc: 0.829875\tvalid_1's binary_logloss: 0.138685\n", + "[18]\ttraining's auc: 0.882235\ttraining's binary_logloss: 0.126706\tvalid_1's auc: 0.830011\tvalid_1's binary_logloss: 0.138306\n", + "[19]\ttraining's auc: 0.883543\ttraining's binary_logloss: 0.126017\tvalid_1's auc: 0.830638\tvalid_1's binary_logloss: 0.137958\n", + "[20]\ttraining's auc: 0.884868\ttraining's binary_logloss: 0.125268\tvalid_1's auc: 0.830753\tvalid_1's binary_logloss: 0.137678\n", + "[21]\ttraining's auc: 0.886008\ttraining's binary_logloss: 0.124617\tvalid_1's auc: 0.830816\tvalid_1's binary_logloss: 0.137446\n", + "[22]\ttraining's auc: 0.887126\ttraining's binary_logloss: 0.124007\tvalid_1's auc: 0.830462\tvalid_1's binary_logloss: 0.137237\n", + "[23]\ttraining's auc: 0.888337\ttraining's binary_logloss: 0.123376\tvalid_1's auc: 0.830271\tvalid_1's binary_logloss: 0.137114\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[24]\ttraining's auc: 0.889466\ttraining's binary_logloss: 0.122794\tvalid_1's auc: 0.830156\tvalid_1's binary_logloss: 0.136955\n", + "[25]\ttraining's auc: 0.890348\ttraining's binary_logloss: 0.122277\tvalid_1's auc: 0.829844\tvalid_1's binary_logloss: 0.136833\n", + "[26]\ttraining's auc: 0.891863\ttraining's binary_logloss: 0.121765\tvalid_1's auc: 0.830324\tvalid_1's binary_logloss: 0.13666\n", + "[27]\ttraining's auc: 0.892828\ttraining's binary_logloss: 0.121221\tvalid_1's auc: 0.830117\tvalid_1's binary_logloss: 0.136573\n", + "[28]\ttraining's auc: 0.893737\ttraining's binary_logloss: 0.120692\tvalid_1's auc: 0.830419\tvalid_1's binary_logloss: 0.136399\n", + "[29]\ttraining's auc: 0.894713\ttraining's binary_logloss: 0.120176\tvalid_1's auc: 0.830608\tvalid_1's binary_logloss: 0.136298\n", + "[30]\ttraining's auc: 0.895532\ttraining's binary_logloss: 0.119726\tvalid_1's auc: 0.8302\tvalid_1's binary_logloss: 0.136264\n", + "[31]\ttraining's auc: 0.896548\ttraining's binary_logloss: 0.119279\tvalid_1's auc: 0.830845\tvalid_1's binary_logloss: 0.136161\n", + "[32]\ttraining's auc: 0.897535\ttraining's binary_logloss: 0.118797\tvalid_1's auc: 0.830991\tvalid_1's binary_logloss: 0.136101\n", + "[33]\ttraining's auc: 0.898483\ttraining's binary_logloss: 0.118339\tvalid_1's auc: 0.830664\tvalid_1's binary_logloss: 0.136104\n", + "[34]\ttraining's auc: 0.899672\ttraining's binary_logloss: 0.117881\tvalid_1's auc: 0.830677\tvalid_1's binary_logloss: 0.13606\n", + "[35]\ttraining's auc: 0.900485\ttraining's binary_logloss: 0.117457\tvalid_1's auc: 0.830398\tvalid_1's binary_logloss: 0.136039\n", + "[36]\ttraining's auc: 0.901851\ttraining's binary_logloss: 0.116993\tvalid_1's auc: 0.831278\tvalid_1's binary_logloss: 0.135912\n", + "[37]\ttraining's auc: 0.903178\ttraining's binary_logloss: 0.116511\tvalid_1's auc: 0.831757\tvalid_1's binary_logloss: 0.135841\n", + "[38]\ttraining's auc: 0.903906\ttraining's binary_logloss: 0.116113\tvalid_1's auc: 0.83182\tvalid_1's binary_logloss: 0.135828\n", + "[39]\ttraining's auc: 0.904737\ttraining's binary_logloss: 0.115753\tvalid_1's auc: 0.831713\tvalid_1's binary_logloss: 0.135836\n", + "[40]\ttraining's auc: 0.90561\ttraining's binary_logloss: 0.115337\tvalid_1's auc: 0.83182\tvalid_1's binary_logloss: 0.135789\n", + "[41]\ttraining's auc: 0.906309\ttraining's binary_logloss: 0.114991\tvalid_1's auc: 0.831506\tvalid_1's binary_logloss: 0.135819\n", + "[42]\ttraining's auc: 0.907072\ttraining's binary_logloss: 0.114611\tvalid_1's auc: 0.8316\tvalid_1's binary_logloss: 0.135783\n", + "[43]\ttraining's auc: 0.907831\ttraining's binary_logloss: 0.114249\tvalid_1's auc: 0.831308\tvalid_1's binary_logloss: 0.135825\n", + "[44]\ttraining's auc: 0.908694\ttraining's binary_logloss: 0.113909\tvalid_1's auc: 0.831016\tvalid_1's binary_logloss: 0.135885\n", + "[45]\ttraining's auc: 0.909807\ttraining's binary_logloss: 0.113576\tvalid_1's auc: 0.831123\tvalid_1's binary_logloss: 0.135862\n", + "[46]\ttraining's auc: 0.910893\ttraining's binary_logloss: 0.113274\tvalid_1's auc: 0.831325\tvalid_1's binary_logloss: 0.135823\n", + "[47]\ttraining's auc: 0.911764\ttraining's binary_logloss: 0.112975\tvalid_1's auc: 0.831604\tvalid_1's binary_logloss: 0.135802\n", + "[48]\ttraining's auc: 0.912597\ttraining's binary_logloss: 0.112725\tvalid_1's auc: 0.831422\tvalid_1's binary_logloss: 0.135827\n", + "[49]\ttraining's auc: 0.913648\ttraining's binary_logloss: 0.112455\tvalid_1's auc: 0.831442\tvalid_1's binary_logloss: 0.135822\n", + "[50]\ttraining's auc: 0.914376\ttraining's binary_logloss: 0.112186\tvalid_1's auc: 0.831354\tvalid_1's binary_logloss: 0.13583\n", + "[51]\ttraining's auc: 0.915323\ttraining's binary_logloss: 0.111896\tvalid_1's auc: 0.831368\tvalid_1's binary_logloss: 0.135822\n", + "[52]\ttraining's auc: 0.916056\ttraining's binary_logloss: 0.11156\tvalid_1's auc: 0.831189\tvalid_1's binary_logloss: 0.135875\n", + "[53]\ttraining's auc: 0.916788\ttraining's binary_logloss: 0.11131\tvalid_1's auc: 0.830865\tvalid_1's binary_logloss: 0.135924\n", + "[54]\ttraining's auc: 0.917434\ttraining's binary_logloss: 0.110997\tvalid_1's auc: 0.830707\tvalid_1's binary_logloss: 0.135974\n", + "[55]\ttraining's auc: 0.918224\ttraining's binary_logloss: 0.110689\tvalid_1's auc: 0.830495\tvalid_1's binary_logloss: 0.135995\n", + "[56]\ttraining's auc: 0.918747\ttraining's binary_logloss: 0.110398\tvalid_1's auc: 0.830335\tvalid_1's binary_logloss: 0.136046\n", + "[57]\ttraining's auc: 0.919419\ttraining's binary_logloss: 0.110097\tvalid_1's auc: 0.830203\tvalid_1's binary_logloss: 0.136107\n", + "[58]\ttraining's auc: 0.919959\ttraining's binary_logloss: 0.109818\tvalid_1's auc: 0.829938\tvalid_1's binary_logloss: 0.136164\n", + "[59]\ttraining's auc: 0.920425\ttraining's binary_logloss: 0.109553\tvalid_1's auc: 0.829742\tvalid_1's binary_logloss: 0.136227\n", + "[60]\ttraining's auc: 0.9211\ttraining's binary_logloss: 0.109225\tvalid_1's auc: 0.829832\tvalid_1's binary_logloss: 0.136256\n", + "[61]\ttraining's auc: 0.921789\ttraining's binary_logloss: 0.108933\tvalid_1's auc: 0.830066\tvalid_1's binary_logloss: 0.136238\n", + "[62]\ttraining's auc: 0.922255\ttraining's binary_logloss: 0.108689\tvalid_1's auc: 0.829956\tvalid_1's binary_logloss: 0.136282\n", + "[63]\ttraining's auc: 0.922813\ttraining's binary_logloss: 0.108413\tvalid_1's auc: 0.83009\tvalid_1's binary_logloss: 0.13627\n", + "[64]\ttraining's auc: 0.923513\ttraining's binary_logloss: 0.108131\tvalid_1's auc: 0.829653\tvalid_1's binary_logloss: 0.136356\n", + "[65]\ttraining's auc: 0.924087\ttraining's binary_logloss: 0.10792\tvalid_1's auc: 0.829809\tvalid_1's binary_logloss: 0.136368\n", + "[66]\ttraining's auc: 0.924737\ttraining's binary_logloss: 0.107626\tvalid_1's auc: 0.829652\tvalid_1's binary_logloss: 0.136393\n", + "[67]\ttraining's auc: 0.925377\ttraining's binary_logloss: 0.107353\tvalid_1's auc: 0.82936\tvalid_1's binary_logloss: 0.13646\n", + "[68]\ttraining's auc: 0.925851\ttraining's binary_logloss: 0.107172\tvalid_1's auc: 0.829145\tvalid_1's binary_logloss: 0.136532\n", + "[69]\ttraining's auc: 0.92624\ttraining's binary_logloss: 0.106929\tvalid_1's auc: 0.82917\tvalid_1's binary_logloss: 0.136539\n", + "[70]\ttraining's auc: 0.926728\ttraining's binary_logloss: 0.106687\tvalid_1's auc: 0.829135\tvalid_1's binary_logloss: 0.136559\n", + "[1]\ttraining's auc: 0.83293\ttraining's binary_logloss: 0.160353\tvalid_1's auc: 0.820344\tvalid_1's binary_logloss: 0.155342\n", + "[2]\ttraining's auc: 0.84171\ttraining's binary_logloss: 0.155463\tvalid_1's auc: 0.822861\tvalid_1's binary_logloss: 0.151462\n", + "[3]\ttraining's auc: 0.846112\ttraining's binary_logloss: 0.15175\tvalid_1's auc: 0.825684\tvalid_1's binary_logloss: 0.148432\n", + "[4]\ttraining's auc: 0.849534\ttraining's binary_logloss: 0.148655\tvalid_1's auc: 0.827716\tvalid_1's binary_logloss: 0.146047\n", + "[5]\ttraining's auc: 0.854708\ttraining's binary_logloss: 0.146033\tvalid_1's auc: 0.831119\tvalid_1's binary_logloss: 0.144173\n", + "[6]\ttraining's auc: 0.857138\ttraining's binary_logloss: 0.143846\tvalid_1's auc: 0.832324\tvalid_1's binary_logloss: 0.142541\n", + "[7]\ttraining's auc: 0.859613\ttraining's binary_logloss: 0.141882\tvalid_1's auc: 0.833253\tvalid_1's binary_logloss: 0.141157\n", + "[8]\ttraining's auc: 0.862191\ttraining's binary_logloss: 0.14002\tvalid_1's auc: 0.833693\tvalid_1's binary_logloss: 0.13997\n", + "[9]\ttraining's auc: 0.865356\ttraining's binary_logloss: 0.13844\tvalid_1's auc: 0.836257\tvalid_1's binary_logloss: 0.138816\n", + "[10]\ttraining's auc: 0.867013\ttraining's binary_logloss: 0.137007\tvalid_1's auc: 0.83618\tvalid_1's binary_logloss: 0.137921\n", + "[11]\ttraining's auc: 0.869525\ttraining's binary_logloss: 0.135649\tvalid_1's auc: 0.836669\tvalid_1's binary_logloss: 0.137049\n", + "[12]\ttraining's auc: 0.871072\ttraining's binary_logloss: 0.134435\tvalid_1's auc: 0.835954\tvalid_1's binary_logloss: 0.136366\n", + "[13]\ttraining's auc: 0.872628\ttraining's binary_logloss: 0.133357\tvalid_1's auc: 0.83592\tvalid_1's binary_logloss: 0.135722\n", + "[14]\ttraining's auc: 0.874184\ttraining's binary_logloss: 0.132382\tvalid_1's auc: 0.835921\tvalid_1's binary_logloss: 0.135191\n", + "[15]\ttraining's auc: 0.875334\ttraining's binary_logloss: 0.131503\tvalid_1's auc: 0.835946\tvalid_1's binary_logloss: 0.134684\n", + "[16]\ttraining's auc: 0.87667\ttraining's binary_logloss: 0.13063\tvalid_1's auc: 0.835844\tvalid_1's binary_logloss: 0.134244\n", + "[17]\ttraining's auc: 0.878358\ttraining's binary_logloss: 0.129753\tvalid_1's auc: 0.83594\tvalid_1's binary_logloss: 0.133865\n", + "[18]\ttraining's auc: 0.879707\ttraining's binary_logloss: 0.128976\tvalid_1's auc: 0.835896\tvalid_1's binary_logloss: 0.133517\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[19]\ttraining's auc: 0.88075\ttraining's binary_logloss: 0.128252\tvalid_1's auc: 0.835677\tvalid_1's binary_logloss: 0.133227\n", + "[20]\ttraining's auc: 0.881548\ttraining's binary_logloss: 0.127513\tvalid_1's auc: 0.835414\tvalid_1's binary_logloss: 0.132986\n", + "[21]\ttraining's auc: 0.882846\ttraining's binary_logloss: 0.126865\tvalid_1's auc: 0.834869\tvalid_1's binary_logloss: 0.132791\n", + "[22]\ttraining's auc: 0.88401\ttraining's binary_logloss: 0.126191\tvalid_1's auc: 0.83473\tvalid_1's binary_logloss: 0.132576\n", + "[23]\ttraining's auc: 0.88558\ttraining's binary_logloss: 0.125503\tvalid_1's auc: 0.834827\tvalid_1's binary_logloss: 0.132385\n", + "[24]\ttraining's auc: 0.886427\ttraining's binary_logloss: 0.124923\tvalid_1's auc: 0.834369\tvalid_1's binary_logloss: 0.132259\n", + "[25]\ttraining's auc: 0.887182\ttraining's binary_logloss: 0.12436\tvalid_1's auc: 0.834295\tvalid_1's binary_logloss: 0.132167\n", + "[26]\ttraining's auc: 0.888557\ttraining's binary_logloss: 0.123761\tvalid_1's auc: 0.834548\tvalid_1's binary_logloss: 0.132003\n", + "[27]\ttraining's auc: 0.889609\ttraining's binary_logloss: 0.123183\tvalid_1's auc: 0.835102\tvalid_1's binary_logloss: 0.131852\n", + "[28]\ttraining's auc: 0.890609\ttraining's binary_logloss: 0.122663\tvalid_1's auc: 0.835348\tvalid_1's binary_logloss: 0.131692\n", + "[29]\ttraining's auc: 0.891765\ttraining's binary_logloss: 0.122128\tvalid_1's auc: 0.835366\tvalid_1's binary_logloss: 0.131611\n", + "[30]\ttraining's auc: 0.893176\ttraining's binary_logloss: 0.121616\tvalid_1's auc: 0.835951\tvalid_1's binary_logloss: 0.131447\n", + "[31]\ttraining's auc: 0.894746\ttraining's binary_logloss: 0.12109\tvalid_1's auc: 0.836022\tvalid_1's binary_logloss: 0.131347\n", + "[32]\ttraining's auc: 0.895561\ttraining's binary_logloss: 0.120649\tvalid_1's auc: 0.836137\tvalid_1's binary_logloss: 0.131245\n", + "[33]\ttraining's auc: 0.896761\ttraining's binary_logloss: 0.120173\tvalid_1's auc: 0.836069\tvalid_1's binary_logloss: 0.131195\n", + "[34]\ttraining's auc: 0.897781\ttraining's binary_logloss: 0.119736\tvalid_1's auc: 0.836214\tvalid_1's binary_logloss: 0.131104\n", + "[35]\ttraining's auc: 0.89857\ttraining's binary_logloss: 0.119294\tvalid_1's auc: 0.836068\tvalid_1's binary_logloss: 0.131081\n", + "[36]\ttraining's auc: 0.899768\ttraining's binary_logloss: 0.118933\tvalid_1's auc: 0.836059\tvalid_1's binary_logloss: 0.13099\n", + "[37]\ttraining's auc: 0.900952\ttraining's binary_logloss: 0.118552\tvalid_1's auc: 0.836141\tvalid_1's binary_logloss: 0.130916\n", + "[38]\ttraining's auc: 0.901783\ttraining's binary_logloss: 0.118159\tvalid_1's auc: 0.835931\tvalid_1's binary_logloss: 0.130914\n", + "[39]\ttraining's auc: 0.902872\ttraining's binary_logloss: 0.117755\tvalid_1's auc: 0.836006\tvalid_1's binary_logloss: 0.130854\n", + "[40]\ttraining's auc: 0.90375\ttraining's binary_logloss: 0.11737\tvalid_1's auc: 0.8361\tvalid_1's binary_logloss: 0.130829\n", + "[41]\ttraining's auc: 0.904886\ttraining's binary_logloss: 0.116971\tvalid_1's auc: 0.836205\tvalid_1's binary_logloss: 0.130769\n", + "[1]\ttraining's auc: 0.83183\ttraining's binary_logloss: 0.156746\tvalid_1's auc: 0.806798\tvalid_1's binary_logloss: 0.162999\n", + "[2]\ttraining's auc: 0.839849\ttraining's binary_logloss: 0.152131\tvalid_1's auc: 0.814821\tvalid_1's binary_logloss: 0.158835\n", + "[3]\ttraining's auc: 0.84706\ttraining's binary_logloss: 0.148449\tvalid_1's auc: 0.824007\tvalid_1's binary_logloss: 0.155452\n", + "[4]\ttraining's auc: 0.85057\ttraining's binary_logloss: 0.145398\tvalid_1's auc: 0.825391\tvalid_1's binary_logloss: 0.152842\n", + "[5]\ttraining's auc: 0.854287\ttraining's binary_logloss: 0.142814\tvalid_1's auc: 0.827521\tvalid_1's binary_logloss: 0.150784\n", + "[6]\ttraining's auc: 0.856258\ttraining's binary_logloss: 0.14056\tvalid_1's auc: 0.828268\tvalid_1's binary_logloss: 0.148995\n", + "[7]\ttraining's auc: 0.859917\ttraining's binary_logloss: 0.138646\tvalid_1's auc: 0.828555\tvalid_1's binary_logloss: 0.147486\n", + "[8]\ttraining's auc: 0.861447\ttraining's binary_logloss: 0.136973\tvalid_1's auc: 0.829047\tvalid_1's binary_logloss: 0.146201\n", + "[9]\ttraining's auc: 0.863551\ttraining's binary_logloss: 0.135478\tvalid_1's auc: 0.828934\tvalid_1's binary_logloss: 0.145118\n", + "[10]\ttraining's auc: 0.864446\ttraining's binary_logloss: 0.134175\tvalid_1's auc: 0.829533\tvalid_1's binary_logloss: 0.144231\n", + "[11]\ttraining's auc: 0.86581\ttraining's binary_logloss: 0.13285\tvalid_1's auc: 0.830549\tvalid_1's binary_logloss: 0.143342\n", + "[12]\ttraining's auc: 0.868082\ttraining's binary_logloss: 0.131707\tvalid_1's auc: 0.830774\tvalid_1's binary_logloss: 0.142584\n", + "[13]\ttraining's auc: 0.870684\ttraining's binary_logloss: 0.130668\tvalid_1's auc: 0.832992\tvalid_1's binary_logloss: 0.141906\n", + "[14]\ttraining's auc: 0.872097\ttraining's binary_logloss: 0.12965\tvalid_1's auc: 0.833076\tvalid_1's binary_logloss: 0.141327\n", + "[15]\ttraining's auc: 0.873351\ttraining's binary_logloss: 0.128712\tvalid_1's auc: 0.833805\tvalid_1's binary_logloss: 0.140768\n", + "[16]\ttraining's auc: 0.875556\ttraining's binary_logloss: 0.127799\tvalid_1's auc: 0.834199\tvalid_1's binary_logloss: 0.140271\n", + "[17]\ttraining's auc: 0.876791\ttraining's binary_logloss: 0.126976\tvalid_1's auc: 0.834594\tvalid_1's binary_logloss: 0.139845\n", + "[18]\ttraining's auc: 0.878663\ttraining's binary_logloss: 0.126189\tvalid_1's auc: 0.834934\tvalid_1's binary_logloss: 0.139453\n", + "[19]\ttraining's auc: 0.87947\ttraining's binary_logloss: 0.125483\tvalid_1's auc: 0.834497\tvalid_1's binary_logloss: 0.139135\n", + "[20]\ttraining's auc: 0.881227\ttraining's binary_logloss: 0.124752\tvalid_1's auc: 0.834962\tvalid_1's binary_logloss: 0.138883\n", + "[21]\ttraining's auc: 0.882841\ttraining's binary_logloss: 0.124104\tvalid_1's auc: 0.83522\tvalid_1's binary_logloss: 0.138605\n", + "[22]\ttraining's auc: 0.884534\ttraining's binary_logloss: 0.123463\tvalid_1's auc: 0.835495\tvalid_1's binary_logloss: 0.138332\n", + "[23]\ttraining's auc: 0.885771\ttraining's binary_logloss: 0.122849\tvalid_1's auc: 0.835488\tvalid_1's binary_logloss: 0.138097\n", + "[24]\ttraining's auc: 0.887599\ttraining's binary_logloss: 0.122248\tvalid_1's auc: 0.835558\tvalid_1's binary_logloss: 0.137905\n", + "[25]\ttraining's auc: 0.888533\ttraining's binary_logloss: 0.121667\tvalid_1's auc: 0.835132\tvalid_1's binary_logloss: 0.137755\n", + "[26]\ttraining's auc: 0.890273\ttraining's binary_logloss: 0.121048\tvalid_1's auc: 0.835422\tvalid_1's binary_logloss: 0.13759\n", + "[27]\ttraining's auc: 0.891438\ttraining's binary_logloss: 0.120552\tvalid_1's auc: 0.835385\tvalid_1's binary_logloss: 0.137483\n", + "[28]\ttraining's auc: 0.892452\ttraining's binary_logloss: 0.120049\tvalid_1's auc: 0.835322\tvalid_1's binary_logloss: 0.137363\n", + "[29]\ttraining's auc: 0.894276\ttraining's binary_logloss: 0.119446\tvalid_1's auc: 0.835238\tvalid_1's binary_logloss: 0.137308\n", + "[30]\ttraining's auc: 0.895284\ttraining's binary_logloss: 0.118938\tvalid_1's auc: 0.835341\tvalid_1's binary_logloss: 0.137204\n", + "[31]\ttraining's auc: 0.896369\ttraining's binary_logloss: 0.118427\tvalid_1's auc: 0.834947\tvalid_1's binary_logloss: 0.13719\n", + "[32]\ttraining's auc: 0.896968\ttraining's binary_logloss: 0.117961\tvalid_1's auc: 0.834799\tvalid_1's binary_logloss: 0.137168\n", + "[33]\ttraining's auc: 0.897964\ttraining's binary_logloss: 0.117569\tvalid_1's auc: 0.834733\tvalid_1's binary_logloss: 0.137086\n", + "[34]\ttraining's auc: 0.898641\ttraining's binary_logloss: 0.11716\tvalid_1's auc: 0.834493\tvalid_1's binary_logloss: 0.137094\n", + "[35]\ttraining's auc: 0.899624\ttraining's binary_logloss: 0.116702\tvalid_1's auc: 0.834487\tvalid_1's binary_logloss: 0.137016\n", + "[36]\ttraining's auc: 0.901004\ttraining's binary_logloss: 0.116242\tvalid_1's auc: 0.834576\tvalid_1's binary_logloss: 0.136956\n", + "[37]\ttraining's auc: 0.901785\ttraining's binary_logloss: 0.115843\tvalid_1's auc: 0.83427\tvalid_1's binary_logloss: 0.136944\n", + "[38]\ttraining's auc: 0.902913\ttraining's binary_logloss: 0.115441\tvalid_1's auc: 0.833926\tvalid_1's binary_logloss: 0.136933\n", + "[39]\ttraining's auc: 0.903742\ttraining's binary_logloss: 0.115045\tvalid_1's auc: 0.83398\tvalid_1's binary_logloss: 0.136908\n", + "[40]\ttraining's auc: 0.904505\ttraining's binary_logloss: 0.114648\tvalid_1's auc: 0.833884\tvalid_1's binary_logloss: 0.136891\n", + "[41]\ttraining's auc: 0.905473\ttraining's binary_logloss: 0.114295\tvalid_1's auc: 0.834063\tvalid_1's binary_logloss: 0.13684\n", + "[42]\ttraining's auc: 0.906574\ttraining's binary_logloss: 0.11391\tvalid_1's auc: 0.833932\tvalid_1's binary_logloss: 0.136837\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[43]\ttraining's auc: 0.907406\ttraining's binary_logloss: 0.113585\tvalid_1's auc: 0.834045\tvalid_1's binary_logloss: 0.136797\n", + "[44]\ttraining's auc: 0.908734\ttraining's binary_logloss: 0.113205\tvalid_1's auc: 0.834324\tvalid_1's binary_logloss: 0.136788\n", + "[45]\ttraining's auc: 0.909562\ttraining's binary_logloss: 0.112879\tvalid_1's auc: 0.83428\tvalid_1's binary_logloss: 0.136776\n", + "[46]\ttraining's auc: 0.910466\ttraining's binary_logloss: 0.112541\tvalid_1's auc: 0.834205\tvalid_1's binary_logloss: 0.136793\n", + "[47]\ttraining's auc: 0.911309\ttraining's binary_logloss: 0.112222\tvalid_1's auc: 0.834291\tvalid_1's binary_logloss: 0.136787\n", + "[48]\ttraining's auc: 0.912166\ttraining's binary_logloss: 0.111872\tvalid_1's auc: 0.83407\tvalid_1's binary_logloss: 0.13682\n", + "[49]\ttraining's auc: 0.912745\ttraining's binary_logloss: 0.111557\tvalid_1's auc: 0.83397\tvalid_1's binary_logloss: 0.136846\n", + "[50]\ttraining's auc: 0.913582\ttraining's binary_logloss: 0.111165\tvalid_1's auc: 0.833979\tvalid_1's binary_logloss: 0.136869\n", + "[51]\ttraining's auc: 0.914303\ttraining's binary_logloss: 0.11081\tvalid_1's auc: 0.833799\tvalid_1's binary_logloss: 0.136917\n", + "[52]\ttraining's auc: 0.914951\ttraining's binary_logloss: 0.110469\tvalid_1's auc: 0.833861\tvalid_1's binary_logloss: 0.136896\n", + "[53]\ttraining's auc: 0.915653\ttraining's binary_logloss: 0.110194\tvalid_1's auc: 0.83405\tvalid_1's binary_logloss: 0.136869\n", + "[54]\ttraining's auc: 0.916255\ttraining's binary_logloss: 0.10988\tvalid_1's auc: 0.834335\tvalid_1's binary_logloss: 0.136857\n", + "[1]\ttraining's auc: 0.840551\ttraining's binary_logloss: 0.152287\tvalid_1's auc: 0.811749\tvalid_1's binary_logloss: 0.155652\n", + "[2]\ttraining's auc: 0.847614\ttraining's binary_logloss: 0.145843\tvalid_1's auc: 0.814026\tvalid_1's binary_logloss: 0.150743\n", + "[3]\ttraining's auc: 0.857555\ttraining's binary_logloss: 0.141241\tvalid_1's auc: 0.822411\tvalid_1's binary_logloss: 0.147332\n", + "[4]\ttraining's auc: 0.861403\ttraining's binary_logloss: 0.13763\tvalid_1's auc: 0.824807\tvalid_1's binary_logloss: 0.144902\n", + "[5]\ttraining's auc: 0.867046\ttraining's binary_logloss: 0.134769\tvalid_1's auc: 0.826834\tvalid_1's binary_logloss: 0.143001\n", + "[6]\ttraining's auc: 0.870361\ttraining's binary_logloss: 0.132369\tvalid_1's auc: 0.828067\tvalid_1's binary_logloss: 0.141482\n", + "[7]\ttraining's auc: 0.873001\ttraining's binary_logloss: 0.130285\tvalid_1's auc: 0.829804\tvalid_1's binary_logloss: 0.140194\n", + "[8]\ttraining's auc: 0.875638\ttraining's binary_logloss: 0.128443\tvalid_1's auc: 0.830412\tvalid_1's binary_logloss: 0.139347\n", + "[9]\ttraining's auc: 0.878377\ttraining's binary_logloss: 0.126921\tvalid_1's auc: 0.830031\tvalid_1's binary_logloss: 0.138636\n", + "[10]\ttraining's auc: 0.880502\ttraining's binary_logloss: 0.125482\tvalid_1's auc: 0.829769\tvalid_1's binary_logloss: 0.138048\n", + "[11]\ttraining's auc: 0.883242\ttraining's binary_logloss: 0.124211\tvalid_1's auc: 0.830325\tvalid_1's binary_logloss: 0.137557\n", + "[12]\ttraining's auc: 0.886248\ttraining's binary_logloss: 0.123005\tvalid_1's auc: 0.830775\tvalid_1's binary_logloss: 0.137165\n", + "[13]\ttraining's auc: 0.889614\ttraining's binary_logloss: 0.121843\tvalid_1's auc: 0.829569\tvalid_1's binary_logloss: 0.136939\n", + "[14]\ttraining's auc: 0.891473\ttraining's binary_logloss: 0.120851\tvalid_1's auc: 0.828581\tvalid_1's binary_logloss: 0.136798\n", + "[15]\ttraining's auc: 0.893996\ttraining's binary_logloss: 0.119853\tvalid_1's auc: 0.828508\tvalid_1's binary_logloss: 0.136673\n", + "[16]\ttraining's auc: 0.896262\ttraining's binary_logloss: 0.118825\tvalid_1's auc: 0.828394\tvalid_1's binary_logloss: 0.136531\n", + "[17]\ttraining's auc: 0.897771\ttraining's binary_logloss: 0.118003\tvalid_1's auc: 0.828587\tvalid_1's binary_logloss: 0.136507\n", + "[18]\ttraining's auc: 0.899741\ttraining's binary_logloss: 0.117125\tvalid_1's auc: 0.828372\tvalid_1's binary_logloss: 0.13647\n", + "[19]\ttraining's auc: 0.901763\ttraining's binary_logloss: 0.116225\tvalid_1's auc: 0.828153\tvalid_1's binary_logloss: 0.136508\n", + "[20]\ttraining's auc: 0.904093\ttraining's binary_logloss: 0.1154\tvalid_1's auc: 0.828259\tvalid_1's binary_logloss: 0.136445\n", + "[21]\ttraining's auc: 0.9059\ttraining's binary_logloss: 0.114716\tvalid_1's auc: 0.828025\tvalid_1's binary_logloss: 0.1365\n", + "[22]\ttraining's auc: 0.908239\ttraining's binary_logloss: 0.113944\tvalid_1's auc: 0.828082\tvalid_1's binary_logloss: 0.136498\n", + "[23]\ttraining's auc: 0.909672\ttraining's binary_logloss: 0.113201\tvalid_1's auc: 0.827536\tvalid_1's binary_logloss: 0.136629\n", + "[24]\ttraining's auc: 0.911262\ttraining's binary_logloss: 0.112484\tvalid_1's auc: 0.827218\tvalid_1's binary_logloss: 0.136698\n", + "[25]\ttraining's auc: 0.912706\ttraining's binary_logloss: 0.111942\tvalid_1's auc: 0.827946\tvalid_1's binary_logloss: 0.136591\n", + "[26]\ttraining's auc: 0.915333\ttraining's binary_logloss: 0.111192\tvalid_1's auc: 0.828674\tvalid_1's binary_logloss: 0.136449\n", + "[27]\ttraining's auc: 0.916545\ttraining's binary_logloss: 0.110582\tvalid_1's auc: 0.82763\tvalid_1's binary_logloss: 0.136625\n", + "[28]\ttraining's auc: 0.91769\ttraining's binary_logloss: 0.110047\tvalid_1's auc: 0.827873\tvalid_1's binary_logloss: 0.136662\n", + "[29]\ttraining's auc: 0.918876\ttraining's binary_logloss: 0.10948\tvalid_1's auc: 0.82755\tvalid_1's binary_logloss: 0.136715\n", + "[30]\ttraining's auc: 0.920175\ttraining's binary_logloss: 0.108933\tvalid_1's auc: 0.827048\tvalid_1's binary_logloss: 0.136862\n", + "[31]\ttraining's auc: 0.922231\ttraining's binary_logloss: 0.108413\tvalid_1's auc: 0.827303\tvalid_1's binary_logloss: 0.136821\n", + "[32]\ttraining's auc: 0.923578\ttraining's binary_logloss: 0.107861\tvalid_1's auc: 0.8272\tvalid_1's binary_logloss: 0.136895\n", + "[33]\ttraining's auc: 0.924665\ttraining's binary_logloss: 0.107383\tvalid_1's auc: 0.826705\tvalid_1's binary_logloss: 0.137041\n", + "[34]\ttraining's auc: 0.925627\ttraining's binary_logloss: 0.106846\tvalid_1's auc: 0.826878\tvalid_1's binary_logloss: 0.137026\n", + "[35]\ttraining's auc: 0.926719\ttraining's binary_logloss: 0.106364\tvalid_1's auc: 0.826481\tvalid_1's binary_logloss: 0.137128\n", + "[36]\ttraining's auc: 0.927675\ttraining's binary_logloss: 0.105867\tvalid_1's auc: 0.826381\tvalid_1's binary_logloss: 0.13718\n", + "[37]\ttraining's auc: 0.928821\ttraining's binary_logloss: 0.10544\tvalid_1's auc: 0.826504\tvalid_1's binary_logloss: 0.137213\n", + "[38]\ttraining's auc: 0.929685\ttraining's binary_logloss: 0.104858\tvalid_1's auc: 0.826083\tvalid_1's binary_logloss: 0.137365\n", + "[39]\ttraining's auc: 0.930605\ttraining's binary_logloss: 0.10435\tvalid_1's auc: 0.825678\tvalid_1's binary_logloss: 0.137462\n", + "[40]\ttraining's auc: 0.931413\ttraining's binary_logloss: 0.103866\tvalid_1's auc: 0.824908\tvalid_1's binary_logloss: 0.137643\n", + "[41]\ttraining's auc: 0.932064\ttraining's binary_logloss: 0.103441\tvalid_1's auc: 0.824067\tvalid_1's binary_logloss: 0.137855\n", + "[42]\ttraining's auc: 0.932669\ttraining's binary_logloss: 0.103041\tvalid_1's auc: 0.823666\tvalid_1's binary_logloss: 0.138005\n", + "[1]\ttraining's auc: 0.835833\ttraining's binary_logloss: 0.155095\tvalid_1's auc: 0.821651\tvalid_1's binary_logloss: 0.15122\n", + "[2]\ttraining's auc: 0.845246\ttraining's binary_logloss: 0.148366\tvalid_1's auc: 0.824351\tvalid_1's binary_logloss: 0.146356\n", + "[3]\ttraining's auc: 0.854601\ttraining's binary_logloss: 0.143718\tvalid_1's auc: 0.831193\tvalid_1's binary_logloss: 0.14286\n", + "[4]\ttraining's auc: 0.860912\ttraining's binary_logloss: 0.14014\tvalid_1's auc: 0.833408\tvalid_1's binary_logloss: 0.140531\n", + "[5]\ttraining's auc: 0.866203\ttraining's binary_logloss: 0.137158\tvalid_1's auc: 0.833597\tvalid_1's binary_logloss: 0.138579\n", + "[6]\ttraining's auc: 0.869175\ttraining's binary_logloss: 0.134689\tvalid_1's auc: 0.835298\tvalid_1's binary_logloss: 0.13698\n", + "[7]\ttraining's auc: 0.871883\ttraining's binary_logloss: 0.132619\tvalid_1's auc: 0.835535\tvalid_1's binary_logloss: 0.135867\n", + "[8]\ttraining's auc: 0.875619\ttraining's binary_logloss: 0.130698\tvalid_1's auc: 0.834921\tvalid_1's binary_logloss: 0.135026\n", + "[9]\ttraining's auc: 0.877875\ttraining's binary_logloss: 0.129069\tvalid_1's auc: 0.835227\tvalid_1's binary_logloss: 0.134259\n", + "[10]\ttraining's auc: 0.881239\ttraining's binary_logloss: 0.127558\tvalid_1's auc: 0.835262\tvalid_1's binary_logloss: 0.13371\n", + "[11]\ttraining's auc: 0.883674\ttraining's binary_logloss: 0.126221\tvalid_1's auc: 0.834084\tvalid_1's binary_logloss: 0.133367\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[12]\ttraining's auc: 0.885644\ttraining's binary_logloss: 0.125075\tvalid_1's auc: 0.833428\tvalid_1's binary_logloss: 0.133012\n", + "[13]\ttraining's auc: 0.888157\ttraining's binary_logloss: 0.123868\tvalid_1's auc: 0.833884\tvalid_1's binary_logloss: 0.132628\n", + "[14]\ttraining's auc: 0.890889\ttraining's binary_logloss: 0.12273\tvalid_1's auc: 0.834474\tvalid_1's binary_logloss: 0.132306\n", + "[15]\ttraining's auc: 0.892813\ttraining's binary_logloss: 0.121723\tvalid_1's auc: 0.834591\tvalid_1's binary_logloss: 0.132119\n", + "[16]\ttraining's auc: 0.89472\ttraining's binary_logloss: 0.12071\tvalid_1's auc: 0.834709\tvalid_1's binary_logloss: 0.13203\n", + "[17]\ttraining's auc: 0.896858\ttraining's binary_logloss: 0.119812\tvalid_1's auc: 0.835498\tvalid_1's binary_logloss: 0.131798\n", + "[18]\ttraining's auc: 0.89923\ttraining's binary_logloss: 0.118927\tvalid_1's auc: 0.835857\tvalid_1's binary_logloss: 0.131577\n", + "[19]\ttraining's auc: 0.900683\ttraining's binary_logloss: 0.118187\tvalid_1's auc: 0.835951\tvalid_1's binary_logloss: 0.131421\n", + "[20]\ttraining's auc: 0.902738\ttraining's binary_logloss: 0.117346\tvalid_1's auc: 0.836041\tvalid_1's binary_logloss: 0.13134\n", + "[21]\ttraining's auc: 0.904883\ttraining's binary_logloss: 0.116534\tvalid_1's auc: 0.835969\tvalid_1's binary_logloss: 0.131325\n", + "[22]\ttraining's auc: 0.906581\ttraining's binary_logloss: 0.115768\tvalid_1's auc: 0.835139\tvalid_1's binary_logloss: 0.131433\n", + "[23]\ttraining's auc: 0.908485\ttraining's binary_logloss: 0.115022\tvalid_1's auc: 0.835693\tvalid_1's binary_logloss: 0.131313\n", + "[24]\ttraining's auc: 0.910543\ttraining's binary_logloss: 0.114284\tvalid_1's auc: 0.835321\tvalid_1's binary_logloss: 0.131351\n", + "[25]\ttraining's auc: 0.911613\ttraining's binary_logloss: 0.113715\tvalid_1's auc: 0.835015\tvalid_1's binary_logloss: 0.131428\n", + "[26]\ttraining's auc: 0.914068\ttraining's binary_logloss: 0.112926\tvalid_1's auc: 0.835248\tvalid_1's binary_logloss: 0.13138\n", + "[27]\ttraining's auc: 0.915754\ttraining's binary_logloss: 0.112348\tvalid_1's auc: 0.835295\tvalid_1's binary_logloss: 0.131392\n", + "[28]\ttraining's auc: 0.917248\ttraining's binary_logloss: 0.111792\tvalid_1's auc: 0.835047\tvalid_1's binary_logloss: 0.131414\n", + "[29]\ttraining's auc: 0.918318\ttraining's binary_logloss: 0.11123\tvalid_1's auc: 0.834611\tvalid_1's binary_logloss: 0.131524\n", + "[30]\ttraining's auc: 0.920402\ttraining's binary_logloss: 0.110591\tvalid_1's auc: 0.834877\tvalid_1's binary_logloss: 0.131475\n", + "[31]\ttraining's auc: 0.921635\ttraining's binary_logloss: 0.110003\tvalid_1's auc: 0.834203\tvalid_1's binary_logloss: 0.131598\n", + "[32]\ttraining's auc: 0.922751\ttraining's binary_logloss: 0.109434\tvalid_1's auc: 0.833537\tvalid_1's binary_logloss: 0.131749\n", + "[33]\ttraining's auc: 0.924153\ttraining's binary_logloss: 0.108838\tvalid_1's auc: 0.83359\tvalid_1's binary_logloss: 0.131787\n", + "[34]\ttraining's auc: 0.925498\ttraining's binary_logloss: 0.10818\tvalid_1's auc: 0.833581\tvalid_1's binary_logloss: 0.131813\n", + "[35]\ttraining's auc: 0.926276\ttraining's binary_logloss: 0.107691\tvalid_1's auc: 0.833538\tvalid_1's binary_logloss: 0.131836\n", + "[36]\ttraining's auc: 0.9276\ttraining's binary_logloss: 0.107122\tvalid_1's auc: 0.832973\tvalid_1's binary_logloss: 0.131935\n", + "[37]\ttraining's auc: 0.928591\ttraining's binary_logloss: 0.106726\tvalid_1's auc: 0.83267\tvalid_1's binary_logloss: 0.131975\n", + "[38]\ttraining's auc: 0.92933\ttraining's binary_logloss: 0.106348\tvalid_1's auc: 0.832683\tvalid_1's binary_logloss: 0.131998\n", + "[39]\ttraining's auc: 0.930396\ttraining's binary_logloss: 0.105793\tvalid_1's auc: 0.832414\tvalid_1's binary_logloss: 0.132078\n", + "[40]\ttraining's auc: 0.931114\ttraining's binary_logloss: 0.105301\tvalid_1's auc: 0.832489\tvalid_1's binary_logloss: 0.132106\n", + "[41]\ttraining's auc: 0.931843\ttraining's binary_logloss: 0.104896\tvalid_1's auc: 0.83264\tvalid_1's binary_logloss: 0.132092\n", + "[42]\ttraining's auc: 0.932599\ttraining's binary_logloss: 0.104491\tvalid_1's auc: 0.831784\tvalid_1's binary_logloss: 0.132296\n", + "[43]\ttraining's auc: 0.933028\ttraining's binary_logloss: 0.104144\tvalid_1's auc: 0.831533\tvalid_1's binary_logloss: 0.132387\n", + "[44]\ttraining's auc: 0.933474\ttraining's binary_logloss: 0.103763\tvalid_1's auc: 0.831192\tvalid_1's binary_logloss: 0.132487\n", + "[45]\ttraining's auc: 0.934233\ttraining's binary_logloss: 0.103307\tvalid_1's auc: 0.831028\tvalid_1's binary_logloss: 0.132534\n", + "[46]\ttraining's auc: 0.934927\ttraining's binary_logloss: 0.102922\tvalid_1's auc: 0.83109\tvalid_1's binary_logloss: 0.132546\n", + "[47]\ttraining's auc: 0.935692\ttraining's binary_logloss: 0.102571\tvalid_1's auc: 0.830707\tvalid_1's binary_logloss: 0.132655\n", + "[48]\ttraining's auc: 0.936752\ttraining's binary_logloss: 0.102109\tvalid_1's auc: 0.82995\tvalid_1's binary_logloss: 0.132812\n", + "[49]\ttraining's auc: 0.937619\ttraining's binary_logloss: 0.101639\tvalid_1's auc: 0.829771\tvalid_1's binary_logloss: 0.132877\n", + "[50]\ttraining's auc: 0.938226\ttraining's binary_logloss: 0.101231\tvalid_1's auc: 0.829356\tvalid_1's binary_logloss: 0.132987\n", + "[1]\ttraining's auc: 0.83374\ttraining's binary_logloss: 0.151676\tvalid_1's auc: 0.809626\tvalid_1's binary_logloss: 0.158913\n", + "[2]\ttraining's auc: 0.846046\ttraining's binary_logloss: 0.145135\tvalid_1's auc: 0.817168\tvalid_1's binary_logloss: 0.153346\n", + "[3]\ttraining's auc: 0.853724\ttraining's binary_logloss: 0.140473\tvalid_1's auc: 0.823318\tvalid_1's binary_logloss: 0.149611\n", + "[4]\ttraining's auc: 0.858357\ttraining's binary_logloss: 0.13684\tvalid_1's auc: 0.826071\tvalid_1's binary_logloss: 0.146866\n", + "[5]\ttraining's auc: 0.861973\ttraining's binary_logloss: 0.134088\tvalid_1's auc: 0.82733\tvalid_1's binary_logloss: 0.144852\n", + "[6]\ttraining's auc: 0.863899\ttraining's binary_logloss: 0.131922\tvalid_1's auc: 0.828488\tvalid_1's binary_logloss: 0.143379\n", + "[7]\ttraining's auc: 0.869473\ttraining's binary_logloss: 0.129878\tvalid_1's auc: 0.828901\tvalid_1's binary_logloss: 0.142191\n", + "[8]\ttraining's auc: 0.871953\ttraining's binary_logloss: 0.128108\tvalid_1's auc: 0.828913\tvalid_1's binary_logloss: 0.141355\n", + "[9]\ttraining's auc: 0.875267\ttraining's binary_logloss: 0.126518\tvalid_1's auc: 0.829182\tvalid_1's binary_logloss: 0.140624\n", + "[10]\ttraining's auc: 0.878307\ttraining's binary_logloss: 0.125046\tvalid_1's auc: 0.829514\tvalid_1's binary_logloss: 0.139959\n", + "[11]\ttraining's auc: 0.882795\ttraining's binary_logloss: 0.123723\tvalid_1's auc: 0.831019\tvalid_1's binary_logloss: 0.139434\n", + "[12]\ttraining's auc: 0.886164\ttraining's binary_logloss: 0.122453\tvalid_1's auc: 0.831755\tvalid_1's binary_logloss: 0.139012\n", + "[13]\ttraining's auc: 0.888411\ttraining's binary_logloss: 0.121454\tvalid_1's auc: 0.831503\tvalid_1's binary_logloss: 0.138727\n", + "[14]\ttraining's auc: 0.890523\ttraining's binary_logloss: 0.12036\tvalid_1's auc: 0.832884\tvalid_1's binary_logloss: 0.138489\n", + "[15]\ttraining's auc: 0.893782\ttraining's binary_logloss: 0.119301\tvalid_1's auc: 0.833372\tvalid_1's binary_logloss: 0.138228\n", + "[16]\ttraining's auc: 0.896376\ttraining's binary_logloss: 0.118265\tvalid_1's auc: 0.833512\tvalid_1's binary_logloss: 0.137983\n", + "[17]\ttraining's auc: 0.898815\ttraining's binary_logloss: 0.117329\tvalid_1's auc: 0.833779\tvalid_1's binary_logloss: 0.137773\n", + "[18]\ttraining's auc: 0.900536\ttraining's binary_logloss: 0.11646\tvalid_1's auc: 0.833316\tvalid_1's binary_logloss: 0.137749\n", + "[19]\ttraining's auc: 0.902258\ttraining's binary_logloss: 0.115678\tvalid_1's auc: 0.833721\tvalid_1's binary_logloss: 0.137681\n", + "[20]\ttraining's auc: 0.903927\ttraining's binary_logloss: 0.114919\tvalid_1's auc: 0.83371\tvalid_1's binary_logloss: 0.1376\n", + "[21]\ttraining's auc: 0.905815\ttraining's binary_logloss: 0.114147\tvalid_1's auc: 0.834099\tvalid_1's binary_logloss: 0.137481\n", + "[22]\ttraining's auc: 0.907237\ttraining's binary_logloss: 0.1134\tvalid_1's auc: 0.833468\tvalid_1's binary_logloss: 0.137487\n", + "[23]\ttraining's auc: 0.909179\ttraining's binary_logloss: 0.112718\tvalid_1's auc: 0.832715\tvalid_1's binary_logloss: 0.137516\n", + "[24]\ttraining's auc: 0.910787\ttraining's binary_logloss: 0.112041\tvalid_1's auc: 0.833368\tvalid_1's binary_logloss: 0.137447\n", + "[25]\ttraining's auc: 0.912144\ttraining's binary_logloss: 0.111356\tvalid_1's auc: 0.832617\tvalid_1's binary_logloss: 0.137596\n", + "[26]\ttraining's auc: 0.914015\ttraining's binary_logloss: 0.110734\tvalid_1's auc: 0.832293\tvalid_1's binary_logloss: 0.137658\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[27]\ttraining's auc: 0.915188\ttraining's binary_logloss: 0.110124\tvalid_1's auc: 0.831965\tvalid_1's binary_logloss: 0.137731\n", + "[28]\ttraining's auc: 0.916649\ttraining's binary_logloss: 0.109538\tvalid_1's auc: 0.831573\tvalid_1's binary_logloss: 0.137879\n", + "[29]\ttraining's auc: 0.918371\ttraining's binary_logloss: 0.108842\tvalid_1's auc: 0.831399\tvalid_1's binary_logloss: 0.137935\n", + "[30]\ttraining's auc: 0.919427\ttraining's binary_logloss: 0.108256\tvalid_1's auc: 0.831523\tvalid_1's binary_logloss: 0.137943\n", + "[31]\ttraining's auc: 0.921123\ttraining's binary_logloss: 0.107761\tvalid_1's auc: 0.832182\tvalid_1's binary_logloss: 0.137863\n", + "[32]\ttraining's auc: 0.922355\ttraining's binary_logloss: 0.107161\tvalid_1's auc: 0.831554\tvalid_1's binary_logloss: 0.137993\n", + "[33]\ttraining's auc: 0.92355\ttraining's binary_logloss: 0.106725\tvalid_1's auc: 0.831807\tvalid_1's binary_logloss: 0.137939\n", + "[34]\ttraining's auc: 0.924698\ttraining's binary_logloss: 0.106135\tvalid_1's auc: 0.831494\tvalid_1's binary_logloss: 0.138061\n", + "[35]\ttraining's auc: 0.925682\ttraining's binary_logloss: 0.105576\tvalid_1's auc: 0.831766\tvalid_1's binary_logloss: 0.138054\n", + "[36]\ttraining's auc: 0.92666\ttraining's binary_logloss: 0.105019\tvalid_1's auc: 0.831268\tvalid_1's binary_logloss: 0.138204\n", + "[37]\ttraining's auc: 0.927883\ttraining's binary_logloss: 0.104391\tvalid_1's auc: 0.831269\tvalid_1's binary_logloss: 0.13823\n", + "[38]\ttraining's auc: 0.92854\ttraining's binary_logloss: 0.103944\tvalid_1's auc: 0.830849\tvalid_1's binary_logloss: 0.13838\n", + "[39]\ttraining's auc: 0.929851\ttraining's binary_logloss: 0.103354\tvalid_1's auc: 0.830062\tvalid_1's binary_logloss: 0.138585\n", + "[40]\ttraining's auc: 0.930492\ttraining's binary_logloss: 0.102957\tvalid_1's auc: 0.829684\tvalid_1's binary_logloss: 0.138674\n", + "[41]\ttraining's auc: 0.931074\ttraining's binary_logloss: 0.102543\tvalid_1's auc: 0.829136\tvalid_1's binary_logloss: 0.138799\n", + "[42]\ttraining's auc: 0.932177\ttraining's binary_logloss: 0.102157\tvalid_1's auc: 0.829197\tvalid_1's binary_logloss: 0.138847\n", + "[43]\ttraining's auc: 0.932894\ttraining's binary_logloss: 0.101693\tvalid_1's auc: 0.828948\tvalid_1's binary_logloss: 0.138903\n", + "[44]\ttraining's auc: 0.933939\ttraining's binary_logloss: 0.101156\tvalid_1's auc: 0.828768\tvalid_1's binary_logloss: 0.139019\n", + "[45]\ttraining's auc: 0.934312\ttraining's binary_logloss: 0.100867\tvalid_1's auc: 0.828316\tvalid_1's binary_logloss: 0.139122\n", + "[46]\ttraining's auc: 0.935307\ttraining's binary_logloss: 0.100483\tvalid_1's auc: 0.828639\tvalid_1's binary_logloss: 0.139118\n", + "[47]\ttraining's auc: 0.936715\ttraining's binary_logloss: 0.100116\tvalid_1's auc: 0.828617\tvalid_1's binary_logloss: 0.139161\n", + "[48]\ttraining's auc: 0.937353\ttraining's binary_logloss: 0.0997959\tvalid_1's auc: 0.829204\tvalid_1's binary_logloss: 0.139117\n", + "[49]\ttraining's auc: 0.938334\ttraining's binary_logloss: 0.0993542\tvalid_1's auc: 0.829537\tvalid_1's binary_logloss: 0.139094\n", + "[50]\ttraining's auc: 0.939231\ttraining's binary_logloss: 0.0989038\tvalid_1's auc: 0.829239\tvalid_1's binary_logloss: 0.139219\n", + "[51]\ttraining's auc: 0.939666\ttraining's binary_logloss: 0.0985277\tvalid_1's auc: 0.829168\tvalid_1's binary_logloss: 0.139306\n", + "[1]\ttraining's auc: 0.84169\ttraining's binary_logloss: 0.148793\tvalid_1's auc: 0.80873\tvalid_1's binary_logloss: 0.153007\n", + "[2]\ttraining's auc: 0.853967\ttraining's binary_logloss: 0.14197\tvalid_1's auc: 0.81841\tvalid_1's binary_logloss: 0.147784\n", + "[3]\ttraining's auc: 0.864756\ttraining's binary_logloss: 0.137213\tvalid_1's auc: 0.822596\tvalid_1's binary_logloss: 0.144634\n", + "[4]\ttraining's auc: 0.869315\ttraining's binary_logloss: 0.133839\tvalid_1's auc: 0.826021\tvalid_1's binary_logloss: 0.142335\n", + "[5]\ttraining's auc: 0.872433\ttraining's binary_logloss: 0.130973\tvalid_1's auc: 0.827122\tvalid_1's binary_logloss: 0.140692\n", + "[6]\ttraining's auc: 0.876208\ttraining's binary_logloss: 0.128705\tvalid_1's auc: 0.828208\tvalid_1's binary_logloss: 0.139546\n", + "[7]\ttraining's auc: 0.880665\ttraining's binary_logloss: 0.126642\tvalid_1's auc: 0.827636\tvalid_1's binary_logloss: 0.138708\n", + "[8]\ttraining's auc: 0.885011\ttraining's binary_logloss: 0.124821\tvalid_1's auc: 0.827984\tvalid_1's binary_logloss: 0.13815\n", + "[9]\ttraining's auc: 0.887364\ttraining's binary_logloss: 0.123229\tvalid_1's auc: 0.827747\tvalid_1's binary_logloss: 0.137682\n", + "[10]\ttraining's auc: 0.890467\ttraining's binary_logloss: 0.121813\tvalid_1's auc: 0.827547\tvalid_1's binary_logloss: 0.1373\n", + "[11]\ttraining's auc: 0.893735\ttraining's binary_logloss: 0.120339\tvalid_1's auc: 0.827173\tvalid_1's binary_logloss: 0.137172\n", + "[12]\ttraining's auc: 0.896578\ttraining's binary_logloss: 0.119055\tvalid_1's auc: 0.8271\tvalid_1's binary_logloss: 0.136965\n", + "[13]\ttraining's auc: 0.898694\ttraining's binary_logloss: 0.117874\tvalid_1's auc: 0.828059\tvalid_1's binary_logloss: 0.136707\n", + "[14]\ttraining's auc: 0.900919\ttraining's binary_logloss: 0.116743\tvalid_1's auc: 0.827226\tvalid_1's binary_logloss: 0.136727\n", + "[15]\ttraining's auc: 0.904803\ttraining's binary_logloss: 0.115676\tvalid_1's auc: 0.8289\tvalid_1's binary_logloss: 0.136515\n", + "[16]\ttraining's auc: 0.90645\ttraining's binary_logloss: 0.114847\tvalid_1's auc: 0.828037\tvalid_1's binary_logloss: 0.136611\n", + "[17]\ttraining's auc: 0.908828\ttraining's binary_logloss: 0.113798\tvalid_1's auc: 0.829\tvalid_1's binary_logloss: 0.136485\n", + "[18]\ttraining's auc: 0.910881\ttraining's binary_logloss: 0.112797\tvalid_1's auc: 0.828\tvalid_1's binary_logloss: 0.136756\n", + "[19]\ttraining's auc: 0.912748\ttraining's binary_logloss: 0.111989\tvalid_1's auc: 0.82724\tvalid_1's binary_logloss: 0.136981\n", + "[20]\ttraining's auc: 0.914875\ttraining's binary_logloss: 0.111152\tvalid_1's auc: 0.826542\tvalid_1's binary_logloss: 0.137116\n", + "[21]\ttraining's auc: 0.916892\ttraining's binary_logloss: 0.110307\tvalid_1's auc: 0.825651\tvalid_1's binary_logloss: 0.137319\n", + "[22]\ttraining's auc: 0.918022\ttraining's binary_logloss: 0.109659\tvalid_1's auc: 0.825451\tvalid_1's binary_logloss: 0.137436\n", + "[23]\ttraining's auc: 0.91956\ttraining's binary_logloss: 0.108979\tvalid_1's auc: 0.825254\tvalid_1's binary_logloss: 0.137543\n", + "[24]\ttraining's auc: 0.921263\ttraining's binary_logloss: 0.108214\tvalid_1's auc: 0.824715\tvalid_1's binary_logloss: 0.137738\n", + "[25]\ttraining's auc: 0.922512\ttraining's binary_logloss: 0.107571\tvalid_1's auc: 0.823481\tvalid_1's binary_logloss: 0.138047\n", + "[26]\ttraining's auc: 0.924068\ttraining's binary_logloss: 0.106814\tvalid_1's auc: 0.822994\tvalid_1's binary_logloss: 0.138262\n", + "[27]\ttraining's auc: 0.925099\ttraining's binary_logloss: 0.106137\tvalid_1's auc: 0.822235\tvalid_1's binary_logloss: 0.138493\n", + "[28]\ttraining's auc: 0.926098\ttraining's binary_logloss: 0.105457\tvalid_1's auc: 0.821273\tvalid_1's binary_logloss: 0.138766\n", + "[29]\ttraining's auc: 0.926932\ttraining's binary_logloss: 0.104887\tvalid_1's auc: 0.820876\tvalid_1's binary_logloss: 0.138899\n", + "[30]\ttraining's auc: 0.927686\ttraining's binary_logloss: 0.104346\tvalid_1's auc: 0.820007\tvalid_1's binary_logloss: 0.13911\n", + "[31]\ttraining's auc: 0.929466\ttraining's binary_logloss: 0.103575\tvalid_1's auc: 0.819611\tvalid_1's binary_logloss: 0.139268\n", + "[32]\ttraining's auc: 0.930266\ttraining's binary_logloss: 0.102967\tvalid_1's auc: 0.818406\tvalid_1's binary_logloss: 0.139533\n", + "[33]\ttraining's auc: 0.930872\ttraining's binary_logloss: 0.102474\tvalid_1's auc: 0.817482\tvalid_1's binary_logloss: 0.139811\n", + "[34]\ttraining's auc: 0.93169\ttraining's binary_logloss: 0.101932\tvalid_1's auc: 0.816666\tvalid_1's binary_logloss: 0.14009\n", + "[35]\ttraining's auc: 0.932298\ttraining's binary_logloss: 0.101475\tvalid_1's auc: 0.815553\tvalid_1's binary_logloss: 0.140379\n", + "[36]\ttraining's auc: 0.933562\ttraining's binary_logloss: 0.100969\tvalid_1's auc: 0.815335\tvalid_1's binary_logloss: 0.140532\n", + "[37]\ttraining's auc: 0.93418\ttraining's binary_logloss: 0.100525\tvalid_1's auc: 0.815011\tvalid_1's binary_logloss: 0.140659\n", + "[38]\ttraining's auc: 0.934907\ttraining's binary_logloss: 0.100031\tvalid_1's auc: 0.814361\tvalid_1's binary_logloss: 0.140877\n", + "[39]\ttraining's auc: 0.935939\ttraining's binary_logloss: 0.0993772\tvalid_1's auc: 0.814423\tvalid_1's binary_logloss: 0.140896\n", + "[40]\ttraining's auc: 0.936442\ttraining's binary_logloss: 0.0989675\tvalid_1's auc: 0.814009\tvalid_1's binary_logloss: 0.141052\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[41]\ttraining's auc: 0.936785\ttraining's binary_logloss: 0.0986312\tvalid_1's auc: 0.813869\tvalid_1's binary_logloss: 0.141189\n", + "[42]\ttraining's auc: 0.937788\ttraining's binary_logloss: 0.0980707\tvalid_1's auc: 0.813699\tvalid_1's binary_logloss: 0.141301\n", + "[43]\ttraining's auc: 0.938109\ttraining's binary_logloss: 0.0977737\tvalid_1's auc: 0.81329\tvalid_1's binary_logloss: 0.141503\n", + "[44]\ttraining's auc: 0.939326\ttraining's binary_logloss: 0.0973716\tvalid_1's auc: 0.812884\tvalid_1's binary_logloss: 0.141694\n", + "[45]\ttraining's auc: 0.939676\ttraining's binary_logloss: 0.0970377\tvalid_1's auc: 0.81273\tvalid_1's binary_logloss: 0.141839\n", + "[46]\ttraining's auc: 0.94066\ttraining's binary_logloss: 0.0964573\tvalid_1's auc: 0.812588\tvalid_1's binary_logloss: 0.141927\n", + "[47]\ttraining's auc: 0.941741\ttraining's binary_logloss: 0.0959384\tvalid_1's auc: 0.812814\tvalid_1's binary_logloss: 0.141915\n", + "[1]\ttraining's auc: 0.837201\ttraining's binary_logloss: 0.151586\tvalid_1's auc: 0.818173\tvalid_1's binary_logloss: 0.148705\n", + "[2]\ttraining's auc: 0.853554\ttraining's binary_logloss: 0.144424\tvalid_1's auc: 0.828877\tvalid_1's binary_logloss: 0.14352\n", + "[3]\ttraining's auc: 0.859735\ttraining's binary_logloss: 0.139693\tvalid_1's auc: 0.832728\tvalid_1's binary_logloss: 0.140138\n", + "[4]\ttraining's auc: 0.865662\ttraining's binary_logloss: 0.13609\tvalid_1's auc: 0.834582\tvalid_1's binary_logloss: 0.137764\n", + "[5]\ttraining's auc: 0.870242\ttraining's binary_logloss: 0.133128\tvalid_1's auc: 0.834752\tvalid_1's binary_logloss: 0.136021\n", + "[6]\ttraining's auc: 0.872626\ttraining's binary_logloss: 0.130833\tvalid_1's auc: 0.834589\tvalid_1's binary_logloss: 0.134648\n", + "[7]\ttraining's auc: 0.8767\ttraining's binary_logloss: 0.128755\tvalid_1's auc: 0.834252\tvalid_1's binary_logloss: 0.133844\n", + "[8]\ttraining's auc: 0.88002\ttraining's binary_logloss: 0.127039\tvalid_1's auc: 0.833968\tvalid_1's binary_logloss: 0.133166\n", + "[9]\ttraining's auc: 0.882926\ttraining's binary_logloss: 0.125382\tvalid_1's auc: 0.834964\tvalid_1's binary_logloss: 0.132545\n", + "[10]\ttraining's auc: 0.885675\ttraining's binary_logloss: 0.123977\tvalid_1's auc: 0.834158\tvalid_1's binary_logloss: 0.13231\n", + "[11]\ttraining's auc: 0.888201\ttraining's binary_logloss: 0.122631\tvalid_1's auc: 0.833361\tvalid_1's binary_logloss: 0.132151\n", + "[12]\ttraining's auc: 0.891309\ttraining's binary_logloss: 0.121299\tvalid_1's auc: 0.834201\tvalid_1's binary_logloss: 0.131918\n", + "[13]\ttraining's auc: 0.894725\ttraining's binary_logloss: 0.120001\tvalid_1's auc: 0.833776\tvalid_1's binary_logloss: 0.13184\n", + "[14]\ttraining's auc: 0.897647\ttraining's binary_logloss: 0.11887\tvalid_1's auc: 0.833631\tvalid_1's binary_logloss: 0.131697\n", + "[15]\ttraining's auc: 0.89984\ttraining's binary_logloss: 0.117863\tvalid_1's auc: 0.833903\tvalid_1's binary_logloss: 0.131502\n", + "[16]\ttraining's auc: 0.903296\ttraining's binary_logloss: 0.116889\tvalid_1's auc: 0.834157\tvalid_1's binary_logloss: 0.131419\n", + "[17]\ttraining's auc: 0.905457\ttraining's binary_logloss: 0.115824\tvalid_1's auc: 0.834182\tvalid_1's binary_logloss: 0.13145\n", + "[18]\ttraining's auc: 0.90764\ttraining's binary_logloss: 0.114801\tvalid_1's auc: 0.834998\tvalid_1's binary_logloss: 0.131338\n", + "[19]\ttraining's auc: 0.909814\ttraining's binary_logloss: 0.113899\tvalid_1's auc: 0.835517\tvalid_1's binary_logloss: 0.13124\n", + "[20]\ttraining's auc: 0.912306\ttraining's binary_logloss: 0.112996\tvalid_1's auc: 0.835603\tvalid_1's binary_logloss: 0.131223\n", + "[21]\ttraining's auc: 0.914545\ttraining's binary_logloss: 0.112234\tvalid_1's auc: 0.836269\tvalid_1's binary_logloss: 0.131133\n", + "[22]\ttraining's auc: 0.915964\ttraining's binary_logloss: 0.111568\tvalid_1's auc: 0.836304\tvalid_1's binary_logloss: 0.131136\n", + "[23]\ttraining's auc: 0.918773\ttraining's binary_logloss: 0.1108\tvalid_1's auc: 0.836186\tvalid_1's binary_logloss: 0.131189\n", + "[24]\ttraining's auc: 0.920541\ttraining's binary_logloss: 0.110022\tvalid_1's auc: 0.835607\tvalid_1's binary_logloss: 0.131361\n", + "[25]\ttraining's auc: 0.922375\ttraining's binary_logloss: 0.109263\tvalid_1's auc: 0.834643\tvalid_1's binary_logloss: 0.131576\n", + "[26]\ttraining's auc: 0.923936\ttraining's binary_logloss: 0.108554\tvalid_1's auc: 0.833975\tvalid_1's binary_logloss: 0.131742\n", + "[27]\ttraining's auc: 0.925476\ttraining's binary_logloss: 0.107744\tvalid_1's auc: 0.833361\tvalid_1's binary_logloss: 0.131942\n", + "[28]\ttraining's auc: 0.926476\ttraining's binary_logloss: 0.107237\tvalid_1's auc: 0.833298\tvalid_1's binary_logloss: 0.13202\n", + "[29]\ttraining's auc: 0.927996\ttraining's binary_logloss: 0.106498\tvalid_1's auc: 0.832371\tvalid_1's binary_logloss: 0.132298\n", + "[30]\ttraining's auc: 0.929697\ttraining's binary_logloss: 0.105791\tvalid_1's auc: 0.832179\tvalid_1's binary_logloss: 0.132316\n", + "[31]\ttraining's auc: 0.931077\ttraining's binary_logloss: 0.105077\tvalid_1's auc: 0.832409\tvalid_1's binary_logloss: 0.132331\n", + "[32]\ttraining's auc: 0.93216\ttraining's binary_logloss: 0.104445\tvalid_1's auc: 0.831824\tvalid_1's binary_logloss: 0.132464\n", + "[33]\ttraining's auc: 0.933195\ttraining's binary_logloss: 0.103816\tvalid_1's auc: 0.831977\tvalid_1's binary_logloss: 0.13246\n", + "[34]\ttraining's auc: 0.934113\ttraining's binary_logloss: 0.103187\tvalid_1's auc: 0.832024\tvalid_1's binary_logloss: 0.132496\n", + "[35]\ttraining's auc: 0.934908\ttraining's binary_logloss: 0.102705\tvalid_1's auc: 0.831251\tvalid_1's binary_logloss: 0.132697\n", + "[36]\ttraining's auc: 0.935571\ttraining's binary_logloss: 0.102209\tvalid_1's auc: 0.830566\tvalid_1's binary_logloss: 0.132864\n", + "[37]\ttraining's auc: 0.936189\ttraining's binary_logloss: 0.101685\tvalid_1's auc: 0.830514\tvalid_1's binary_logloss: 0.132889\n", + "[38]\ttraining's auc: 0.936951\ttraining's binary_logloss: 0.1012\tvalid_1's auc: 0.830517\tvalid_1's binary_logloss: 0.132924\n", + "[39]\ttraining's auc: 0.937499\ttraining's binary_logloss: 0.100721\tvalid_1's auc: 0.830534\tvalid_1's binary_logloss: 0.132927\n", + "[40]\ttraining's auc: 0.93838\ttraining's binary_logloss: 0.100333\tvalid_1's auc: 0.830481\tvalid_1's binary_logloss: 0.132976\n", + "[41]\ttraining's auc: 0.939139\ttraining's binary_logloss: 0.100011\tvalid_1's auc: 0.830341\tvalid_1's binary_logloss: 0.13307\n", + "[42]\ttraining's auc: 0.939628\ttraining's binary_logloss: 0.0997359\tvalid_1's auc: 0.830263\tvalid_1's binary_logloss: 0.133126\n", + "[43]\ttraining's auc: 0.940136\ttraining's binary_logloss: 0.0993075\tvalid_1's auc: 0.829852\tvalid_1's binary_logloss: 0.133264\n", + "[44]\ttraining's auc: 0.941066\ttraining's binary_logloss: 0.0988217\tvalid_1's auc: 0.82879\tvalid_1's binary_logloss: 0.13351\n", + "[45]\ttraining's auc: 0.942319\ttraining's binary_logloss: 0.0982098\tvalid_1's auc: 0.828206\tvalid_1's binary_logloss: 0.133678\n", + "[46]\ttraining's auc: 0.943315\ttraining's binary_logloss: 0.0975847\tvalid_1's auc: 0.827565\tvalid_1's binary_logloss: 0.133895\n", + "[47]\ttraining's auc: 0.944198\ttraining's binary_logloss: 0.0969882\tvalid_1's auc: 0.827412\tvalid_1's binary_logloss: 0.134001\n", + "[48]\ttraining's auc: 0.945062\ttraining's binary_logloss: 0.0964245\tvalid_1's auc: 0.827507\tvalid_1's binary_logloss: 0.13406\n", + "[49]\ttraining's auc: 0.945951\ttraining's binary_logloss: 0.0958528\tvalid_1's auc: 0.828012\tvalid_1's binary_logloss: 0.13405\n", + "[50]\ttraining's auc: 0.946366\ttraining's binary_logloss: 0.0954803\tvalid_1's auc: 0.828073\tvalid_1's binary_logloss: 0.134085\n", + "[51]\ttraining's auc: 0.946675\ttraining's binary_logloss: 0.0951053\tvalid_1's auc: 0.828171\tvalid_1's binary_logloss: 0.134077\n", + "[1]\ttraining's auc: 0.836707\ttraining's binary_logloss: 0.148406\tvalid_1's auc: 0.811858\tvalid_1's binary_logloss: 0.156003\n", + "[2]\ttraining's auc: 0.852214\ttraining's binary_logloss: 0.141627\tvalid_1's auc: 0.820354\tvalid_1's binary_logloss: 0.15022\n", + "[3]\ttraining's auc: 0.860899\ttraining's binary_logloss: 0.136645\tvalid_1's auc: 0.82499\tvalid_1's binary_logloss: 0.146658\n", + "[4]\ttraining's auc: 0.864317\ttraining's binary_logloss: 0.133198\tvalid_1's auc: 0.824725\tvalid_1's binary_logloss: 0.144383\n", + "[5]\ttraining's auc: 0.867682\ttraining's binary_logloss: 0.13032\tvalid_1's auc: 0.827247\tvalid_1's binary_logloss: 0.142634\n", + "[6]\ttraining's auc: 0.872103\ttraining's binary_logloss: 0.12789\tvalid_1's auc: 0.827602\tvalid_1's binary_logloss: 0.141339\n", + "[7]\ttraining's auc: 0.875229\ttraining's binary_logloss: 0.125903\tvalid_1's auc: 0.828479\tvalid_1's binary_logloss: 0.140331\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[8]\ttraining's auc: 0.880662\ttraining's binary_logloss: 0.123966\tvalid_1's auc: 0.831551\tvalid_1's binary_logloss: 0.139474\n", + "[9]\ttraining's auc: 0.883897\ttraining's binary_logloss: 0.122416\tvalid_1's auc: 0.831329\tvalid_1's binary_logloss: 0.139043\n", + "[10]\ttraining's auc: 0.888396\ttraining's binary_logloss: 0.120811\tvalid_1's auc: 0.831215\tvalid_1's binary_logloss: 0.138571\n", + "[11]\ttraining's auc: 0.891801\ttraining's binary_logloss: 0.119436\tvalid_1's auc: 0.831651\tvalid_1's binary_logloss: 0.138258\n", + "[12]\ttraining's auc: 0.894702\ttraining's binary_logloss: 0.118238\tvalid_1's auc: 0.832036\tvalid_1's binary_logloss: 0.13812\n", + "[13]\ttraining's auc: 0.897964\ttraining's binary_logloss: 0.116979\tvalid_1's auc: 0.830646\tvalid_1's binary_logloss: 0.138031\n", + "[14]\ttraining's auc: 0.900119\ttraining's binary_logloss: 0.115857\tvalid_1's auc: 0.831029\tvalid_1's binary_logloss: 0.137894\n", + "[15]\ttraining's auc: 0.902253\ttraining's binary_logloss: 0.114851\tvalid_1's auc: 0.832579\tvalid_1's binary_logloss: 0.137674\n", + "[16]\ttraining's auc: 0.905088\ttraining's binary_logloss: 0.113735\tvalid_1's auc: 0.83233\tvalid_1's binary_logloss: 0.137636\n", + "[17]\ttraining's auc: 0.907747\ttraining's binary_logloss: 0.112812\tvalid_1's auc: 0.832278\tvalid_1's binary_logloss: 0.137665\n", + "[18]\ttraining's auc: 0.910306\ttraining's binary_logloss: 0.111929\tvalid_1's auc: 0.831743\tvalid_1's binary_logloss: 0.137756\n", + "[19]\ttraining's auc: 0.912212\ttraining's binary_logloss: 0.11108\tvalid_1's auc: 0.832533\tvalid_1's binary_logloss: 0.137668\n", + "[20]\ttraining's auc: 0.914714\ttraining's binary_logloss: 0.110171\tvalid_1's auc: 0.831672\tvalid_1's binary_logloss: 0.137856\n", + "[21]\ttraining's auc: 0.916623\ttraining's binary_logloss: 0.109394\tvalid_1's auc: 0.830992\tvalid_1's binary_logloss: 0.137961\n", + "[22]\ttraining's auc: 0.918119\ttraining's binary_logloss: 0.108628\tvalid_1's auc: 0.831454\tvalid_1's binary_logloss: 0.137976\n", + "[23]\ttraining's auc: 0.919305\ttraining's binary_logloss: 0.10787\tvalid_1's auc: 0.83097\tvalid_1's binary_logloss: 0.138084\n", + "[24]\ttraining's auc: 0.921694\ttraining's binary_logloss: 0.107123\tvalid_1's auc: 0.831458\tvalid_1's binary_logloss: 0.138055\n", + "[25]\ttraining's auc: 0.924226\ttraining's binary_logloss: 0.106404\tvalid_1's auc: 0.831612\tvalid_1's binary_logloss: 0.1381\n", + "[26]\ttraining's auc: 0.925651\ttraining's binary_logloss: 0.105626\tvalid_1's auc: 0.83133\tvalid_1's binary_logloss: 0.138186\n", + "[27]\ttraining's auc: 0.926617\ttraining's binary_logloss: 0.10501\tvalid_1's auc: 0.831581\tvalid_1's binary_logloss: 0.138147\n", + "[28]\ttraining's auc: 0.928242\ttraining's binary_logloss: 0.104416\tvalid_1's auc: 0.831787\tvalid_1's binary_logloss: 0.138137\n", + "[29]\ttraining's auc: 0.929051\ttraining's binary_logloss: 0.103883\tvalid_1's auc: 0.831755\tvalid_1's binary_logloss: 0.138208\n", + "[30]\ttraining's auc: 0.930064\ttraining's binary_logloss: 0.103246\tvalid_1's auc: 0.830937\tvalid_1's binary_logloss: 0.138469\n", + "[31]\ttraining's auc: 0.930797\ttraining's binary_logloss: 0.102736\tvalid_1's auc: 0.83063\tvalid_1's binary_logloss: 0.138547\n", + "[32]\ttraining's auc: 0.931848\ttraining's binary_logloss: 0.102067\tvalid_1's auc: 0.830424\tvalid_1's binary_logloss: 0.138682\n", + "[33]\ttraining's auc: 0.932577\ttraining's binary_logloss: 0.101535\tvalid_1's auc: 0.829855\tvalid_1's binary_logloss: 0.13883\n", + "[34]\ttraining's auc: 0.933547\ttraining's binary_logloss: 0.101011\tvalid_1's auc: 0.829332\tvalid_1's binary_logloss: 0.138954\n", + "[35]\ttraining's auc: 0.934026\ttraining's binary_logloss: 0.100525\tvalid_1's auc: 0.828806\tvalid_1's binary_logloss: 0.139131\n", + "[36]\ttraining's auc: 0.935785\ttraining's binary_logloss: 0.100017\tvalid_1's auc: 0.828872\tvalid_1's binary_logloss: 0.139185\n", + "[37]\ttraining's auc: 0.936416\ttraining's binary_logloss: 0.0994493\tvalid_1's auc: 0.828357\tvalid_1's binary_logloss: 0.139381\n", + "[38]\ttraining's auc: 0.936979\ttraining's binary_logloss: 0.0989557\tvalid_1's auc: 0.82796\tvalid_1's binary_logloss: 0.139499\n", + "[39]\ttraining's auc: 0.938391\ttraining's binary_logloss: 0.098481\tvalid_1's auc: 0.828421\tvalid_1's binary_logloss: 0.139463\n", + "[40]\ttraining's auc: 0.939617\ttraining's binary_logloss: 0.0980372\tvalid_1's auc: 0.828624\tvalid_1's binary_logloss: 0.139511\n", + "[41]\ttraining's auc: 0.940068\ttraining's binary_logloss: 0.0975717\tvalid_1's auc: 0.828006\tvalid_1's binary_logloss: 0.139732\n", + "[42]\ttraining's auc: 0.940599\ttraining's binary_logloss: 0.097122\tvalid_1's auc: 0.82734\tvalid_1's binary_logloss: 0.139936\n", + "[43]\ttraining's auc: 0.940955\ttraining's binary_logloss: 0.0967696\tvalid_1's auc: 0.827261\tvalid_1's binary_logloss: 0.13996\n", + "[44]\ttraining's auc: 0.941844\ttraining's binary_logloss: 0.09622\tvalid_1's auc: 0.826946\tvalid_1's binary_logloss: 0.140092\n", + "[45]\ttraining's auc: 0.942713\ttraining's binary_logloss: 0.0956235\tvalid_1's auc: 0.826832\tvalid_1's binary_logloss: 0.140218\n", + "[1]\ttraining's auc: 0.834452\ttraining's binary_logloss: 0.151466\tvalid_1's auc: 0.809196\tvalid_1's binary_logloss: 0.15497\n", + "[2]\ttraining's auc: 0.845276\ttraining's binary_logloss: 0.145088\tvalid_1's auc: 0.813182\tvalid_1's binary_logloss: 0.149917\n", + "[3]\ttraining's auc: 0.854896\ttraining's binary_logloss: 0.140635\tvalid_1's auc: 0.820666\tvalid_1's binary_logloss: 0.146606\n", + "[4]\ttraining's auc: 0.86149\ttraining's binary_logloss: 0.137215\tvalid_1's auc: 0.825587\tvalid_1's binary_logloss: 0.144136\n", + "[5]\ttraining's auc: 0.863936\ttraining's binary_logloss: 0.134522\tvalid_1's auc: 0.826961\tvalid_1's binary_logloss: 0.142216\n", + "[6]\ttraining's auc: 0.866527\ttraining's binary_logloss: 0.132277\tvalid_1's auc: 0.827562\tvalid_1's binary_logloss: 0.140746\n", + "[7]\ttraining's auc: 0.869747\ttraining's binary_logloss: 0.130379\tvalid_1's auc: 0.827786\tvalid_1's binary_logloss: 0.139752\n", + "[8]\ttraining's auc: 0.873016\ttraining's binary_logloss: 0.128767\tvalid_1's auc: 0.827504\tvalid_1's binary_logloss: 0.139012\n", + "[9]\ttraining's auc: 0.876698\ttraining's binary_logloss: 0.127296\tvalid_1's auc: 0.829085\tvalid_1's binary_logloss: 0.138255\n", + "[10]\ttraining's auc: 0.87838\ttraining's binary_logloss: 0.125998\tvalid_1's auc: 0.828883\tvalid_1's binary_logloss: 0.137685\n", + "[11]\ttraining's auc: 0.880052\ttraining's binary_logloss: 0.124883\tvalid_1's auc: 0.829989\tvalid_1's binary_logloss: 0.137247\n", + "[12]\ttraining's auc: 0.881985\ttraining's binary_logloss: 0.123871\tvalid_1's auc: 0.830774\tvalid_1's binary_logloss: 0.136935\n", + "[13]\ttraining's auc: 0.884049\ttraining's binary_logloss: 0.122941\tvalid_1's auc: 0.830565\tvalid_1's binary_logloss: 0.136726\n", + "[14]\ttraining's auc: 0.886333\ttraining's binary_logloss: 0.121942\tvalid_1's auc: 0.830637\tvalid_1's binary_logloss: 0.136469\n", + "[15]\ttraining's auc: 0.888769\ttraining's binary_logloss: 0.120942\tvalid_1's auc: 0.830448\tvalid_1's binary_logloss: 0.13634\n", + "[16]\ttraining's auc: 0.890349\ttraining's binary_logloss: 0.120136\tvalid_1's auc: 0.829752\tvalid_1's binary_logloss: 0.136268\n", + "[17]\ttraining's auc: 0.892573\ttraining's binary_logloss: 0.11931\tvalid_1's auc: 0.829224\tvalid_1's binary_logloss: 0.136257\n", + "[18]\ttraining's auc: 0.894412\ttraining's binary_logloss: 0.118621\tvalid_1's auc: 0.829666\tvalid_1's binary_logloss: 0.136144\n", + "[19]\ttraining's auc: 0.896355\ttraining's binary_logloss: 0.11774\tvalid_1's auc: 0.8294\tvalid_1's binary_logloss: 0.13629\n", + "[20]\ttraining's auc: 0.898277\ttraining's binary_logloss: 0.117017\tvalid_1's auc: 0.829406\tvalid_1's binary_logloss: 0.136264\n", + "[21]\ttraining's auc: 0.899851\ttraining's binary_logloss: 0.116369\tvalid_1's auc: 0.829362\tvalid_1's binary_logloss: 0.136292\n", + "[22]\ttraining's auc: 0.901948\ttraining's binary_logloss: 0.115783\tvalid_1's auc: 0.829388\tvalid_1's binary_logloss: 0.136287\n", + "[23]\ttraining's auc: 0.903902\ttraining's binary_logloss: 0.11505\tvalid_1's auc: 0.829225\tvalid_1's binary_logloss: 0.136393\n", + "[24]\ttraining's auc: 0.905174\ttraining's binary_logloss: 0.114439\tvalid_1's auc: 0.828893\tvalid_1's binary_logloss: 0.136444\n", + "[25]\ttraining's auc: 0.906577\ttraining's binary_logloss: 0.113987\tvalid_1's auc: 0.828712\tvalid_1's binary_logloss: 0.136467\n", + "[26]\ttraining's auc: 0.907817\ttraining's binary_logloss: 0.113453\tvalid_1's auc: 0.828387\tvalid_1's binary_logloss: 0.136608\n", + "[27]\ttraining's auc: 0.909251\ttraining's binary_logloss: 0.112917\tvalid_1's auc: 0.828618\tvalid_1's binary_logloss: 0.136584\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[28]\ttraining's auc: 0.91051\ttraining's binary_logloss: 0.112354\tvalid_1's auc: 0.828494\tvalid_1's binary_logloss: 0.136625\n", + "[29]\ttraining's auc: 0.912127\ttraining's binary_logloss: 0.111871\tvalid_1's auc: 0.827792\tvalid_1's binary_logloss: 0.136754\n", + "[30]\ttraining's auc: 0.913178\ttraining's binary_logloss: 0.111364\tvalid_1's auc: 0.828142\tvalid_1's binary_logloss: 0.136722\n", + "[31]\ttraining's auc: 0.914425\ttraining's binary_logloss: 0.110858\tvalid_1's auc: 0.828454\tvalid_1's binary_logloss: 0.136719\n", + "[32]\ttraining's auc: 0.915033\ttraining's binary_logloss: 0.110477\tvalid_1's auc: 0.828335\tvalid_1's binary_logloss: 0.136794\n", + "[33]\ttraining's auc: 0.915952\ttraining's binary_logloss: 0.110046\tvalid_1's auc: 0.827575\tvalid_1's binary_logloss: 0.137004\n", + "[34]\ttraining's auc: 0.917177\ttraining's binary_logloss: 0.109513\tvalid_1's auc: 0.827119\tvalid_1's binary_logloss: 0.13709\n", + "[35]\ttraining's auc: 0.918498\ttraining's binary_logloss: 0.10897\tvalid_1's auc: 0.827505\tvalid_1's binary_logloss: 0.137041\n", + "[36]\ttraining's auc: 0.919711\ttraining's binary_logloss: 0.108463\tvalid_1's auc: 0.827035\tvalid_1's binary_logloss: 0.137103\n", + "[37]\ttraining's auc: 0.920372\ttraining's binary_logloss: 0.108081\tvalid_1's auc: 0.826711\tvalid_1's binary_logloss: 0.137202\n", + "[38]\ttraining's auc: 0.921088\ttraining's binary_logloss: 0.107697\tvalid_1's auc: 0.826218\tvalid_1's binary_logloss: 0.137373\n", + "[39]\ttraining's auc: 0.92176\ttraining's binary_logloss: 0.107279\tvalid_1's auc: 0.825345\tvalid_1's binary_logloss: 0.137582\n", + "[40]\ttraining's auc: 0.922455\ttraining's binary_logloss: 0.106881\tvalid_1's auc: 0.825499\tvalid_1's binary_logloss: 0.137595\n", + "[41]\ttraining's auc: 0.923321\ttraining's binary_logloss: 0.106491\tvalid_1's auc: 0.825657\tvalid_1's binary_logloss: 0.137577\n", + "[42]\ttraining's auc: 0.924058\ttraining's binary_logloss: 0.106089\tvalid_1's auc: 0.82471\tvalid_1's binary_logloss: 0.137788\n", + "[1]\ttraining's auc: 0.82857\ttraining's binary_logloss: 0.1543\tvalid_1's auc: 0.815162\tvalid_1's binary_logloss: 0.150478\n", + "[2]\ttraining's auc: 0.841241\ttraining's binary_logloss: 0.147681\tvalid_1's auc: 0.823938\tvalid_1's binary_logloss: 0.1453\n", + "[3]\ttraining's auc: 0.849988\ttraining's binary_logloss: 0.143146\tvalid_1's auc: 0.826975\tvalid_1's binary_logloss: 0.142005\n", + "[4]\ttraining's auc: 0.853888\ttraining's binary_logloss: 0.139733\tvalid_1's auc: 0.828689\tvalid_1's binary_logloss: 0.139535\n", + "[5]\ttraining's auc: 0.859634\ttraining's binary_logloss: 0.137007\tvalid_1's auc: 0.832488\tvalid_1's binary_logloss: 0.13757\n", + "[6]\ttraining's auc: 0.864348\ttraining's binary_logloss: 0.134632\tvalid_1's auc: 0.833114\tvalid_1's binary_logloss: 0.136165\n", + "[7]\ttraining's auc: 0.867862\ttraining's binary_logloss: 0.132721\tvalid_1's auc: 0.832404\tvalid_1's binary_logloss: 0.135099\n", + "[8]\ttraining's auc: 0.87053\ttraining's binary_logloss: 0.131059\tvalid_1's auc: 0.833812\tvalid_1's binary_logloss: 0.13423\n", + "[9]\ttraining's auc: 0.872891\ttraining's binary_logloss: 0.129577\tvalid_1's auc: 0.833712\tvalid_1's binary_logloss: 0.133547\n", + "[10]\ttraining's auc: 0.875105\ttraining's binary_logloss: 0.128225\tvalid_1's auc: 0.832762\tvalid_1's binary_logloss: 0.133104\n", + "[11]\ttraining's auc: 0.877245\ttraining's binary_logloss: 0.127067\tvalid_1's auc: 0.832539\tvalid_1's binary_logloss: 0.132718\n", + "[12]\ttraining's auc: 0.879567\ttraining's binary_logloss: 0.125996\tvalid_1's auc: 0.832415\tvalid_1's binary_logloss: 0.132462\n", + "[13]\ttraining's auc: 0.882704\ttraining's binary_logloss: 0.124946\tvalid_1's auc: 0.832163\tvalid_1's binary_logloss: 0.132327\n", + "[14]\ttraining's auc: 0.886031\ttraining's binary_logloss: 0.12389\tvalid_1's auc: 0.833364\tvalid_1's binary_logloss: 0.132054\n", + "[15]\ttraining's auc: 0.88786\ttraining's binary_logloss: 0.123014\tvalid_1's auc: 0.832973\tvalid_1's binary_logloss: 0.131943\n", + "[16]\ttraining's auc: 0.889562\ttraining's binary_logloss: 0.122212\tvalid_1's auc: 0.832833\tvalid_1's binary_logloss: 0.131852\n", + "[17]\ttraining's auc: 0.891367\ttraining's binary_logloss: 0.121415\tvalid_1's auc: 0.832626\tvalid_1's binary_logloss: 0.131795\n", + "[18]\ttraining's auc: 0.893443\ttraining's binary_logloss: 0.120678\tvalid_1's auc: 0.83285\tvalid_1's binary_logloss: 0.131694\n", + "[19]\ttraining's auc: 0.895131\ttraining's binary_logloss: 0.12\tvalid_1's auc: 0.833455\tvalid_1's binary_logloss: 0.131524\n", + "[20]\ttraining's auc: 0.896742\ttraining's binary_logloss: 0.119335\tvalid_1's auc: 0.834162\tvalid_1's binary_logloss: 0.131388\n", + "[21]\ttraining's auc: 0.898352\ttraining's binary_logloss: 0.118739\tvalid_1's auc: 0.833974\tvalid_1's binary_logloss: 0.131362\n", + "[22]\ttraining's auc: 0.900174\ttraining's binary_logloss: 0.118085\tvalid_1's auc: 0.834\tvalid_1's binary_logloss: 0.13136\n", + "[23]\ttraining's auc: 0.902178\ttraining's binary_logloss: 0.117399\tvalid_1's auc: 0.834584\tvalid_1's binary_logloss: 0.131271\n", + "[24]\ttraining's auc: 0.9038\ttraining's binary_logloss: 0.11676\tvalid_1's auc: 0.834965\tvalid_1's binary_logloss: 0.131225\n", + "[25]\ttraining's auc: 0.905566\ttraining's binary_logloss: 0.11619\tvalid_1's auc: 0.834526\tvalid_1's binary_logloss: 0.131297\n", + "[26]\ttraining's auc: 0.906752\ttraining's binary_logloss: 0.115727\tvalid_1's auc: 0.834783\tvalid_1's binary_logloss: 0.131254\n", + "[27]\ttraining's auc: 0.908131\ttraining's binary_logloss: 0.115121\tvalid_1's auc: 0.83466\tvalid_1's binary_logloss: 0.131266\n", + "[28]\ttraining's auc: 0.909903\ttraining's binary_logloss: 0.11453\tvalid_1's auc: 0.834405\tvalid_1's binary_logloss: 0.131332\n", + "[29]\ttraining's auc: 0.910786\ttraining's binary_logloss: 0.114044\tvalid_1's auc: 0.834306\tvalid_1's binary_logloss: 0.131356\n", + "[30]\ttraining's auc: 0.91222\ttraining's binary_logloss: 0.113565\tvalid_1's auc: 0.834178\tvalid_1's binary_logloss: 0.131388\n", + "[31]\ttraining's auc: 0.913344\ttraining's binary_logloss: 0.113161\tvalid_1's auc: 0.834258\tvalid_1's binary_logloss: 0.131365\n", + "[32]\ttraining's auc: 0.914737\ttraining's binary_logloss: 0.112645\tvalid_1's auc: 0.834529\tvalid_1's binary_logloss: 0.131359\n", + "[33]\ttraining's auc: 0.915671\ttraining's binary_logloss: 0.112164\tvalid_1's auc: 0.83443\tvalid_1's binary_logloss: 0.131421\n", + "[34]\ttraining's auc: 0.916685\ttraining's binary_logloss: 0.111634\tvalid_1's auc: 0.834005\tvalid_1's binary_logloss: 0.131538\n", + "[35]\ttraining's auc: 0.91756\ttraining's binary_logloss: 0.111174\tvalid_1's auc: 0.834117\tvalid_1's binary_logloss: 0.131543\n", + "[36]\ttraining's auc: 0.918963\ttraining's binary_logloss: 0.110702\tvalid_1's auc: 0.83457\tvalid_1's binary_logloss: 0.131494\n", + "[37]\ttraining's auc: 0.919964\ttraining's binary_logloss: 0.110368\tvalid_1's auc: 0.834547\tvalid_1's binary_logloss: 0.13154\n", + "[38]\ttraining's auc: 0.920723\ttraining's binary_logloss: 0.109918\tvalid_1's auc: 0.834498\tvalid_1's binary_logloss: 0.131598\n", + "[39]\ttraining's auc: 0.921286\ttraining's binary_logloss: 0.109549\tvalid_1's auc: 0.834017\tvalid_1's binary_logloss: 0.131679\n", + "[40]\ttraining's auc: 0.921926\ttraining's binary_logloss: 0.109153\tvalid_1's auc: 0.833831\tvalid_1's binary_logloss: 0.131727\n", + "[41]\ttraining's auc: 0.922846\ttraining's binary_logloss: 0.108628\tvalid_1's auc: 0.833292\tvalid_1's binary_logloss: 0.131866\n", + "[42]\ttraining's auc: 0.923315\ttraining's binary_logloss: 0.108308\tvalid_1's auc: 0.833062\tvalid_1's binary_logloss: 0.131915\n", + "[43]\ttraining's auc: 0.924094\ttraining's binary_logloss: 0.107876\tvalid_1's auc: 0.833003\tvalid_1's binary_logloss: 0.131958\n", + "[44]\ttraining's auc: 0.924611\ttraining's binary_logloss: 0.107533\tvalid_1's auc: 0.832354\tvalid_1's binary_logloss: 0.132113\n", + "[45]\ttraining's auc: 0.925436\ttraining's binary_logloss: 0.107085\tvalid_1's auc: 0.832237\tvalid_1's binary_logloss: 0.132173\n", + "[46]\ttraining's auc: 0.926556\ttraining's binary_logloss: 0.106666\tvalid_1's auc: 0.831918\tvalid_1's binary_logloss: 0.132227\n", + "[47]\ttraining's auc: 0.927516\ttraining's binary_logloss: 0.106199\tvalid_1's auc: 0.831225\tvalid_1's binary_logloss: 0.132448\n", + "[48]\ttraining's auc: 0.928486\ttraining's binary_logloss: 0.105868\tvalid_1's auc: 0.8307\tvalid_1's binary_logloss: 0.132577\n", + "[49]\ttraining's auc: 0.929165\ttraining's binary_logloss: 0.105404\tvalid_1's auc: 0.831196\tvalid_1's binary_logloss: 0.13246\n", + "[50]\ttraining's auc: 0.929956\ttraining's binary_logloss: 0.105077\tvalid_1's auc: 0.831043\tvalid_1's binary_logloss: 0.132548\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[51]\ttraining's auc: 0.930351\ttraining's binary_logloss: 0.104787\tvalid_1's auc: 0.830814\tvalid_1's binary_logloss: 0.132637\n", + "[52]\ttraining's auc: 0.930709\ttraining's binary_logloss: 0.104489\tvalid_1's auc: 0.830527\tvalid_1's binary_logloss: 0.132701\n", + "[53]\ttraining's auc: 0.9313\ttraining's binary_logloss: 0.104237\tvalid_1's auc: 0.830941\tvalid_1's binary_logloss: 0.13265\n", + "[54]\ttraining's auc: 0.931872\ttraining's binary_logloss: 0.103871\tvalid_1's auc: 0.83065\tvalid_1's binary_logloss: 0.132718\n", + "[1]\ttraining's auc: 0.829024\ttraining's binary_logloss: 0.150909\tvalid_1's auc: 0.806795\tvalid_1's binary_logloss: 0.157728\n", + "[2]\ttraining's auc: 0.84115\ttraining's binary_logloss: 0.144394\tvalid_1's auc: 0.816236\tvalid_1's binary_logloss: 0.151929\n", + "[3]\ttraining's auc: 0.851018\ttraining's binary_logloss: 0.139864\tvalid_1's auc: 0.823688\tvalid_1's binary_logloss: 0.148235\n", + "[4]\ttraining's auc: 0.855509\ttraining's binary_logloss: 0.136275\tvalid_1's auc: 0.826402\tvalid_1's binary_logloss: 0.145517\n", + "[5]\ttraining's auc: 0.860159\ttraining's binary_logloss: 0.133553\tvalid_1's auc: 0.828103\tvalid_1's binary_logloss: 0.14355\n", + "[6]\ttraining's auc: 0.864115\ttraining's binary_logloss: 0.131396\tvalid_1's auc: 0.829788\tvalid_1's binary_logloss: 0.141977\n", + "[7]\ttraining's auc: 0.867827\ttraining's binary_logloss: 0.129482\tvalid_1's auc: 0.830087\tvalid_1's binary_logloss: 0.140783\n", + "[8]\ttraining's auc: 0.8705\ttraining's binary_logloss: 0.127876\tvalid_1's auc: 0.830496\tvalid_1's binary_logloss: 0.140027\n", + "[9]\ttraining's auc: 0.874008\ttraining's binary_logloss: 0.126411\tvalid_1's auc: 0.83159\tvalid_1's binary_logloss: 0.139329\n", + "[10]\ttraining's auc: 0.876668\ttraining's binary_logloss: 0.125111\tvalid_1's auc: 0.832658\tvalid_1's binary_logloss: 0.1388\n", + "[11]\ttraining's auc: 0.879148\ttraining's binary_logloss: 0.124038\tvalid_1's auc: 0.83263\tvalid_1's binary_logloss: 0.138321\n", + "[12]\ttraining's auc: 0.882027\ttraining's binary_logloss: 0.122872\tvalid_1's auc: 0.83335\tvalid_1's binary_logloss: 0.137908\n", + "[13]\ttraining's auc: 0.886065\ttraining's binary_logloss: 0.121807\tvalid_1's auc: 0.835272\tvalid_1's binary_logloss: 0.137512\n", + "[14]\ttraining's auc: 0.887952\ttraining's binary_logloss: 0.120933\tvalid_1's auc: 0.835353\tvalid_1's binary_logloss: 0.137289\n", + "[15]\ttraining's auc: 0.890193\ttraining's binary_logloss: 0.119981\tvalid_1's auc: 0.835664\tvalid_1's binary_logloss: 0.137149\n", + "[16]\ttraining's auc: 0.891702\ttraining's binary_logloss: 0.119206\tvalid_1's auc: 0.835791\tvalid_1's binary_logloss: 0.136946\n", + "[17]\ttraining's auc: 0.893449\ttraining's binary_logloss: 0.118387\tvalid_1's auc: 0.835244\tvalid_1's binary_logloss: 0.136933\n", + "[18]\ttraining's auc: 0.895206\ttraining's binary_logloss: 0.117652\tvalid_1's auc: 0.835226\tvalid_1's binary_logloss: 0.136783\n", + "[19]\ttraining's auc: 0.897404\ttraining's binary_logloss: 0.116983\tvalid_1's auc: 0.83453\tvalid_1's binary_logloss: 0.1368\n", + "[20]\ttraining's auc: 0.899406\ttraining's binary_logloss: 0.116289\tvalid_1's auc: 0.833902\tvalid_1's binary_logloss: 0.13691\n", + "[21]\ttraining's auc: 0.901103\ttraining's binary_logloss: 0.115603\tvalid_1's auc: 0.833819\tvalid_1's binary_logloss: 0.136916\n", + "[22]\ttraining's auc: 0.902973\ttraining's binary_logloss: 0.114987\tvalid_1's auc: 0.834079\tvalid_1's binary_logloss: 0.136865\n", + "[23]\ttraining's auc: 0.904506\ttraining's binary_logloss: 0.114381\tvalid_1's auc: 0.833555\tvalid_1's binary_logloss: 0.136928\n", + "[24]\ttraining's auc: 0.90663\ttraining's binary_logloss: 0.113773\tvalid_1's auc: 0.834108\tvalid_1's binary_logloss: 0.136882\n", + "[25]\ttraining's auc: 0.90831\ttraining's binary_logloss: 0.113082\tvalid_1's auc: 0.833943\tvalid_1's binary_logloss: 0.136938\n", + "[26]\ttraining's auc: 0.909816\ttraining's binary_logloss: 0.112444\tvalid_1's auc: 0.833419\tvalid_1's binary_logloss: 0.137074\n", + "[27]\ttraining's auc: 0.911451\ttraining's binary_logloss: 0.111799\tvalid_1's auc: 0.8328\tvalid_1's binary_logloss: 0.137227\n", + "[28]\ttraining's auc: 0.912605\ttraining's binary_logloss: 0.111235\tvalid_1's auc: 0.833196\tvalid_1's binary_logloss: 0.137228\n", + "[29]\ttraining's auc: 0.913557\ttraining's binary_logloss: 0.110745\tvalid_1's auc: 0.833064\tvalid_1's binary_logloss: 0.137277\n", + "[30]\ttraining's auc: 0.914814\ttraining's binary_logloss: 0.110256\tvalid_1's auc: 0.833188\tvalid_1's binary_logloss: 0.137225\n", + "[31]\ttraining's auc: 0.915579\ttraining's binary_logloss: 0.10984\tvalid_1's auc: 0.83293\tvalid_1's binary_logloss: 0.137323\n", + "[32]\ttraining's auc: 0.916904\ttraining's binary_logloss: 0.109281\tvalid_1's auc: 0.832833\tvalid_1's binary_logloss: 0.137364\n", + "[33]\ttraining's auc: 0.917839\ttraining's binary_logloss: 0.108778\tvalid_1's auc: 0.832652\tvalid_1's binary_logloss: 0.137434\n", + "[34]\ttraining's auc: 0.918991\ttraining's binary_logloss: 0.108275\tvalid_1's auc: 0.832262\tvalid_1's binary_logloss: 0.137523\n", + "[35]\ttraining's auc: 0.920342\ttraining's binary_logloss: 0.107829\tvalid_1's auc: 0.832693\tvalid_1's binary_logloss: 0.137497\n", + "[36]\ttraining's auc: 0.921026\ttraining's binary_logloss: 0.107428\tvalid_1's auc: 0.832428\tvalid_1's binary_logloss: 0.13756\n", + "[37]\ttraining's auc: 0.921887\ttraining's binary_logloss: 0.107029\tvalid_1's auc: 0.83258\tvalid_1's binary_logloss: 0.137538\n", + "[38]\ttraining's auc: 0.92296\ttraining's binary_logloss: 0.106499\tvalid_1's auc: 0.832204\tvalid_1's binary_logloss: 0.137671\n", + "[39]\ttraining's auc: 0.924037\ttraining's binary_logloss: 0.106017\tvalid_1's auc: 0.83216\tvalid_1's binary_logloss: 0.137701\n", + "[40]\ttraining's auc: 0.925091\ttraining's binary_logloss: 0.105489\tvalid_1's auc: 0.831539\tvalid_1's binary_logloss: 0.137825\n", + "[41]\ttraining's auc: 0.925825\ttraining's binary_logloss: 0.105071\tvalid_1's auc: 0.831334\tvalid_1's binary_logloss: 0.137901\n", + "[42]\ttraining's auc: 0.926596\ttraining's binary_logloss: 0.104649\tvalid_1's auc: 0.831545\tvalid_1's binary_logloss: 0.137884\n", + "[43]\ttraining's auc: 0.927457\ttraining's binary_logloss: 0.10421\tvalid_1's auc: 0.831254\tvalid_1's binary_logloss: 0.137953\n", + "[44]\ttraining's auc: 0.928071\ttraining's binary_logloss: 0.103866\tvalid_1's auc: 0.831151\tvalid_1's binary_logloss: 0.138013\n", + "[45]\ttraining's auc: 0.929263\ttraining's binary_logloss: 0.103327\tvalid_1's auc: 0.830489\tvalid_1's binary_logloss: 0.138126\n", + "[46]\ttraining's auc: 0.929791\ttraining's binary_logloss: 0.102922\tvalid_1's auc: 0.829829\tvalid_1's binary_logloss: 0.138243\n", + "[1]\ttraining's auc: 0.833694\ttraining's binary_logloss: 0.155571\tvalid_1's auc: 0.809096\tvalid_1's binary_logloss: 0.158108\n", + "[2]\ttraining's auc: 0.840972\ttraining's binary_logloss: 0.150121\tvalid_1's auc: 0.810352\tvalid_1's binary_logloss: 0.153729\n", + "[3]\ttraining's auc: 0.848498\ttraining's binary_logloss: 0.146097\tvalid_1's auc: 0.81527\tvalid_1's binary_logloss: 0.150527\n", + "[4]\ttraining's auc: 0.853546\ttraining's binary_logloss: 0.142854\tvalid_1's auc: 0.819035\tvalid_1's binary_logloss: 0.148049\n", + "[5]\ttraining's auc: 0.855681\ttraining's binary_logloss: 0.140213\tvalid_1's auc: 0.82185\tvalid_1's binary_logloss: 0.146046\n", + "[6]\ttraining's auc: 0.859753\ttraining's binary_logloss: 0.137927\tvalid_1's auc: 0.822866\tvalid_1's binary_logloss: 0.144453\n", + "[7]\ttraining's auc: 0.861484\ttraining's binary_logloss: 0.136022\tvalid_1's auc: 0.823405\tvalid_1's binary_logloss: 0.143063\n", + "[8]\ttraining's auc: 0.863082\ttraining's binary_logloss: 0.134437\tvalid_1's auc: 0.824061\tvalid_1's binary_logloss: 0.141987\n", + "[9]\ttraining's auc: 0.86481\ttraining's binary_logloss: 0.132903\tvalid_1's auc: 0.825403\tvalid_1's binary_logloss: 0.141044\n", + "[10]\ttraining's auc: 0.867801\ttraining's binary_logloss: 0.131605\tvalid_1's auc: 0.825595\tvalid_1's binary_logloss: 0.140321\n", + "[11]\ttraining's auc: 0.869219\ttraining's binary_logloss: 0.130429\tvalid_1's auc: 0.826343\tvalid_1's binary_logloss: 0.13968\n", + "[12]\ttraining's auc: 0.871539\ttraining's binary_logloss: 0.129339\tvalid_1's auc: 0.827007\tvalid_1's binary_logloss: 0.13911\n", + "[13]\ttraining's auc: 0.873144\ttraining's binary_logloss: 0.128397\tvalid_1's auc: 0.827348\tvalid_1's binary_logloss: 0.138694\n", + "[14]\ttraining's auc: 0.874602\ttraining's binary_logloss: 0.127528\tvalid_1's auc: 0.827124\tvalid_1's binary_logloss: 0.138338\n", + "[15]\ttraining's auc: 0.876327\ttraining's binary_logloss: 0.126681\tvalid_1's auc: 0.828077\tvalid_1's binary_logloss: 0.13791\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[16]\ttraining's auc: 0.878136\ttraining's binary_logloss: 0.125926\tvalid_1's auc: 0.828108\tvalid_1's binary_logloss: 0.13764\n", + "[17]\ttraining's auc: 0.879715\ttraining's binary_logloss: 0.125191\tvalid_1's auc: 0.827544\tvalid_1's binary_logloss: 0.137484\n", + "[18]\ttraining's auc: 0.881747\ttraining's binary_logloss: 0.124425\tvalid_1's auc: 0.827326\tvalid_1's binary_logloss: 0.137316\n", + "[19]\ttraining's auc: 0.88321\ttraining's binary_logloss: 0.123761\tvalid_1's auc: 0.827746\tvalid_1's binary_logloss: 0.137088\n", + "[20]\ttraining's auc: 0.884377\ttraining's binary_logloss: 0.123115\tvalid_1's auc: 0.828422\tvalid_1's binary_logloss: 0.136842\n", + "[21]\ttraining's auc: 0.885557\ttraining's binary_logloss: 0.122517\tvalid_1's auc: 0.828519\tvalid_1's binary_logloss: 0.13671\n", + "[22]\ttraining's auc: 0.886725\ttraining's binary_logloss: 0.121944\tvalid_1's auc: 0.828788\tvalid_1's binary_logloss: 0.136601\n", + "[23]\ttraining's auc: 0.887977\ttraining's binary_logloss: 0.12142\tvalid_1's auc: 0.828973\tvalid_1's binary_logloss: 0.136528\n", + "[24]\ttraining's auc: 0.889177\ttraining's binary_logloss: 0.120942\tvalid_1's auc: 0.829314\tvalid_1's binary_logloss: 0.136414\n", + "[25]\ttraining's auc: 0.890478\ttraining's binary_logloss: 0.120437\tvalid_1's auc: 0.829432\tvalid_1's binary_logloss: 0.136362\n", + "[26]\ttraining's auc: 0.891805\ttraining's binary_logloss: 0.119954\tvalid_1's auc: 0.829834\tvalid_1's binary_logloss: 0.13623\n", + "[27]\ttraining's auc: 0.892961\ttraining's binary_logloss: 0.119411\tvalid_1's auc: 0.829786\tvalid_1's binary_logloss: 0.136191\n", + "[28]\ttraining's auc: 0.894131\ttraining's binary_logloss: 0.118949\tvalid_1's auc: 0.829709\tvalid_1's binary_logloss: 0.136198\n", + "[29]\ttraining's auc: 0.895213\ttraining's binary_logloss: 0.118498\tvalid_1's auc: 0.829505\tvalid_1's binary_logloss: 0.136234\n", + "[30]\ttraining's auc: 0.896849\ttraining's binary_logloss: 0.118014\tvalid_1's auc: 0.829711\tvalid_1's binary_logloss: 0.136199\n", + "[31]\ttraining's auc: 0.898353\ttraining's binary_logloss: 0.117541\tvalid_1's auc: 0.829957\tvalid_1's binary_logloss: 0.136186\n", + "[32]\ttraining's auc: 0.899455\ttraining's binary_logloss: 0.117125\tvalid_1's auc: 0.830072\tvalid_1's binary_logloss: 0.136201\n", + "[33]\ttraining's auc: 0.901009\ttraining's binary_logloss: 0.116695\tvalid_1's auc: 0.829857\tvalid_1's binary_logloss: 0.136229\n", + "[34]\ttraining's auc: 0.901829\ttraining's binary_logloss: 0.116338\tvalid_1's auc: 0.829715\tvalid_1's binary_logloss: 0.13621\n", + "[35]\ttraining's auc: 0.902802\ttraining's binary_logloss: 0.115902\tvalid_1's auc: 0.829346\tvalid_1's binary_logloss: 0.136317\n", + "[36]\ttraining's auc: 0.903898\ttraining's binary_logloss: 0.115511\tvalid_1's auc: 0.829432\tvalid_1's binary_logloss: 0.136307\n", + "[37]\ttraining's auc: 0.904724\ttraining's binary_logloss: 0.115193\tvalid_1's auc: 0.829427\tvalid_1's binary_logloss: 0.136309\n", + "[38]\ttraining's auc: 0.905466\ttraining's binary_logloss: 0.114821\tvalid_1's auc: 0.829031\tvalid_1's binary_logloss: 0.13639\n", + "[39]\ttraining's auc: 0.906077\ttraining's binary_logloss: 0.114475\tvalid_1's auc: 0.828771\tvalid_1's binary_logloss: 0.13646\n", + "[40]\ttraining's auc: 0.906706\ttraining's binary_logloss: 0.114197\tvalid_1's auc: 0.828957\tvalid_1's binary_logloss: 0.136466\n", + "[41]\ttraining's auc: 0.907582\ttraining's binary_logloss: 0.113811\tvalid_1's auc: 0.828752\tvalid_1's binary_logloss: 0.136518\n", + "[42]\ttraining's auc: 0.90861\ttraining's binary_logloss: 0.113502\tvalid_1's auc: 0.828346\tvalid_1's binary_logloss: 0.136589\n", + "[43]\ttraining's auc: 0.90948\ttraining's binary_logloss: 0.113131\tvalid_1's auc: 0.828708\tvalid_1's binary_logloss: 0.136545\n", + "[44]\ttraining's auc: 0.910233\ttraining's binary_logloss: 0.112784\tvalid_1's auc: 0.82826\tvalid_1's binary_logloss: 0.136659\n", + "[45]\ttraining's auc: 0.910933\ttraining's binary_logloss: 0.11246\tvalid_1's auc: 0.828059\tvalid_1's binary_logloss: 0.13671\n", + "[46]\ttraining's auc: 0.911554\ttraining's binary_logloss: 0.112158\tvalid_1's auc: 0.828267\tvalid_1's binary_logloss: 0.136693\n", + "[47]\ttraining's auc: 0.912295\ttraining's binary_logloss: 0.111851\tvalid_1's auc: 0.827664\tvalid_1's binary_logloss: 0.136791\n", + "[48]\ttraining's auc: 0.912886\ttraining's binary_logloss: 0.11154\tvalid_1's auc: 0.827216\tvalid_1's binary_logloss: 0.136889\n", + "[49]\ttraining's auc: 0.913492\ttraining's binary_logloss: 0.111279\tvalid_1's auc: 0.827275\tvalid_1's binary_logloss: 0.136935\n", + "[50]\ttraining's auc: 0.914478\ttraining's binary_logloss: 0.110911\tvalid_1's auc: 0.827041\tvalid_1's binary_logloss: 0.136989\n", + "[51]\ttraining's auc: 0.915316\ttraining's binary_logloss: 0.110675\tvalid_1's auc: 0.826867\tvalid_1's binary_logloss: 0.13702\n", + "[52]\ttraining's auc: 0.916182\ttraining's binary_logloss: 0.110349\tvalid_1's auc: 0.82674\tvalid_1's binary_logloss: 0.137062\n", + "[53]\ttraining's auc: 0.916778\ttraining's binary_logloss: 0.110069\tvalid_1's auc: 0.826157\tvalid_1's binary_logloss: 0.13719\n", + "[54]\ttraining's auc: 0.917263\ttraining's binary_logloss: 0.109781\tvalid_1's auc: 0.825962\tvalid_1's binary_logloss: 0.137223\n", + "[55]\ttraining's auc: 0.917773\ttraining's binary_logloss: 0.109481\tvalid_1's auc: 0.82565\tvalid_1's binary_logloss: 0.137307\n", + "[56]\ttraining's auc: 0.918527\ttraining's binary_logloss: 0.109211\tvalid_1's auc: 0.825678\tvalid_1's binary_logloss: 0.137329\n", + "[57]\ttraining's auc: 0.919016\ttraining's binary_logloss: 0.10891\tvalid_1's auc: 0.825657\tvalid_1's binary_logloss: 0.13737\n", + "[58]\ttraining's auc: 0.919589\ttraining's binary_logloss: 0.10862\tvalid_1's auc: 0.825576\tvalid_1's binary_logloss: 0.137441\n", + "[59]\ttraining's auc: 0.919918\ttraining's binary_logloss: 0.10843\tvalid_1's auc: 0.825431\tvalid_1's binary_logloss: 0.137494\n", + "[60]\ttraining's auc: 0.920607\ttraining's binary_logloss: 0.108156\tvalid_1's auc: 0.825301\tvalid_1's binary_logloss: 0.137523\n", + "[61]\ttraining's auc: 0.921478\ttraining's binary_logloss: 0.107892\tvalid_1's auc: 0.825546\tvalid_1's binary_logloss: 0.137513\n", + "[1]\ttraining's auc: 0.82749\ttraining's binary_logloss: 0.158255\tvalid_1's auc: 0.813844\tvalid_1's binary_logloss: 0.153585\n", + "[2]\ttraining's auc: 0.838314\ttraining's binary_logloss: 0.152606\tvalid_1's auc: 0.820402\tvalid_1's binary_logloss: 0.148946\n", + "[3]\ttraining's auc: 0.842399\ttraining's binary_logloss: 0.148502\tvalid_1's auc: 0.825268\tvalid_1's binary_logloss: 0.145615\n", + "[4]\ttraining's auc: 0.8504\ttraining's binary_logloss: 0.145202\tvalid_1's auc: 0.829325\tvalid_1's binary_logloss: 0.143112\n", + "[5]\ttraining's auc: 0.85345\ttraining's binary_logloss: 0.142602\tvalid_1's auc: 0.829886\tvalid_1's binary_logloss: 0.141226\n", + "[6]\ttraining's auc: 0.856548\ttraining's binary_logloss: 0.140367\tvalid_1's auc: 0.833215\tvalid_1's binary_logloss: 0.139468\n", + "[7]\ttraining's auc: 0.858264\ttraining's binary_logloss: 0.13846\tvalid_1's auc: 0.834121\tvalid_1's binary_logloss: 0.138137\n", + "[8]\ttraining's auc: 0.861313\ttraining's binary_logloss: 0.136735\tvalid_1's auc: 0.835199\tvalid_1's binary_logloss: 0.136906\n", + "[9]\ttraining's auc: 0.864146\ttraining's binary_logloss: 0.13527\tvalid_1's auc: 0.834998\tvalid_1's binary_logloss: 0.135999\n", + "[10]\ttraining's auc: 0.865693\ttraining's binary_logloss: 0.134\tvalid_1's auc: 0.83446\tvalid_1's binary_logloss: 0.135209\n", + "[11]\ttraining's auc: 0.867836\ttraining's binary_logloss: 0.132849\tvalid_1's auc: 0.834791\tvalid_1's binary_logloss: 0.134486\n", + "[12]\ttraining's auc: 0.869455\ttraining's binary_logloss: 0.131753\tvalid_1's auc: 0.834599\tvalid_1's binary_logloss: 0.133908\n", + "[13]\ttraining's auc: 0.871239\ttraining's binary_logloss: 0.1308\tvalid_1's auc: 0.835098\tvalid_1's binary_logloss: 0.133432\n", + "[14]\ttraining's auc: 0.872692\ttraining's binary_logloss: 0.129906\tvalid_1's auc: 0.834769\tvalid_1's binary_logloss: 0.133046\n", + "[15]\ttraining's auc: 0.874563\ttraining's binary_logloss: 0.129063\tvalid_1's auc: 0.834567\tvalid_1's binary_logloss: 0.132696\n", + "[16]\ttraining's auc: 0.876241\ttraining's binary_logloss: 0.128229\tvalid_1's auc: 0.834586\tvalid_1's binary_logloss: 0.132417\n", + "[17]\ttraining's auc: 0.877515\ttraining's binary_logloss: 0.127466\tvalid_1's auc: 0.834802\tvalid_1's binary_logloss: 0.132094\n", + "[18]\ttraining's auc: 0.87867\ttraining's binary_logloss: 0.12681\tvalid_1's auc: 0.834422\tvalid_1's binary_logloss: 0.131935\n", + "[19]\ttraining's auc: 0.879599\ttraining's binary_logloss: 0.126168\tvalid_1's auc: 0.834602\tvalid_1's binary_logloss: 0.131678\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[20]\ttraining's auc: 0.881427\ttraining's binary_logloss: 0.125443\tvalid_1's auc: 0.834848\tvalid_1's binary_logloss: 0.131549\n", + "[21]\ttraining's auc: 0.883022\ttraining's binary_logloss: 0.124813\tvalid_1's auc: 0.835271\tvalid_1's binary_logloss: 0.131395\n", + "[22]\ttraining's auc: 0.884359\ttraining's binary_logloss: 0.124231\tvalid_1's auc: 0.83529\tvalid_1's binary_logloss: 0.131248\n", + "[23]\ttraining's auc: 0.886045\ttraining's binary_logloss: 0.123698\tvalid_1's auc: 0.835304\tvalid_1's binary_logloss: 0.131142\n", + "[24]\ttraining's auc: 0.88743\ttraining's binary_logloss: 0.123108\tvalid_1's auc: 0.835533\tvalid_1's binary_logloss: 0.131008\n", + "[25]\ttraining's auc: 0.888613\ttraining's binary_logloss: 0.122611\tvalid_1's auc: 0.835279\tvalid_1's binary_logloss: 0.130943\n", + "[26]\ttraining's auc: 0.889668\ttraining's binary_logloss: 0.122105\tvalid_1's auc: 0.835608\tvalid_1's binary_logloss: 0.130946\n", + "[27]\ttraining's auc: 0.891077\ttraining's binary_logloss: 0.121619\tvalid_1's auc: 0.835538\tvalid_1's binary_logloss: 0.130887\n", + "[28]\ttraining's auc: 0.892092\ttraining's binary_logloss: 0.121199\tvalid_1's auc: 0.83564\tvalid_1's binary_logloss: 0.130805\n", + "[29]\ttraining's auc: 0.893106\ttraining's binary_logloss: 0.120743\tvalid_1's auc: 0.835634\tvalid_1's binary_logloss: 0.130768\n", + "[30]\ttraining's auc: 0.894587\ttraining's binary_logloss: 0.120256\tvalid_1's auc: 0.835567\tvalid_1's binary_logloss: 0.130779\n", + "[31]\ttraining's auc: 0.895723\ttraining's binary_logloss: 0.119864\tvalid_1's auc: 0.83575\tvalid_1's binary_logloss: 0.130718\n", + "[32]\ttraining's auc: 0.896553\ttraining's binary_logloss: 0.119445\tvalid_1's auc: 0.835962\tvalid_1's binary_logloss: 0.130675\n", + "[33]\ttraining's auc: 0.8976\ttraining's binary_logloss: 0.11901\tvalid_1's auc: 0.835832\tvalid_1's binary_logloss: 0.13071\n", + "[34]\ttraining's auc: 0.898593\ttraining's binary_logloss: 0.118633\tvalid_1's auc: 0.835719\tvalid_1's binary_logloss: 0.130713\n", + "[35]\ttraining's auc: 0.90014\ttraining's binary_logloss: 0.118209\tvalid_1's auc: 0.835985\tvalid_1's binary_logloss: 0.130689\n", + "[36]\ttraining's auc: 0.901122\ttraining's binary_logloss: 0.117851\tvalid_1's auc: 0.836011\tvalid_1's binary_logloss: 0.130684\n", + "[37]\ttraining's auc: 0.902109\ttraining's binary_logloss: 0.11753\tvalid_1's auc: 0.835753\tvalid_1's binary_logloss: 0.130727\n", + "[38]\ttraining's auc: 0.903095\ttraining's binary_logloss: 0.117183\tvalid_1's auc: 0.835573\tvalid_1's binary_logloss: 0.13075\n", + "[39]\ttraining's auc: 0.904425\ttraining's binary_logloss: 0.116775\tvalid_1's auc: 0.835441\tvalid_1's binary_logloss: 0.130767\n", + "[40]\ttraining's auc: 0.90532\ttraining's binary_logloss: 0.116409\tvalid_1's auc: 0.835616\tvalid_1's binary_logloss: 0.130736\n", + "[41]\ttraining's auc: 0.906125\ttraining's binary_logloss: 0.116103\tvalid_1's auc: 0.835775\tvalid_1's binary_logloss: 0.130704\n", + "[42]\ttraining's auc: 0.906953\ttraining's binary_logloss: 0.115723\tvalid_1's auc: 0.835617\tvalid_1's binary_logloss: 0.130761\n", + "[43]\ttraining's auc: 0.907723\ttraining's binary_logloss: 0.115362\tvalid_1's auc: 0.835293\tvalid_1's binary_logloss: 0.130819\n", + "[44]\ttraining's auc: 0.908484\ttraining's binary_logloss: 0.115063\tvalid_1's auc: 0.835347\tvalid_1's binary_logloss: 0.130823\n", + "[45]\ttraining's auc: 0.90939\ttraining's binary_logloss: 0.114661\tvalid_1's auc: 0.835599\tvalid_1's binary_logloss: 0.130778\n", + "[46]\ttraining's auc: 0.910709\ttraining's binary_logloss: 0.114325\tvalid_1's auc: 0.835395\tvalid_1's binary_logloss: 0.130814\n", + "[47]\ttraining's auc: 0.911284\ttraining's binary_logloss: 0.113996\tvalid_1's auc: 0.835242\tvalid_1's binary_logloss: 0.130847\n", + "[48]\ttraining's auc: 0.912271\ttraining's binary_logloss: 0.113641\tvalid_1's auc: 0.835278\tvalid_1's binary_logloss: 0.130863\n", + "[49]\ttraining's auc: 0.913203\ttraining's binary_logloss: 0.113289\tvalid_1's auc: 0.835381\tvalid_1's binary_logloss: 0.130859\n", + "[50]\ttraining's auc: 0.914026\ttraining's binary_logloss: 0.112961\tvalid_1's auc: 0.835551\tvalid_1's binary_logloss: 0.130829\n", + "[51]\ttraining's auc: 0.914764\ttraining's binary_logloss: 0.112596\tvalid_1's auc: 0.835702\tvalid_1's binary_logloss: 0.130788\n", + "[52]\ttraining's auc: 0.915474\ttraining's binary_logloss: 0.112277\tvalid_1's auc: 0.835242\tvalid_1's binary_logloss: 0.130874\n", + "[53]\ttraining's auc: 0.916151\ttraining's binary_logloss: 0.111978\tvalid_1's auc: 0.835001\tvalid_1's binary_logloss: 0.130912\n", + "[54]\ttraining's auc: 0.916718\ttraining's binary_logloss: 0.111729\tvalid_1's auc: 0.834938\tvalid_1's binary_logloss: 0.130969\n", + "[55]\ttraining's auc: 0.91721\ttraining's binary_logloss: 0.111499\tvalid_1's auc: 0.834968\tvalid_1's binary_logloss: 0.130973\n", + "[56]\ttraining's auc: 0.918034\ttraining's binary_logloss: 0.111189\tvalid_1's auc: 0.834573\tvalid_1's binary_logloss: 0.131032\n", + "[57]\ttraining's auc: 0.918631\ttraining's binary_logloss: 0.110903\tvalid_1's auc: 0.834246\tvalid_1's binary_logloss: 0.131082\n", + "[58]\ttraining's auc: 0.919234\ttraining's binary_logloss: 0.110627\tvalid_1's auc: 0.834139\tvalid_1's binary_logloss: 0.131117\n", + "[59]\ttraining's auc: 0.919857\ttraining's binary_logloss: 0.110329\tvalid_1's auc: 0.834117\tvalid_1's binary_logloss: 0.13114\n", + "[60]\ttraining's auc: 0.920585\ttraining's binary_logloss: 0.110041\tvalid_1's auc: 0.833768\tvalid_1's binary_logloss: 0.131168\n", + "[61]\ttraining's auc: 0.921061\ttraining's binary_logloss: 0.109781\tvalid_1's auc: 0.833873\tvalid_1's binary_logloss: 0.131162\n", + "[62]\ttraining's auc: 0.921443\ttraining's binary_logloss: 0.109504\tvalid_1's auc: 0.833742\tvalid_1's binary_logloss: 0.131207\n", + "[1]\ttraining's auc: 0.828355\ttraining's binary_logloss: 0.154716\tvalid_1's auc: 0.80788\tvalid_1's binary_logloss: 0.160929\n", + "[2]\ttraining's auc: 0.836929\ttraining's binary_logloss: 0.149301\tvalid_1's auc: 0.816461\tvalid_1's binary_logloss: 0.155803\n", + "[3]\ttraining's auc: 0.844881\ttraining's binary_logloss: 0.145337\tvalid_1's auc: 0.824271\tvalid_1's binary_logloss: 0.152183\n", + "[4]\ttraining's auc: 0.849991\ttraining's binary_logloss: 0.14214\tvalid_1's auc: 0.826058\tvalid_1's binary_logloss: 0.149616\n", + "[5]\ttraining's auc: 0.853257\ttraining's binary_logloss: 0.139427\tvalid_1's auc: 0.827923\tvalid_1's binary_logloss: 0.147443\n", + "[6]\ttraining's auc: 0.85497\ttraining's binary_logloss: 0.137241\tvalid_1's auc: 0.828921\tvalid_1's binary_logloss: 0.145739\n", + "[7]\ttraining's auc: 0.85697\ttraining's binary_logloss: 0.135241\tvalid_1's auc: 0.829635\tvalid_1's binary_logloss: 0.144281\n", + "[8]\ttraining's auc: 0.8585\ttraining's binary_logloss: 0.1336\tvalid_1's auc: 0.830599\tvalid_1's binary_logloss: 0.143155\n", + "[9]\ttraining's auc: 0.860765\ttraining's binary_logloss: 0.132179\tvalid_1's auc: 0.830959\tvalid_1's binary_logloss: 0.142161\n", + "[10]\ttraining's auc: 0.863155\ttraining's binary_logloss: 0.130941\tvalid_1's auc: 0.831336\tvalid_1's binary_logloss: 0.141376\n", + "[11]\ttraining's auc: 0.865925\ttraining's binary_logloss: 0.129736\tvalid_1's auc: 0.831571\tvalid_1's binary_logloss: 0.140639\n", + "[12]\ttraining's auc: 0.867852\ttraining's binary_logloss: 0.128667\tvalid_1's auc: 0.832\tvalid_1's binary_logloss: 0.140026\n", + "[13]\ttraining's auc: 0.871982\ttraining's binary_logloss: 0.127611\tvalid_1's auc: 0.834041\tvalid_1's binary_logloss: 0.139429\n", + "[14]\ttraining's auc: 0.873874\ttraining's binary_logloss: 0.126756\tvalid_1's auc: 0.834861\tvalid_1's binary_logloss: 0.138932\n", + "[15]\ttraining's auc: 0.875377\ttraining's binary_logloss: 0.125947\tvalid_1's auc: 0.834196\tvalid_1's binary_logloss: 0.138616\n", + "[16]\ttraining's auc: 0.876842\ttraining's binary_logloss: 0.125225\tvalid_1's auc: 0.834953\tvalid_1's binary_logloss: 0.138195\n", + "[17]\ttraining's auc: 0.87866\ttraining's binary_logloss: 0.12447\tvalid_1's auc: 0.834753\tvalid_1's binary_logloss: 0.137941\n", + "[18]\ttraining's auc: 0.880193\ttraining's binary_logloss: 0.123781\tvalid_1's auc: 0.835974\tvalid_1's binary_logloss: 0.137632\n", + "[19]\ttraining's auc: 0.881454\ttraining's binary_logloss: 0.123208\tvalid_1's auc: 0.835912\tvalid_1's binary_logloss: 0.137452\n", + "[20]\ttraining's auc: 0.883532\ttraining's binary_logloss: 0.122519\tvalid_1's auc: 0.836654\tvalid_1's binary_logloss: 0.137225\n", + "[21]\ttraining's auc: 0.88496\ttraining's binary_logloss: 0.121888\tvalid_1's auc: 0.83705\tvalid_1's binary_logloss: 0.137003\n", + "[22]\ttraining's auc: 0.886222\ttraining's binary_logloss: 0.121302\tvalid_1's auc: 0.83717\tvalid_1's binary_logloss: 0.136831\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[23]\ttraining's auc: 0.887549\ttraining's binary_logloss: 0.120724\tvalid_1's auc: 0.837527\tvalid_1's binary_logloss: 0.13666\n", + "[24]\ttraining's auc: 0.888583\ttraining's binary_logloss: 0.120173\tvalid_1's auc: 0.837359\tvalid_1's binary_logloss: 0.136559\n", + "[25]\ttraining's auc: 0.890326\ttraining's binary_logloss: 0.119612\tvalid_1's auc: 0.837537\tvalid_1's binary_logloss: 0.136469\n", + "[26]\ttraining's auc: 0.891885\ttraining's binary_logloss: 0.119094\tvalid_1's auc: 0.837091\tvalid_1's binary_logloss: 0.136435\n", + "[27]\ttraining's auc: 0.893241\ttraining's binary_logloss: 0.118601\tvalid_1's auc: 0.836875\tvalid_1's binary_logloss: 0.136427\n", + "[28]\ttraining's auc: 0.894409\ttraining's binary_logloss: 0.118138\tvalid_1's auc: 0.836085\tvalid_1's binary_logloss: 0.136472\n", + "[29]\ttraining's auc: 0.895414\ttraining's binary_logloss: 0.117648\tvalid_1's auc: 0.835909\tvalid_1's binary_logloss: 0.13648\n", + "[30]\ttraining's auc: 0.896861\ttraining's binary_logloss: 0.117198\tvalid_1's auc: 0.835655\tvalid_1's binary_logloss: 0.136507\n", + "[31]\ttraining's auc: 0.897747\ttraining's binary_logloss: 0.116795\tvalid_1's auc: 0.835548\tvalid_1's binary_logloss: 0.136483\n", + "[32]\ttraining's auc: 0.898572\ttraining's binary_logloss: 0.116417\tvalid_1's auc: 0.835597\tvalid_1's binary_logloss: 0.136489\n", + "[33]\ttraining's auc: 0.899801\ttraining's binary_logloss: 0.116012\tvalid_1's auc: 0.835645\tvalid_1's binary_logloss: 0.136514\n", + "[34]\ttraining's auc: 0.901132\ttraining's binary_logloss: 0.115579\tvalid_1's auc: 0.835639\tvalid_1's binary_logloss: 0.136546\n", + "[35]\ttraining's auc: 0.902136\ttraining's binary_logloss: 0.115227\tvalid_1's auc: 0.835797\tvalid_1's binary_logloss: 0.136503\n", + "[36]\ttraining's auc: 0.903265\ttraining's binary_logloss: 0.114848\tvalid_1's auc: 0.835717\tvalid_1's binary_logloss: 0.136517\n", + "[37]\ttraining's auc: 0.904592\ttraining's binary_logloss: 0.114349\tvalid_1's auc: 0.835421\tvalid_1's binary_logloss: 0.13655\n", + "[38]\ttraining's auc: 0.90523\ttraining's binary_logloss: 0.113977\tvalid_1's auc: 0.835715\tvalid_1's binary_logloss: 0.136509\n", + "[39]\ttraining's auc: 0.905844\ttraining's binary_logloss: 0.113701\tvalid_1's auc: 0.835729\tvalid_1's binary_logloss: 0.136518\n", + "[40]\ttraining's auc: 0.90661\ttraining's binary_logloss: 0.113363\tvalid_1's auc: 0.835865\tvalid_1's binary_logloss: 0.13647\n", + "[41]\ttraining's auc: 0.90769\ttraining's binary_logloss: 0.112954\tvalid_1's auc: 0.835651\tvalid_1's binary_logloss: 0.136539\n", + "[42]\ttraining's auc: 0.908729\ttraining's binary_logloss: 0.112566\tvalid_1's auc: 0.835258\tvalid_1's binary_logloss: 0.136602\n", + "[43]\ttraining's auc: 0.909571\ttraining's binary_logloss: 0.112213\tvalid_1's auc: 0.83541\tvalid_1's binary_logloss: 0.136561\n", + "[44]\ttraining's auc: 0.910638\ttraining's binary_logloss: 0.111792\tvalid_1's auc: 0.835263\tvalid_1's binary_logloss: 0.136603\n", + "[45]\ttraining's auc: 0.911162\ttraining's binary_logloss: 0.11151\tvalid_1's auc: 0.835282\tvalid_1's binary_logloss: 0.136599\n", + "[46]\ttraining's auc: 0.911906\ttraining's binary_logloss: 0.11119\tvalid_1's auc: 0.835366\tvalid_1's binary_logloss: 0.136584\n", + "[47]\ttraining's auc: 0.912856\ttraining's binary_logloss: 0.110839\tvalid_1's auc: 0.83541\tvalid_1's binary_logloss: 0.136615\n", + "[48]\ttraining's auc: 0.913786\ttraining's binary_logloss: 0.110451\tvalid_1's auc: 0.835493\tvalid_1's binary_logloss: 0.136619\n", + "[49]\ttraining's auc: 0.914505\ttraining's binary_logloss: 0.110099\tvalid_1's auc: 0.835523\tvalid_1's binary_logloss: 0.136639\n", + "[50]\ttraining's auc: 0.915136\ttraining's binary_logloss: 0.109799\tvalid_1's auc: 0.835362\tvalid_1's binary_logloss: 0.136686\n", + "[51]\ttraining's auc: 0.915685\ttraining's binary_logloss: 0.10954\tvalid_1's auc: 0.83553\tvalid_1's binary_logloss: 0.13666\n", + "[52]\ttraining's auc: 0.916206\ttraining's binary_logloss: 0.109282\tvalid_1's auc: 0.83516\tvalid_1's binary_logloss: 0.136769\n", + "[53]\ttraining's auc: 0.916666\ttraining's binary_logloss: 0.109047\tvalid_1's auc: 0.835181\tvalid_1's binary_logloss: 0.136793\n", + "[54]\ttraining's auc: 0.917186\ttraining's binary_logloss: 0.108754\tvalid_1's auc: 0.83477\tvalid_1's binary_logloss: 0.136907\n", + "[55]\ttraining's auc: 0.917555\ttraining's binary_logloss: 0.108506\tvalid_1's auc: 0.834331\tvalid_1's binary_logloss: 0.137035\n", + "[1]\ttraining's auc: 0.835353\ttraining's binary_logloss: 0.154082\tvalid_1's auc: 0.809737\tvalid_1's binary_logloss: 0.157058\n", + "[2]\ttraining's auc: 0.843495\ttraining's binary_logloss: 0.148088\tvalid_1's auc: 0.812026\tvalid_1's binary_logloss: 0.152493\n", + "[3]\ttraining's auc: 0.850976\ttraining's binary_logloss: 0.143687\tvalid_1's auc: 0.817215\tvalid_1's binary_logloss: 0.149146\n", + "[4]\ttraining's auc: 0.856723\ttraining's binary_logloss: 0.1402\tvalid_1's auc: 0.821125\tvalid_1's binary_logloss: 0.146681\n", + "[5]\ttraining's auc: 0.862309\ttraining's binary_logloss: 0.137366\tvalid_1's auc: 0.823347\tvalid_1's binary_logloss: 0.144734\n", + "[6]\ttraining's auc: 0.86565\ttraining's binary_logloss: 0.135026\tvalid_1's auc: 0.825277\tvalid_1's binary_logloss: 0.143075\n", + "[7]\ttraining's auc: 0.867335\ttraining's binary_logloss: 0.133123\tvalid_1's auc: 0.825813\tvalid_1's binary_logloss: 0.141796\n", + "[8]\ttraining's auc: 0.870036\ttraining's binary_logloss: 0.131412\tvalid_1's auc: 0.828035\tvalid_1's binary_logloss: 0.140625\n", + "[9]\ttraining's auc: 0.872271\ttraining's binary_logloss: 0.129826\tvalid_1's auc: 0.828403\tvalid_1's binary_logloss: 0.139782\n", + "[10]\ttraining's auc: 0.874486\ttraining's binary_logloss: 0.128455\tvalid_1's auc: 0.827839\tvalid_1's binary_logloss: 0.139131\n", + "[11]\ttraining's auc: 0.876666\ttraining's binary_logloss: 0.127266\tvalid_1's auc: 0.828681\tvalid_1's binary_logloss: 0.138548\n", + "[12]\ttraining's auc: 0.879456\ttraining's binary_logloss: 0.126083\tvalid_1's auc: 0.82876\tvalid_1's binary_logloss: 0.137993\n", + "[13]\ttraining's auc: 0.881251\ttraining's binary_logloss: 0.125095\tvalid_1's auc: 0.829346\tvalid_1's binary_logloss: 0.137601\n", + "[14]\ttraining's auc: 0.883438\ttraining's binary_logloss: 0.124123\tvalid_1's auc: 0.829747\tvalid_1's binary_logloss: 0.137234\n", + "[15]\ttraining's auc: 0.886089\ttraining's binary_logloss: 0.123166\tvalid_1's auc: 0.829635\tvalid_1's binary_logloss: 0.136976\n", + "[16]\ttraining's auc: 0.888099\ttraining's binary_logloss: 0.122316\tvalid_1's auc: 0.828562\tvalid_1's binary_logloss: 0.136889\n", + "[17]\ttraining's auc: 0.890368\ttraining's binary_logloss: 0.121516\tvalid_1's auc: 0.829608\tvalid_1's binary_logloss: 0.136586\n", + "[18]\ttraining's auc: 0.89229\ttraining's binary_logloss: 0.120696\tvalid_1's auc: 0.830002\tvalid_1's binary_logloss: 0.13642\n", + "[19]\ttraining's auc: 0.893783\ttraining's binary_logloss: 0.119916\tvalid_1's auc: 0.830002\tvalid_1's binary_logloss: 0.136257\n", + "[20]\ttraining's auc: 0.895075\ttraining's binary_logloss: 0.119188\tvalid_1's auc: 0.830136\tvalid_1's binary_logloss: 0.13623\n", + "[21]\ttraining's auc: 0.897247\ttraining's binary_logloss: 0.118494\tvalid_1's auc: 0.830009\tvalid_1's binary_logloss: 0.136143\n", + "[22]\ttraining's auc: 0.898717\ttraining's binary_logloss: 0.117917\tvalid_1's auc: 0.830232\tvalid_1's binary_logloss: 0.136061\n", + "[23]\ttraining's auc: 0.899851\ttraining's binary_logloss: 0.117326\tvalid_1's auc: 0.83055\tvalid_1's binary_logloss: 0.13596\n", + "[24]\ttraining's auc: 0.901362\ttraining's binary_logloss: 0.116666\tvalid_1's auc: 0.831153\tvalid_1's binary_logloss: 0.135884\n", + "[25]\ttraining's auc: 0.903693\ttraining's binary_logloss: 0.116071\tvalid_1's auc: 0.831848\tvalid_1's binary_logloss: 0.135763\n", + "[26]\ttraining's auc: 0.905145\ttraining's binary_logloss: 0.115495\tvalid_1's auc: 0.832255\tvalid_1's binary_logloss: 0.135627\n", + "[27]\ttraining's auc: 0.906415\ttraining's binary_logloss: 0.114991\tvalid_1's auc: 0.832017\tvalid_1's binary_logloss: 0.135606\n", + "[28]\ttraining's auc: 0.907744\ttraining's binary_logloss: 0.114497\tvalid_1's auc: 0.832183\tvalid_1's binary_logloss: 0.135586\n", + "[29]\ttraining's auc: 0.909222\ttraining's binary_logloss: 0.113964\tvalid_1's auc: 0.831407\tvalid_1's binary_logloss: 0.135729\n", + "[30]\ttraining's auc: 0.91016\ttraining's binary_logloss: 0.113455\tvalid_1's auc: 0.830809\tvalid_1's binary_logloss: 0.135871\n", + "[31]\ttraining's auc: 0.910996\ttraining's binary_logloss: 0.113067\tvalid_1's auc: 0.830442\tvalid_1's binary_logloss: 0.135967\n", + "[32]\ttraining's auc: 0.912385\ttraining's binary_logloss: 0.112509\tvalid_1's auc: 0.830308\tvalid_1's binary_logloss: 0.136017\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[33]\ttraining's auc: 0.913311\ttraining's binary_logloss: 0.112022\tvalid_1's auc: 0.83041\tvalid_1's binary_logloss: 0.136033\n", + "[34]\ttraining's auc: 0.91408\ttraining's binary_logloss: 0.111618\tvalid_1's auc: 0.830428\tvalid_1's binary_logloss: 0.136026\n", + "[35]\ttraining's auc: 0.91519\ttraining's binary_logloss: 0.111119\tvalid_1's auc: 0.82992\tvalid_1's binary_logloss: 0.136132\n", + "[36]\ttraining's auc: 0.916224\ttraining's binary_logloss: 0.110644\tvalid_1's auc: 0.830028\tvalid_1's binary_logloss: 0.136133\n", + "[37]\ttraining's auc: 0.917112\ttraining's binary_logloss: 0.110232\tvalid_1's auc: 0.829626\tvalid_1's binary_logloss: 0.136263\n", + "[38]\ttraining's auc: 0.918497\ttraining's binary_logloss: 0.109805\tvalid_1's auc: 0.829424\tvalid_1's binary_logloss: 0.136323\n", + "[39]\ttraining's auc: 0.919244\ttraining's binary_logloss: 0.10938\tvalid_1's auc: 0.829265\tvalid_1's binary_logloss: 0.136393\n", + "[40]\ttraining's auc: 0.920071\ttraining's binary_logloss: 0.108948\tvalid_1's auc: 0.828836\tvalid_1's binary_logloss: 0.136471\n", + "[41]\ttraining's auc: 0.920918\ttraining's binary_logloss: 0.108588\tvalid_1's auc: 0.82849\tvalid_1's binary_logloss: 0.136561\n", + "[42]\ttraining's auc: 0.92174\ttraining's binary_logloss: 0.108191\tvalid_1's auc: 0.828355\tvalid_1's binary_logloss: 0.136611\n", + "[43]\ttraining's auc: 0.922913\ttraining's binary_logloss: 0.107838\tvalid_1's auc: 0.828373\tvalid_1's binary_logloss: 0.136673\n", + "[44]\ttraining's auc: 0.923632\ttraining's binary_logloss: 0.107477\tvalid_1's auc: 0.827657\tvalid_1's binary_logloss: 0.136851\n", + "[45]\ttraining's auc: 0.924723\ttraining's binary_logloss: 0.107048\tvalid_1's auc: 0.827211\tvalid_1's binary_logloss: 0.13692\n", + "[46]\ttraining's auc: 0.925234\ttraining's binary_logloss: 0.106714\tvalid_1's auc: 0.827094\tvalid_1's binary_logloss: 0.136954\n", + "[47]\ttraining's auc: 0.926062\ttraining's binary_logloss: 0.106397\tvalid_1's auc: 0.826875\tvalid_1's binary_logloss: 0.137012\n", + "[48]\ttraining's auc: 0.927308\ttraining's binary_logloss: 0.106005\tvalid_1's auc: 0.826885\tvalid_1's binary_logloss: 0.137038\n", + "[49]\ttraining's auc: 0.927813\ttraining's binary_logloss: 0.10569\tvalid_1's auc: 0.826698\tvalid_1's binary_logloss: 0.13708\n", + "[50]\ttraining's auc: 0.928234\ttraining's binary_logloss: 0.105431\tvalid_1's auc: 0.826276\tvalid_1's binary_logloss: 0.137218\n", + "[51]\ttraining's auc: 0.928627\ttraining's binary_logloss: 0.105137\tvalid_1's auc: 0.825713\tvalid_1's binary_logloss: 0.137387\n", + "[52]\ttraining's auc: 0.929167\ttraining's binary_logloss: 0.104811\tvalid_1's auc: 0.825493\tvalid_1's binary_logloss: 0.137443\n", + "[53]\ttraining's auc: 0.929747\ttraining's binary_logloss: 0.104455\tvalid_1's auc: 0.825154\tvalid_1's binary_logloss: 0.137537\n", + "[54]\ttraining's auc: 0.93058\ttraining's binary_logloss: 0.104028\tvalid_1's auc: 0.824733\tvalid_1's binary_logloss: 0.137654\n", + "[55]\ttraining's auc: 0.931041\ttraining's binary_logloss: 0.103743\tvalid_1's auc: 0.8244\tvalid_1's binary_logloss: 0.137776\n", + "[56]\ttraining's auc: 0.931583\ttraining's binary_logloss: 0.103477\tvalid_1's auc: 0.824415\tvalid_1's binary_logloss: 0.137857\n", + "[1]\ttraining's auc: 0.830338\ttraining's binary_logloss: 0.156803\tvalid_1's auc: 0.817548\tvalid_1's binary_logloss: 0.152518\n", + "[2]\ttraining's auc: 0.840968\ttraining's binary_logloss: 0.1506\tvalid_1's auc: 0.825428\tvalid_1's binary_logloss: 0.147534\n", + "[3]\ttraining's auc: 0.850651\ttraining's binary_logloss: 0.146163\tvalid_1's auc: 0.830987\tvalid_1's binary_logloss: 0.144258\n", + "[4]\ttraining's auc: 0.855135\ttraining's binary_logloss: 0.142798\tvalid_1's auc: 0.832969\tvalid_1's binary_logloss: 0.141695\n", + "[5]\ttraining's auc: 0.859063\ttraining's binary_logloss: 0.139924\tvalid_1's auc: 0.835764\tvalid_1's binary_logloss: 0.139701\n", + "[6]\ttraining's auc: 0.862397\ttraining's binary_logloss: 0.137539\tvalid_1's auc: 0.837223\tvalid_1's binary_logloss: 0.138057\n", + "[7]\ttraining's auc: 0.865439\ttraining's binary_logloss: 0.135493\tvalid_1's auc: 0.837193\tvalid_1's binary_logloss: 0.136867\n", + "[8]\ttraining's auc: 0.867502\ttraining's binary_logloss: 0.133737\tvalid_1's auc: 0.836745\tvalid_1's binary_logloss: 0.135782\n", + "[9]\ttraining's auc: 0.869688\ttraining's binary_logloss: 0.132238\tvalid_1's auc: 0.836743\tvalid_1's binary_logloss: 0.134913\n", + "[10]\ttraining's auc: 0.872341\ttraining's binary_logloss: 0.130855\tvalid_1's auc: 0.836349\tvalid_1's binary_logloss: 0.134228\n", + "[11]\ttraining's auc: 0.874875\ttraining's binary_logloss: 0.129613\tvalid_1's auc: 0.836075\tvalid_1's binary_logloss: 0.133776\n", + "[12]\ttraining's auc: 0.8767\ttraining's binary_logloss: 0.128372\tvalid_1's auc: 0.835193\tvalid_1's binary_logloss: 0.133411\n", + "[13]\ttraining's auc: 0.878601\ttraining's binary_logloss: 0.127273\tvalid_1's auc: 0.83444\tvalid_1's binary_logloss: 0.133107\n", + "[14]\ttraining's auc: 0.880339\ttraining's binary_logloss: 0.126309\tvalid_1's auc: 0.833695\tvalid_1's binary_logloss: 0.132872\n", + "[15]\ttraining's auc: 0.882549\ttraining's binary_logloss: 0.125408\tvalid_1's auc: 0.833834\tvalid_1's binary_logloss: 0.132625\n", + "[16]\ttraining's auc: 0.885171\ttraining's binary_logloss: 0.124467\tvalid_1's auc: 0.834074\tvalid_1's binary_logloss: 0.132335\n", + "[17]\ttraining's auc: 0.88749\ttraining's binary_logloss: 0.123559\tvalid_1's auc: 0.833849\tvalid_1's binary_logloss: 0.132199\n", + "[18]\ttraining's auc: 0.890004\ttraining's binary_logloss: 0.122767\tvalid_1's auc: 0.834576\tvalid_1's binary_logloss: 0.131964\n", + "[19]\ttraining's auc: 0.891199\ttraining's binary_logloss: 0.122044\tvalid_1's auc: 0.834516\tvalid_1's binary_logloss: 0.131789\n", + "[20]\ttraining's auc: 0.892774\ttraining's binary_logloss: 0.121275\tvalid_1's auc: 0.834278\tvalid_1's binary_logloss: 0.131683\n", + "[21]\ttraining's auc: 0.89436\ttraining's binary_logloss: 0.120667\tvalid_1's auc: 0.835051\tvalid_1's binary_logloss: 0.131498\n", + "[22]\ttraining's auc: 0.896385\ttraining's binary_logloss: 0.120023\tvalid_1's auc: 0.835082\tvalid_1's binary_logloss: 0.13144\n", + "[23]\ttraining's auc: 0.89786\ttraining's binary_logloss: 0.119381\tvalid_1's auc: 0.83516\tvalid_1's binary_logloss: 0.131351\n", + "[24]\ttraining's auc: 0.899358\ttraining's binary_logloss: 0.118738\tvalid_1's auc: 0.835533\tvalid_1's binary_logloss: 0.13122\n", + "[25]\ttraining's auc: 0.901328\ttraining's binary_logloss: 0.118165\tvalid_1's auc: 0.835301\tvalid_1's binary_logloss: 0.131187\n", + "[26]\ttraining's auc: 0.90281\ttraining's binary_logloss: 0.117578\tvalid_1's auc: 0.834949\tvalid_1's binary_logloss: 0.131151\n", + "[27]\ttraining's auc: 0.903893\ttraining's binary_logloss: 0.117037\tvalid_1's auc: 0.834629\tvalid_1's binary_logloss: 0.131166\n", + "[28]\ttraining's auc: 0.905201\ttraining's binary_logloss: 0.116518\tvalid_1's auc: 0.834721\tvalid_1's binary_logloss: 0.13111\n", + "[29]\ttraining's auc: 0.906826\ttraining's binary_logloss: 0.116005\tvalid_1's auc: 0.834679\tvalid_1's binary_logloss: 0.131113\n", + "[30]\ttraining's auc: 0.908147\ttraining's binary_logloss: 0.115525\tvalid_1's auc: 0.834722\tvalid_1's binary_logloss: 0.131108\n", + "[31]\ttraining's auc: 0.90902\ttraining's binary_logloss: 0.115067\tvalid_1's auc: 0.834348\tvalid_1's binary_logloss: 0.131155\n", + "[32]\ttraining's auc: 0.91\ttraining's binary_logloss: 0.114609\tvalid_1's auc: 0.834201\tvalid_1's binary_logloss: 0.131153\n", + "[33]\ttraining's auc: 0.910794\ttraining's binary_logloss: 0.114141\tvalid_1's auc: 0.834132\tvalid_1's binary_logloss: 0.131137\n", + "[34]\ttraining's auc: 0.912684\ttraining's binary_logloss: 0.113643\tvalid_1's auc: 0.83404\tvalid_1's binary_logloss: 0.131154\n", + "[35]\ttraining's auc: 0.913969\ttraining's binary_logloss: 0.113254\tvalid_1's auc: 0.83361\tvalid_1's binary_logloss: 0.131218\n", + "[36]\ttraining's auc: 0.9149\ttraining's binary_logloss: 0.112906\tvalid_1's auc: 0.833186\tvalid_1's binary_logloss: 0.131286\n", + "[1]\ttraining's auc: 0.83039\ttraining's binary_logloss: 0.153302\tvalid_1's auc: 0.807241\tvalid_1's binary_logloss: 0.160001\n", + "[2]\ttraining's auc: 0.843359\ttraining's binary_logloss: 0.147317\tvalid_1's auc: 0.820868\tvalid_1's binary_logloss: 0.154545\n", + "[3]\ttraining's auc: 0.850331\ttraining's binary_logloss: 0.142991\tvalid_1's auc: 0.824385\tvalid_1's binary_logloss: 0.151007\n", + "[4]\ttraining's auc: 0.853216\ttraining's binary_logloss: 0.139656\tvalid_1's auc: 0.826033\tvalid_1's binary_logloss: 0.148325\n", + "[5]\ttraining's auc: 0.856719\ttraining's binary_logloss: 0.136769\tvalid_1's auc: 0.827871\tvalid_1's binary_logloss: 0.14618\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[6]\ttraining's auc: 0.861914\ttraining's binary_logloss: 0.134462\tvalid_1's auc: 0.827896\tvalid_1's binary_logloss: 0.144703\n", + "[7]\ttraining's auc: 0.863628\ttraining's binary_logloss: 0.132551\tvalid_1's auc: 0.827718\tvalid_1's binary_logloss: 0.143507\n", + "[8]\ttraining's auc: 0.866484\ttraining's binary_logloss: 0.130828\tvalid_1's auc: 0.828203\tvalid_1's binary_logloss: 0.142497\n", + "[9]\ttraining's auc: 0.86829\ttraining's binary_logloss: 0.129332\tvalid_1's auc: 0.829461\tvalid_1's binary_logloss: 0.141467\n", + "[10]\ttraining's auc: 0.870724\ttraining's binary_logloss: 0.127947\tvalid_1's auc: 0.830276\tvalid_1's binary_logloss: 0.140675\n", + "[11]\ttraining's auc: 0.875404\ttraining's binary_logloss: 0.126689\tvalid_1's auc: 0.832401\tvalid_1's binary_logloss: 0.140047\n", + "[12]\ttraining's auc: 0.87744\ttraining's binary_logloss: 0.125576\tvalid_1's auc: 0.832607\tvalid_1's binary_logloss: 0.139469\n", + "[13]\ttraining's auc: 0.880038\ttraining's binary_logloss: 0.124536\tvalid_1's auc: 0.832683\tvalid_1's binary_logloss: 0.139127\n", + "[14]\ttraining's auc: 0.882253\ttraining's binary_logloss: 0.123594\tvalid_1's auc: 0.83337\tvalid_1's binary_logloss: 0.138737\n", + "[15]\ttraining's auc: 0.884657\ttraining's binary_logloss: 0.122625\tvalid_1's auc: 0.832956\tvalid_1's binary_logloss: 0.138441\n", + "[16]\ttraining's auc: 0.887896\ttraining's binary_logloss: 0.121654\tvalid_1's auc: 0.833505\tvalid_1's binary_logloss: 0.138144\n", + "[17]\ttraining's auc: 0.890283\ttraining's binary_logloss: 0.120813\tvalid_1's auc: 0.833059\tvalid_1's binary_logloss: 0.137986\n", + "[18]\ttraining's auc: 0.892035\ttraining's binary_logloss: 0.119982\tvalid_1's auc: 0.833551\tvalid_1's binary_logloss: 0.137827\n", + "[19]\ttraining's auc: 0.893713\ttraining's binary_logloss: 0.119199\tvalid_1's auc: 0.833617\tvalid_1's binary_logloss: 0.137707\n", + "[20]\ttraining's auc: 0.895348\ttraining's binary_logloss: 0.118493\tvalid_1's auc: 0.834225\tvalid_1's binary_logloss: 0.137532\n", + "[21]\ttraining's auc: 0.896634\ttraining's binary_logloss: 0.11786\tvalid_1's auc: 0.834783\tvalid_1's binary_logloss: 0.137414\n", + "[22]\ttraining's auc: 0.898098\ttraining's binary_logloss: 0.117172\tvalid_1's auc: 0.833974\tvalid_1's binary_logloss: 0.13741\n", + "[23]\ttraining's auc: 0.899982\ttraining's binary_logloss: 0.116519\tvalid_1's auc: 0.834662\tvalid_1's binary_logloss: 0.137275\n", + "[24]\ttraining's auc: 0.90155\ttraining's binary_logloss: 0.115849\tvalid_1's auc: 0.834413\tvalid_1's binary_logloss: 0.137196\n", + "[25]\ttraining's auc: 0.902571\ttraining's binary_logloss: 0.115349\tvalid_1's auc: 0.834375\tvalid_1's binary_logloss: 0.137173\n", + "[26]\ttraining's auc: 0.904061\ttraining's binary_logloss: 0.114819\tvalid_1's auc: 0.834384\tvalid_1's binary_logloss: 0.137161\n", + "[27]\ttraining's auc: 0.905506\ttraining's binary_logloss: 0.114264\tvalid_1's auc: 0.834366\tvalid_1's binary_logloss: 0.137142\n", + "[28]\ttraining's auc: 0.906725\ttraining's binary_logloss: 0.113721\tvalid_1's auc: 0.834523\tvalid_1's binary_logloss: 0.137105\n", + "[29]\ttraining's auc: 0.909064\ttraining's binary_logloss: 0.113153\tvalid_1's auc: 0.834568\tvalid_1's binary_logloss: 0.13708\n", + "[30]\ttraining's auc: 0.910104\ttraining's binary_logloss: 0.112668\tvalid_1's auc: 0.834185\tvalid_1's binary_logloss: 0.13715\n", + "[31]\ttraining's auc: 0.911306\ttraining's binary_logloss: 0.112203\tvalid_1's auc: 0.833984\tvalid_1's binary_logloss: 0.137194\n", + "[32]\ttraining's auc: 0.912338\ttraining's binary_logloss: 0.111718\tvalid_1's auc: 0.833615\tvalid_1's binary_logloss: 0.137233\n", + "[33]\ttraining's auc: 0.913672\ttraining's binary_logloss: 0.111139\tvalid_1's auc: 0.833709\tvalid_1's binary_logloss: 0.137229\n", + "[34]\ttraining's auc: 0.914768\ttraining's binary_logloss: 0.110636\tvalid_1's auc: 0.833533\tvalid_1's binary_logloss: 0.13729\n", + "[35]\ttraining's auc: 0.915679\ttraining's binary_logloss: 0.110168\tvalid_1's auc: 0.833635\tvalid_1's binary_logloss: 0.137268\n", + "[36]\ttraining's auc: 0.916841\ttraining's binary_logloss: 0.109661\tvalid_1's auc: 0.833532\tvalid_1's binary_logloss: 0.137355\n", + "[37]\ttraining's auc: 0.917817\ttraining's binary_logloss: 0.109131\tvalid_1's auc: 0.833415\tvalid_1's binary_logloss: 0.13741\n", + "[38]\ttraining's auc: 0.91932\ttraining's binary_logloss: 0.108591\tvalid_1's auc: 0.833614\tvalid_1's binary_logloss: 0.137419\n", + "[39]\ttraining's auc: 0.920255\ttraining's binary_logloss: 0.108245\tvalid_1's auc: 0.833578\tvalid_1's binary_logloss: 0.137428\n", + "[40]\ttraining's auc: 0.920971\ttraining's binary_logloss: 0.107865\tvalid_1's auc: 0.833118\tvalid_1's binary_logloss: 0.137524\n", + "[41]\ttraining's auc: 0.922018\ttraining's binary_logloss: 0.107388\tvalid_1's auc: 0.833002\tvalid_1's binary_logloss: 0.137567\n", + "[42]\ttraining's auc: 0.923017\ttraining's binary_logloss: 0.106955\tvalid_1's auc: 0.83276\tvalid_1's binary_logloss: 0.137697\n", + "[43]\ttraining's auc: 0.924439\ttraining's binary_logloss: 0.106403\tvalid_1's auc: 0.833006\tvalid_1's binary_logloss: 0.13765\n", + "[44]\ttraining's auc: 0.925766\ttraining's binary_logloss: 0.105912\tvalid_1's auc: 0.832716\tvalid_1's binary_logloss: 0.137702\n", + "[45]\ttraining's auc: 0.926952\ttraining's binary_logloss: 0.105581\tvalid_1's auc: 0.832862\tvalid_1's binary_logloss: 0.137689\n", + "[46]\ttraining's auc: 0.927559\ttraining's binary_logloss: 0.105199\tvalid_1's auc: 0.832659\tvalid_1's binary_logloss: 0.137764\n", + "[47]\ttraining's auc: 0.928141\ttraining's binary_logloss: 0.104876\tvalid_1's auc: 0.832452\tvalid_1's binary_logloss: 0.137857\n", + "[48]\ttraining's auc: 0.928903\ttraining's binary_logloss: 0.104446\tvalid_1's auc: 0.832414\tvalid_1's binary_logloss: 0.137924\n", + "[49]\ttraining's auc: 0.929806\ttraining's binary_logloss: 0.104102\tvalid_1's auc: 0.832085\tvalid_1's binary_logloss: 0.138028\n", + "[50]\ttraining's auc: 0.930538\ttraining's binary_logloss: 0.103827\tvalid_1's auc: 0.831914\tvalid_1's binary_logloss: 0.138073\n", + "[51]\ttraining's auc: 0.93123\ttraining's binary_logloss: 0.103413\tvalid_1's auc: 0.831775\tvalid_1's binary_logloss: 0.138138\n", + "[1]\ttraining's auc: 0.827562\ttraining's binary_logloss: 0.151047\tvalid_1's auc: 0.804468\tvalid_1's binary_logloss: 0.154438\n", + "[2]\ttraining's auc: 0.841678\ttraining's binary_logloss: 0.144765\tvalid_1's auc: 0.814135\tvalid_1's binary_logloss: 0.149246\n", + "[3]\ttraining's auc: 0.850709\ttraining's binary_logloss: 0.140387\tvalid_1's auc: 0.82103\tvalid_1's binary_logloss: 0.145843\n", + "[4]\ttraining's auc: 0.856381\ttraining's binary_logloss: 0.137061\tvalid_1's auc: 0.824094\tvalid_1's binary_logloss: 0.143386\n", + "[5]\ttraining's auc: 0.858942\ttraining's binary_logloss: 0.134537\tvalid_1's auc: 0.827164\tvalid_1's binary_logloss: 0.141562\n", + "[6]\ttraining's auc: 0.861314\ttraining's binary_logloss: 0.132469\tvalid_1's auc: 0.829627\tvalid_1's binary_logloss: 0.140106\n", + "[7]\ttraining's auc: 0.865547\ttraining's binary_logloss: 0.130716\tvalid_1's auc: 0.828976\tvalid_1's binary_logloss: 0.139126\n", + "[8]\ttraining's auc: 0.868576\ttraining's binary_logloss: 0.129121\tvalid_1's auc: 0.829713\tvalid_1's binary_logloss: 0.138274\n", + "[9]\ttraining's auc: 0.871351\ttraining's binary_logloss: 0.127746\tvalid_1's auc: 0.829509\tvalid_1's binary_logloss: 0.137641\n", + "[10]\ttraining's auc: 0.8742\ttraining's binary_logloss: 0.126583\tvalid_1's auc: 0.829665\tvalid_1's binary_logloss: 0.137226\n", + "[11]\ttraining's auc: 0.876695\ttraining's binary_logloss: 0.125521\tvalid_1's auc: 0.82926\tvalid_1's binary_logloss: 0.136998\n", + "[12]\ttraining's auc: 0.879403\ttraining's binary_logloss: 0.124435\tvalid_1's auc: 0.828273\tvalid_1's binary_logloss: 0.136773\n", + "[13]\ttraining's auc: 0.88103\ttraining's binary_logloss: 0.123574\tvalid_1's auc: 0.829058\tvalid_1's binary_logloss: 0.136567\n", + "[14]\ttraining's auc: 0.882931\ttraining's binary_logloss: 0.122699\tvalid_1's auc: 0.828987\tvalid_1's binary_logloss: 0.136424\n", + "[15]\ttraining's auc: 0.884575\ttraining's binary_logloss: 0.121987\tvalid_1's auc: 0.829128\tvalid_1's binary_logloss: 0.136282\n", + "[16]\ttraining's auc: 0.8875\ttraining's binary_logloss: 0.121126\tvalid_1's auc: 0.82976\tvalid_1's binary_logloss: 0.136142\n", + "[17]\ttraining's auc: 0.890357\ttraining's binary_logloss: 0.120235\tvalid_1's auc: 0.831005\tvalid_1's binary_logloss: 0.135907\n", + "[18]\ttraining's auc: 0.892219\ttraining's binary_logloss: 0.119496\tvalid_1's auc: 0.830447\tvalid_1's binary_logloss: 0.135959\n", + "[19]\ttraining's auc: 0.894394\ttraining's binary_logloss: 0.118835\tvalid_1's auc: 0.830154\tvalid_1's binary_logloss: 0.135973\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[20]\ttraining's auc: 0.896014\ttraining's binary_logloss: 0.118247\tvalid_1's auc: 0.830008\tvalid_1's binary_logloss: 0.136024\n", + "[21]\ttraining's auc: 0.897612\ttraining's binary_logloss: 0.117702\tvalid_1's auc: 0.830933\tvalid_1's binary_logloss: 0.135866\n", + "[22]\ttraining's auc: 0.899475\ttraining's binary_logloss: 0.117019\tvalid_1's auc: 0.831965\tvalid_1's binary_logloss: 0.135702\n", + "[23]\ttraining's auc: 0.90079\ttraining's binary_logloss: 0.116477\tvalid_1's auc: 0.831237\tvalid_1's binary_logloss: 0.135851\n", + "[24]\ttraining's auc: 0.901555\ttraining's binary_logloss: 0.115977\tvalid_1's auc: 0.831322\tvalid_1's binary_logloss: 0.135878\n", + "[25]\ttraining's auc: 0.903199\ttraining's binary_logloss: 0.115424\tvalid_1's auc: 0.830923\tvalid_1's binary_logloss: 0.135979\n", + "[26]\ttraining's auc: 0.904888\ttraining's binary_logloss: 0.114872\tvalid_1's auc: 0.830613\tvalid_1's binary_logloss: 0.136065\n", + "[27]\ttraining's auc: 0.905738\ttraining's binary_logloss: 0.114363\tvalid_1's auc: 0.830545\tvalid_1's binary_logloss: 0.136078\n", + "[28]\ttraining's auc: 0.907509\ttraining's binary_logloss: 0.11391\tvalid_1's auc: 0.830116\tvalid_1's binary_logloss: 0.136166\n", + "[29]\ttraining's auc: 0.908651\ttraining's binary_logloss: 0.113541\tvalid_1's auc: 0.829031\tvalid_1's binary_logloss: 0.13638\n", + "[30]\ttraining's auc: 0.909414\ttraining's binary_logloss: 0.113173\tvalid_1's auc: 0.828467\tvalid_1's binary_logloss: 0.136518\n", + "[31]\ttraining's auc: 0.910634\ttraining's binary_logloss: 0.112622\tvalid_1's auc: 0.827529\tvalid_1's binary_logloss: 0.136734\n", + "[32]\ttraining's auc: 0.912028\ttraining's binary_logloss: 0.112057\tvalid_1's auc: 0.827142\tvalid_1's binary_logloss: 0.136794\n", + "[33]\ttraining's auc: 0.91281\ttraining's binary_logloss: 0.111697\tvalid_1's auc: 0.82636\tvalid_1's binary_logloss: 0.136991\n", + "[34]\ttraining's auc: 0.913613\ttraining's binary_logloss: 0.11126\tvalid_1's auc: 0.825977\tvalid_1's binary_logloss: 0.137045\n", + "[35]\ttraining's auc: 0.914424\ttraining's binary_logloss: 0.110806\tvalid_1's auc: 0.82554\tvalid_1's binary_logloss: 0.137148\n", + "[36]\ttraining's auc: 0.91558\ttraining's binary_logloss: 0.110367\tvalid_1's auc: 0.825213\tvalid_1's binary_logloss: 0.13725\n", + "[37]\ttraining's auc: 0.916401\ttraining's binary_logloss: 0.109977\tvalid_1's auc: 0.824889\tvalid_1's binary_logloss: 0.137326\n", + "[38]\ttraining's auc: 0.91721\ttraining's binary_logloss: 0.109553\tvalid_1's auc: 0.824916\tvalid_1's binary_logloss: 0.137405\n", + "[39]\ttraining's auc: 0.918242\ttraining's binary_logloss: 0.109208\tvalid_1's auc: 0.824618\tvalid_1's binary_logloss: 0.137529\n", + "[40]\ttraining's auc: 0.918787\ttraining's binary_logloss: 0.108897\tvalid_1's auc: 0.824506\tvalid_1's binary_logloss: 0.137617\n", + "[41]\ttraining's auc: 0.919253\ttraining's binary_logloss: 0.108557\tvalid_1's auc: 0.82382\tvalid_1's binary_logloss: 0.137762\n", + "[42]\ttraining's auc: 0.919689\ttraining's binary_logloss: 0.108244\tvalid_1's auc: 0.823343\tvalid_1's binary_logloss: 0.13793\n", + "[43]\ttraining's auc: 0.920665\ttraining's binary_logloss: 0.107891\tvalid_1's auc: 0.823251\tvalid_1's binary_logloss: 0.137989\n", + "[44]\ttraining's auc: 0.921103\ttraining's binary_logloss: 0.107566\tvalid_1's auc: 0.822944\tvalid_1's binary_logloss: 0.138121\n", + "[45]\ttraining's auc: 0.921652\ttraining's binary_logloss: 0.107226\tvalid_1's auc: 0.822768\tvalid_1's binary_logloss: 0.138172\n", + "[46]\ttraining's auc: 0.92219\ttraining's binary_logloss: 0.106915\tvalid_1's auc: 0.822232\tvalid_1's binary_logloss: 0.138311\n", + "[47]\ttraining's auc: 0.923313\ttraining's binary_logloss: 0.106378\tvalid_1's auc: 0.822058\tvalid_1's binary_logloss: 0.138397\n", + "[48]\ttraining's auc: 0.92428\ttraining's binary_logloss: 0.105941\tvalid_1's auc: 0.821636\tvalid_1's binary_logloss: 0.138563\n", + "[49]\ttraining's auc: 0.924613\ttraining's binary_logloss: 0.105674\tvalid_1's auc: 0.821149\tvalid_1's binary_logloss: 0.138726\n", + "[50]\ttraining's auc: 0.925608\ttraining's binary_logloss: 0.105259\tvalid_1's auc: 0.821348\tvalid_1's binary_logloss: 0.138722\n", + "[51]\ttraining's auc: 0.925943\ttraining's binary_logloss: 0.104999\tvalid_1's auc: 0.820773\tvalid_1's binary_logloss: 0.138846\n", + "[52]\ttraining's auc: 0.926313\ttraining's binary_logloss: 0.104699\tvalid_1's auc: 0.820323\tvalid_1's binary_logloss: 0.138982\n", + "[1]\ttraining's auc: 0.826698\ttraining's binary_logloss: 0.153935\tvalid_1's auc: 0.813601\tvalid_1's binary_logloss: 0.150068\n", + "[2]\ttraining's auc: 0.837586\ttraining's binary_logloss: 0.147312\tvalid_1's auc: 0.822589\tvalid_1's binary_logloss: 0.144875\n", + "[3]\ttraining's auc: 0.845587\ttraining's binary_logloss: 0.142847\tvalid_1's auc: 0.826252\tvalid_1's binary_logloss: 0.141383\n", + "[4]\ttraining's auc: 0.850994\ttraining's binary_logloss: 0.13954\tvalid_1's auc: 0.832694\tvalid_1's binary_logloss: 0.138861\n", + "[5]\ttraining's auc: 0.854988\ttraining's binary_logloss: 0.136914\tvalid_1's auc: 0.834023\tvalid_1's binary_logloss: 0.13714\n", + "[6]\ttraining's auc: 0.859575\ttraining's binary_logloss: 0.134746\tvalid_1's auc: 0.833457\tvalid_1's binary_logloss: 0.135859\n", + "[7]\ttraining's auc: 0.863889\ttraining's binary_logloss: 0.132911\tvalid_1's auc: 0.834062\tvalid_1's binary_logloss: 0.134758\n", + "[8]\ttraining's auc: 0.867341\ttraining's binary_logloss: 0.131293\tvalid_1's auc: 0.833867\tvalid_1's binary_logloss: 0.134038\n", + "[9]\ttraining's auc: 0.869953\ttraining's binary_logloss: 0.129892\tvalid_1's auc: 0.834207\tvalid_1's binary_logloss: 0.133402\n", + "[10]\ttraining's auc: 0.871634\ttraining's binary_logloss: 0.128654\tvalid_1's auc: 0.833214\tvalid_1's binary_logloss: 0.133006\n", + "[11]\ttraining's auc: 0.874048\ttraining's binary_logloss: 0.127545\tvalid_1's auc: 0.83331\tvalid_1's binary_logloss: 0.132638\n", + "[12]\ttraining's auc: 0.87627\ttraining's binary_logloss: 0.126402\tvalid_1's auc: 0.833688\tvalid_1's binary_logloss: 0.132221\n", + "[13]\ttraining's auc: 0.87845\ttraining's binary_logloss: 0.125427\tvalid_1's auc: 0.832834\tvalid_1's binary_logloss: 0.132043\n", + "[14]\ttraining's auc: 0.881132\ttraining's binary_logloss: 0.12449\tvalid_1's auc: 0.832646\tvalid_1's binary_logloss: 0.131902\n", + "[15]\ttraining's auc: 0.883242\ttraining's binary_logloss: 0.123645\tvalid_1's auc: 0.832622\tvalid_1's binary_logloss: 0.13182\n", + "[16]\ttraining's auc: 0.885471\ttraining's binary_logloss: 0.122843\tvalid_1's auc: 0.832525\tvalid_1's binary_logloss: 0.131723\n", + "[17]\ttraining's auc: 0.887382\ttraining's binary_logloss: 0.12218\tvalid_1's auc: 0.83294\tvalid_1's binary_logloss: 0.131554\n", + "[18]\ttraining's auc: 0.88869\ttraining's binary_logloss: 0.121559\tvalid_1's auc: 0.833222\tvalid_1's binary_logloss: 0.131422\n", + "[19]\ttraining's auc: 0.890461\ttraining's binary_logloss: 0.120951\tvalid_1's auc: 0.833831\tvalid_1's binary_logloss: 0.131325\n", + "[20]\ttraining's auc: 0.892818\ttraining's binary_logloss: 0.120266\tvalid_1's auc: 0.833544\tvalid_1's binary_logloss: 0.131331\n", + "[21]\ttraining's auc: 0.89476\ttraining's binary_logloss: 0.119698\tvalid_1's auc: 0.833558\tvalid_1's binary_logloss: 0.131291\n", + "[22]\ttraining's auc: 0.897045\ttraining's binary_logloss: 0.119101\tvalid_1's auc: 0.833208\tvalid_1's binary_logloss: 0.131328\n", + "[23]\ttraining's auc: 0.898026\ttraining's binary_logloss: 0.118594\tvalid_1's auc: 0.833177\tvalid_1's binary_logloss: 0.131372\n", + "[24]\ttraining's auc: 0.899455\ttraining's binary_logloss: 0.118094\tvalid_1's auc: 0.833041\tvalid_1's binary_logloss: 0.131391\n", + "[25]\ttraining's auc: 0.900555\ttraining's binary_logloss: 0.117557\tvalid_1's auc: 0.832327\tvalid_1's binary_logloss: 0.131536\n", + "[26]\ttraining's auc: 0.902212\ttraining's binary_logloss: 0.116975\tvalid_1's auc: 0.832272\tvalid_1's binary_logloss: 0.131532\n", + "[27]\ttraining's auc: 0.903174\ttraining's binary_logloss: 0.116501\tvalid_1's auc: 0.832575\tvalid_1's binary_logloss: 0.131494\n", + "[28]\ttraining's auc: 0.904356\ttraining's binary_logloss: 0.115989\tvalid_1's auc: 0.832355\tvalid_1's binary_logloss: 0.131543\n", + "[29]\ttraining's auc: 0.905789\ttraining's binary_logloss: 0.115425\tvalid_1's auc: 0.831711\tvalid_1's binary_logloss: 0.131636\n", + "[30]\ttraining's auc: 0.906621\ttraining's binary_logloss: 0.114995\tvalid_1's auc: 0.831871\tvalid_1's binary_logloss: 0.131689\n", + "[31]\ttraining's auc: 0.907944\ttraining's binary_logloss: 0.114438\tvalid_1's auc: 0.831448\tvalid_1's binary_logloss: 0.131838\n", + "[32]\ttraining's auc: 0.909265\ttraining's binary_logloss: 0.113938\tvalid_1's auc: 0.831503\tvalid_1's binary_logloss: 0.131785\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[33]\ttraining's auc: 0.910045\ttraining's binary_logloss: 0.113535\tvalid_1's auc: 0.831002\tvalid_1's binary_logloss: 0.131907\n", + "[34]\ttraining's auc: 0.910877\ttraining's binary_logloss: 0.113177\tvalid_1's auc: 0.830443\tvalid_1's binary_logloss: 0.132017\n", + "[35]\ttraining's auc: 0.91189\ttraining's binary_logloss: 0.112764\tvalid_1's auc: 0.830063\tvalid_1's binary_logloss: 0.132153\n", + "[36]\ttraining's auc: 0.912704\ttraining's binary_logloss: 0.112347\tvalid_1's auc: 0.829494\tvalid_1's binary_logloss: 0.132314\n", + "[37]\ttraining's auc: 0.913689\ttraining's binary_logloss: 0.111959\tvalid_1's auc: 0.829306\tvalid_1's binary_logloss: 0.132369\n", + "[38]\ttraining's auc: 0.914778\ttraining's binary_logloss: 0.111474\tvalid_1's auc: 0.829242\tvalid_1's binary_logloss: 0.132416\n", + "[39]\ttraining's auc: 0.915614\ttraining's binary_logloss: 0.111101\tvalid_1's auc: 0.829274\tvalid_1's binary_logloss: 0.132451\n", + "[1]\ttraining's auc: 0.827224\ttraining's binary_logloss: 0.150515\tvalid_1's auc: 0.806904\tvalid_1's binary_logloss: 0.157209\n", + "[2]\ttraining's auc: 0.837931\ttraining's binary_logloss: 0.144236\tvalid_1's auc: 0.816655\tvalid_1's binary_logloss: 0.151249\n", + "[3]\ttraining's auc: 0.84839\ttraining's binary_logloss: 0.139616\tvalid_1's auc: 0.825064\tvalid_1's binary_logloss: 0.147422\n", + "[4]\ttraining's auc: 0.852507\ttraining's binary_logloss: 0.136272\tvalid_1's auc: 0.827827\tvalid_1's binary_logloss: 0.144783\n", + "[5]\ttraining's auc: 0.855142\ttraining's binary_logloss: 0.133747\tvalid_1's auc: 0.828538\tvalid_1's binary_logloss: 0.142988\n", + "[6]\ttraining's auc: 0.858678\ttraining's binary_logloss: 0.131661\tvalid_1's auc: 0.829646\tvalid_1's binary_logloss: 0.141606\n", + "[7]\ttraining's auc: 0.861968\ttraining's binary_logloss: 0.129858\tvalid_1's auc: 0.829659\tvalid_1's binary_logloss: 0.140517\n", + "[8]\ttraining's auc: 0.866345\ttraining's binary_logloss: 0.128393\tvalid_1's auc: 0.831952\tvalid_1's binary_logloss: 0.139774\n", + "[9]\ttraining's auc: 0.869197\ttraining's binary_logloss: 0.127075\tvalid_1's auc: 0.831912\tvalid_1's binary_logloss: 0.139175\n", + "[10]\ttraining's auc: 0.872479\ttraining's binary_logloss: 0.125887\tvalid_1's auc: 0.83325\tvalid_1's binary_logloss: 0.13853\n", + "[11]\ttraining's auc: 0.875197\ttraining's binary_logloss: 0.124818\tvalid_1's auc: 0.833358\tvalid_1's binary_logloss: 0.138068\n", + "[12]\ttraining's auc: 0.877714\ttraining's binary_logloss: 0.123842\tvalid_1's auc: 0.833657\tvalid_1's binary_logloss: 0.13766\n", + "[13]\ttraining's auc: 0.880549\ttraining's binary_logloss: 0.122874\tvalid_1's auc: 0.835366\tvalid_1's binary_logloss: 0.137331\n", + "[14]\ttraining's auc: 0.883062\ttraining's binary_logloss: 0.121955\tvalid_1's auc: 0.835517\tvalid_1's binary_logloss: 0.137064\n", + "[15]\ttraining's auc: 0.885189\ttraining's binary_logloss: 0.121124\tvalid_1's auc: 0.835935\tvalid_1's binary_logloss: 0.136844\n", + "[16]\ttraining's auc: 0.887104\ttraining's binary_logloss: 0.12035\tvalid_1's auc: 0.836325\tvalid_1's binary_logloss: 0.136672\n", + "[17]\ttraining's auc: 0.888796\ttraining's binary_logloss: 0.11961\tvalid_1's auc: 0.836437\tvalid_1's binary_logloss: 0.136609\n", + "[18]\ttraining's auc: 0.8906\ttraining's binary_logloss: 0.118952\tvalid_1's auc: 0.836454\tvalid_1's binary_logloss: 0.136541\n", + "[19]\ttraining's auc: 0.891773\ttraining's binary_logloss: 0.118356\tvalid_1's auc: 0.835308\tvalid_1's binary_logloss: 0.13673\n", + "[20]\ttraining's auc: 0.894191\ttraining's binary_logloss: 0.117692\tvalid_1's auc: 0.835421\tvalid_1's binary_logloss: 0.136638\n", + "[21]\ttraining's auc: 0.895957\ttraining's binary_logloss: 0.117109\tvalid_1's auc: 0.834602\tvalid_1's binary_logloss: 0.13668\n", + "[22]\ttraining's auc: 0.897636\ttraining's binary_logloss: 0.116438\tvalid_1's auc: 0.834582\tvalid_1's binary_logloss: 0.136715\n", + "[23]\ttraining's auc: 0.898965\ttraining's binary_logloss: 0.115861\tvalid_1's auc: 0.83448\tvalid_1's binary_logloss: 0.136712\n", + "[24]\ttraining's auc: 0.900099\ttraining's binary_logloss: 0.115317\tvalid_1's auc: 0.833966\tvalid_1's binary_logloss: 0.136855\n", + "[25]\ttraining's auc: 0.901788\ttraining's binary_logloss: 0.114692\tvalid_1's auc: 0.833937\tvalid_1's binary_logloss: 0.136887\n", + "[26]\ttraining's auc: 0.903273\ttraining's binary_logloss: 0.114057\tvalid_1's auc: 0.833571\tvalid_1's binary_logloss: 0.136974\n", + "[27]\ttraining's auc: 0.9052\ttraining's binary_logloss: 0.113413\tvalid_1's auc: 0.833312\tvalid_1's binary_logloss: 0.137029\n", + "[28]\ttraining's auc: 0.907063\ttraining's binary_logloss: 0.112804\tvalid_1's auc: 0.833064\tvalid_1's binary_logloss: 0.13713\n", + "[29]\ttraining's auc: 0.908544\ttraining's binary_logloss: 0.112237\tvalid_1's auc: 0.833141\tvalid_1's binary_logloss: 0.137137\n", + "[30]\ttraining's auc: 0.910275\ttraining's binary_logloss: 0.111625\tvalid_1's auc: 0.832996\tvalid_1's binary_logloss: 0.137194\n", + "[31]\ttraining's auc: 0.911427\ttraining's binary_logloss: 0.11105\tvalid_1's auc: 0.832471\tvalid_1's binary_logloss: 0.137318\n", + "[32]\ttraining's auc: 0.912541\ttraining's binary_logloss: 0.110517\tvalid_1's auc: 0.831998\tvalid_1's binary_logloss: 0.137435\n", + "[33]\ttraining's auc: 0.913575\ttraining's binary_logloss: 0.110058\tvalid_1's auc: 0.831759\tvalid_1's binary_logloss: 0.137491\n", + "[34]\ttraining's auc: 0.914659\ttraining's binary_logloss: 0.109579\tvalid_1's auc: 0.831903\tvalid_1's binary_logloss: 0.137495\n", + "[35]\ttraining's auc: 0.91526\ttraining's binary_logloss: 0.109172\tvalid_1's auc: 0.831863\tvalid_1's binary_logloss: 0.137487\n", + "[36]\ttraining's auc: 0.915913\ttraining's binary_logloss: 0.108782\tvalid_1's auc: 0.831979\tvalid_1's binary_logloss: 0.137541\n", + "[37]\ttraining's auc: 0.916951\ttraining's binary_logloss: 0.108435\tvalid_1's auc: 0.832292\tvalid_1's binary_logloss: 0.13757\n", + "[38]\ttraining's auc: 0.918317\ttraining's binary_logloss: 0.107958\tvalid_1's auc: 0.831741\tvalid_1's binary_logloss: 0.1377\n", + "[39]\ttraining's auc: 0.91916\ttraining's binary_logloss: 0.107527\tvalid_1's auc: 0.831541\tvalid_1's binary_logloss: 0.137781\n", + "[40]\ttraining's auc: 0.920308\ttraining's binary_logloss: 0.10702\tvalid_1's auc: 0.831376\tvalid_1's binary_logloss: 0.137868\n", + "[41]\ttraining's auc: 0.921351\ttraining's binary_logloss: 0.106711\tvalid_1's auc: 0.831897\tvalid_1's binary_logloss: 0.137787\n", + "[42]\ttraining's auc: 0.92177\ttraining's binary_logloss: 0.106417\tvalid_1's auc: 0.831701\tvalid_1's binary_logloss: 0.137874\n", + "[43]\ttraining's auc: 0.922507\ttraining's binary_logloss: 0.106155\tvalid_1's auc: 0.831992\tvalid_1's binary_logloss: 0.137867\n", + "[44]\ttraining's auc: 0.922922\ttraining's binary_logloss: 0.105861\tvalid_1's auc: 0.831503\tvalid_1's binary_logloss: 0.137983\n", + "[45]\ttraining's auc: 0.924094\ttraining's binary_logloss: 0.1054\tvalid_1's auc: 0.831107\tvalid_1's binary_logloss: 0.138136\n", + "[46]\ttraining's auc: 0.924877\ttraining's binary_logloss: 0.104934\tvalid_1's auc: 0.831166\tvalid_1's binary_logloss: 0.138075\n", + "[47]\ttraining's auc: 0.925237\ttraining's binary_logloss: 0.104631\tvalid_1's auc: 0.830923\tvalid_1's binary_logloss: 0.138171\n", + "[48]\ttraining's auc: 0.925814\ttraining's binary_logloss: 0.104292\tvalid_1's auc: 0.830622\tvalid_1's binary_logloss: 0.138257\n", + "[1]\ttraining's auc: 0.839628\ttraining's binary_logloss: 0.159184\tvalid_1's auc: 0.812222\tvalid_1's binary_logloss: 0.161067\n", + "[2]\ttraining's auc: 0.843784\ttraining's binary_logloss: 0.155137\tvalid_1's auc: 0.811886\tvalid_1's binary_logloss: 0.157903\n", + "[3]\ttraining's auc: 0.848617\ttraining's binary_logloss: 0.151895\tvalid_1's auc: 0.815128\tvalid_1's binary_logloss: 0.15533\n", + "[4]\ttraining's auc: 0.851505\ttraining's binary_logloss: 0.149119\tvalid_1's auc: 0.817494\tvalid_1's binary_logloss: 0.153096\n", + "[5]\ttraining's auc: 0.856579\ttraining's binary_logloss: 0.14679\tvalid_1's auc: 0.821233\tvalid_1's binary_logloss: 0.15132\n", + "[6]\ttraining's auc: 0.858874\ttraining's binary_logloss: 0.144634\tvalid_1's auc: 0.821872\tvalid_1's binary_logloss: 0.149712\n", + "[7]\ttraining's auc: 0.861125\ttraining's binary_logloss: 0.142782\tvalid_1's auc: 0.822679\tvalid_1's binary_logloss: 0.148322\n", + "[8]\ttraining's auc: 0.863003\ttraining's binary_logloss: 0.141064\tvalid_1's auc: 0.823872\tvalid_1's binary_logloss: 0.147118\n", + "[9]\ttraining's auc: 0.864201\ttraining's binary_logloss: 0.139519\tvalid_1's auc: 0.824689\tvalid_1's binary_logloss: 0.146044\n", + "[10]\ttraining's auc: 0.865482\ttraining's binary_logloss: 0.138093\tvalid_1's auc: 0.825245\tvalid_1's binary_logloss: 0.145055\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[11]\ttraining's auc: 0.867513\ttraining's binary_logloss: 0.136842\tvalid_1's auc: 0.825884\tvalid_1's binary_logloss: 0.144176\n", + "[12]\ttraining's auc: 0.868385\ttraining's binary_logloss: 0.135684\tvalid_1's auc: 0.826812\tvalid_1's binary_logloss: 0.14337\n", + "[13]\ttraining's auc: 0.869839\ttraining's binary_logloss: 0.134663\tvalid_1's auc: 0.827101\tvalid_1's binary_logloss: 0.142666\n", + "[14]\ttraining's auc: 0.871484\ttraining's binary_logloss: 0.133621\tvalid_1's auc: 0.827951\tvalid_1's binary_logloss: 0.141979\n", + "[15]\ttraining's auc: 0.872365\ttraining's binary_logloss: 0.132683\tvalid_1's auc: 0.828269\tvalid_1's binary_logloss: 0.141354\n", + "[16]\ttraining's auc: 0.873425\ttraining's binary_logloss: 0.131822\tvalid_1's auc: 0.828628\tvalid_1's binary_logloss: 0.140815\n", + "[17]\ttraining's auc: 0.874228\ttraining's binary_logloss: 0.131004\tvalid_1's auc: 0.828893\tvalid_1's binary_logloss: 0.140319\n", + "[18]\ttraining's auc: 0.875869\ttraining's binary_logloss: 0.130212\tvalid_1's auc: 0.829249\tvalid_1's binary_logloss: 0.139887\n", + "[19]\ttraining's auc: 0.877269\ttraining's binary_logloss: 0.129452\tvalid_1's auc: 0.829541\tvalid_1's binary_logloss: 0.139483\n", + "[20]\ttraining's auc: 0.878552\ttraining's binary_logloss: 0.128761\tvalid_1's auc: 0.829848\tvalid_1's binary_logloss: 0.13909\n", + "[21]\ttraining's auc: 0.879466\ttraining's binary_logloss: 0.128037\tvalid_1's auc: 0.830076\tvalid_1's binary_logloss: 0.138729\n", + "[22]\ttraining's auc: 0.880946\ttraining's binary_logloss: 0.127369\tvalid_1's auc: 0.830502\tvalid_1's binary_logloss: 0.138376\n", + "[23]\ttraining's auc: 0.881969\ttraining's binary_logloss: 0.126763\tvalid_1's auc: 0.830674\tvalid_1's binary_logloss: 0.13815\n", + "[24]\ttraining's auc: 0.883375\ttraining's binary_logloss: 0.126156\tvalid_1's auc: 0.831322\tvalid_1's binary_logloss: 0.137862\n", + "[25]\ttraining's auc: 0.884588\ttraining's binary_logloss: 0.125629\tvalid_1's auc: 0.831379\tvalid_1's binary_logloss: 0.13761\n", + "[26]\ttraining's auc: 0.885887\ttraining's binary_logloss: 0.125085\tvalid_1's auc: 0.831864\tvalid_1's binary_logloss: 0.137389\n", + "[27]\ttraining's auc: 0.887181\ttraining's binary_logloss: 0.124509\tvalid_1's auc: 0.83203\tvalid_1's binary_logloss: 0.137192\n", + "[28]\ttraining's auc: 0.888148\ttraining's binary_logloss: 0.123987\tvalid_1's auc: 0.831625\tvalid_1's binary_logloss: 0.137083\n", + "[29]\ttraining's auc: 0.888967\ttraining's binary_logloss: 0.123515\tvalid_1's auc: 0.831961\tvalid_1's binary_logloss: 0.136865\n", + "[30]\ttraining's auc: 0.889966\ttraining's binary_logloss: 0.123015\tvalid_1's auc: 0.8321\tvalid_1's binary_logloss: 0.136686\n", + "[31]\ttraining's auc: 0.891091\ttraining's binary_logloss: 0.122548\tvalid_1's auc: 0.831799\tvalid_1's binary_logloss: 0.136545\n", + "[32]\ttraining's auc: 0.89207\ttraining's binary_logloss: 0.122086\tvalid_1's auc: 0.831472\tvalid_1's binary_logloss: 0.13647\n", + "[33]\ttraining's auc: 0.892703\ttraining's binary_logloss: 0.121644\tvalid_1's auc: 0.831351\tvalid_1's binary_logloss: 0.136382\n", + "[34]\ttraining's auc: 0.893681\ttraining's binary_logloss: 0.12121\tvalid_1's auc: 0.831384\tvalid_1's binary_logloss: 0.136267\n", + "[35]\ttraining's auc: 0.894343\ttraining's binary_logloss: 0.120793\tvalid_1's auc: 0.831417\tvalid_1's binary_logloss: 0.136182\n", + "[36]\ttraining's auc: 0.895061\ttraining's binary_logloss: 0.120377\tvalid_1's auc: 0.831253\tvalid_1's binary_logloss: 0.136072\n", + "[37]\ttraining's auc: 0.895823\ttraining's binary_logloss: 0.119993\tvalid_1's auc: 0.831292\tvalid_1's binary_logloss: 0.136035\n", + "[38]\ttraining's auc: 0.896634\ttraining's binary_logloss: 0.119588\tvalid_1's auc: 0.831601\tvalid_1's binary_logloss: 0.135941\n", + "[39]\ttraining's auc: 0.897274\ttraining's binary_logloss: 0.119239\tvalid_1's auc: 0.831635\tvalid_1's binary_logloss: 0.135885\n", + "[40]\ttraining's auc: 0.89819\ttraining's binary_logloss: 0.118854\tvalid_1's auc: 0.831785\tvalid_1's binary_logloss: 0.135808\n", + "[41]\ttraining's auc: 0.898951\ttraining's binary_logloss: 0.118485\tvalid_1's auc: 0.831411\tvalid_1's binary_logloss: 0.135818\n", + "[42]\ttraining's auc: 0.899697\ttraining's binary_logloss: 0.118122\tvalid_1's auc: 0.831443\tvalid_1's binary_logloss: 0.135787\n", + "[43]\ttraining's auc: 0.900439\ttraining's binary_logloss: 0.117769\tvalid_1's auc: 0.831266\tvalid_1's binary_logloss: 0.135778\n", + "[44]\ttraining's auc: 0.9017\ttraining's binary_logloss: 0.117396\tvalid_1's auc: 0.831404\tvalid_1's binary_logloss: 0.13575\n", + "[45]\ttraining's auc: 0.902297\ttraining's binary_logloss: 0.117105\tvalid_1's auc: 0.831392\tvalid_1's binary_logloss: 0.135719\n", + "[46]\ttraining's auc: 0.902894\ttraining's binary_logloss: 0.116786\tvalid_1's auc: 0.831373\tvalid_1's binary_logloss: 0.135718\n", + "[47]\ttraining's auc: 0.903864\ttraining's binary_logloss: 0.116425\tvalid_1's auc: 0.831353\tvalid_1's binary_logloss: 0.135735\n", + "[48]\ttraining's auc: 0.904829\ttraining's binary_logloss: 0.11607\tvalid_1's auc: 0.831379\tvalid_1's binary_logloss: 0.135692\n", + "[49]\ttraining's auc: 0.905495\ttraining's binary_logloss: 0.115743\tvalid_1's auc: 0.831423\tvalid_1's binary_logloss: 0.135674\n", + "[50]\ttraining's auc: 0.906475\ttraining's binary_logloss: 0.115365\tvalid_1's auc: 0.831903\tvalid_1's binary_logloss: 0.135616\n", + "[51]\ttraining's auc: 0.907143\ttraining's binary_logloss: 0.115077\tvalid_1's auc: 0.832191\tvalid_1's binary_logloss: 0.135573\n", + "[52]\ttraining's auc: 0.907781\ttraining's binary_logloss: 0.114746\tvalid_1's auc: 0.832323\tvalid_1's binary_logloss: 0.13555\n", + "[53]\ttraining's auc: 0.908493\ttraining's binary_logloss: 0.114448\tvalid_1's auc: 0.831935\tvalid_1's binary_logloss: 0.135603\n", + "[54]\ttraining's auc: 0.909115\ttraining's binary_logloss: 0.114187\tvalid_1's auc: 0.831981\tvalid_1's binary_logloss: 0.135603\n", + "[55]\ttraining's auc: 0.910043\ttraining's binary_logloss: 0.113902\tvalid_1's auc: 0.831944\tvalid_1's binary_logloss: 0.135593\n", + "[56]\ttraining's auc: 0.9106\ttraining's binary_logloss: 0.113637\tvalid_1's auc: 0.831715\tvalid_1's binary_logloss: 0.13565\n", + "[57]\ttraining's auc: 0.91142\ttraining's binary_logloss: 0.113367\tvalid_1's auc: 0.83156\tvalid_1's binary_logloss: 0.135673\n", + "[58]\ttraining's auc: 0.912331\ttraining's binary_logloss: 0.113112\tvalid_1's auc: 0.831547\tvalid_1's binary_logloss: 0.135651\n", + "[59]\ttraining's auc: 0.913045\ttraining's binary_logloss: 0.112841\tvalid_1's auc: 0.831527\tvalid_1's binary_logloss: 0.13566\n", + "[60]\ttraining's auc: 0.913838\ttraining's binary_logloss: 0.112561\tvalid_1's auc: 0.831794\tvalid_1's binary_logloss: 0.135604\n", + "[61]\ttraining's auc: 0.914311\ttraining's binary_logloss: 0.11231\tvalid_1's auc: 0.831778\tvalid_1's binary_logloss: 0.135632\n", + "[62]\ttraining's auc: 0.91501\ttraining's binary_logloss: 0.112076\tvalid_1's auc: 0.831957\tvalid_1's binary_logloss: 0.135624\n", + "[63]\ttraining's auc: 0.91575\ttraining's binary_logloss: 0.111837\tvalid_1's auc: 0.832127\tvalid_1's binary_logloss: 0.135591\n", + "[64]\ttraining's auc: 0.916332\ttraining's binary_logloss: 0.111576\tvalid_1's auc: 0.832072\tvalid_1's binary_logloss: 0.13561\n", + "[65]\ttraining's auc: 0.91674\ttraining's binary_logloss: 0.111331\tvalid_1's auc: 0.831958\tvalid_1's binary_logloss: 0.135652\n", + "[66]\ttraining's auc: 0.917173\ttraining's binary_logloss: 0.111079\tvalid_1's auc: 0.831767\tvalid_1's binary_logloss: 0.135709\n", + "[67]\ttraining's auc: 0.917768\ttraining's binary_logloss: 0.110825\tvalid_1's auc: 0.831562\tvalid_1's binary_logloss: 0.135764\n", + "[68]\ttraining's auc: 0.918285\ttraining's binary_logloss: 0.110586\tvalid_1's auc: 0.831269\tvalid_1's binary_logloss: 0.135802\n", + "[69]\ttraining's auc: 0.91868\ttraining's binary_logloss: 0.110354\tvalid_1's auc: 0.830942\tvalid_1's binary_logloss: 0.135864\n", + "[70]\ttraining's auc: 0.919324\ttraining's binary_logloss: 0.110097\tvalid_1's auc: 0.831154\tvalid_1's binary_logloss: 0.135843\n", + "[71]\ttraining's auc: 0.919984\ttraining's binary_logloss: 0.109858\tvalid_1's auc: 0.831314\tvalid_1's binary_logloss: 0.1358\n", + "[72]\ttraining's auc: 0.920792\ttraining's binary_logloss: 0.109608\tvalid_1's auc: 0.831004\tvalid_1's binary_logloss: 0.135876\n", + "[73]\ttraining's auc: 0.921469\ttraining's binary_logloss: 0.109406\tvalid_1's auc: 0.830754\tvalid_1's binary_logloss: 0.135921\n", + "[74]\ttraining's auc: 0.922177\ttraining's binary_logloss: 0.109182\tvalid_1's auc: 0.830923\tvalid_1's binary_logloss: 0.135908\n", + "[75]\ttraining's auc: 0.922562\ttraining's binary_logloss: 0.108975\tvalid_1's auc: 0.830568\tvalid_1's binary_logloss: 0.135966\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[76]\ttraining's auc: 0.923098\ttraining's binary_logloss: 0.108774\tvalid_1's auc: 0.830559\tvalid_1's binary_logloss: 0.135987\n", + "[77]\ttraining's auc: 0.923612\ttraining's binary_logloss: 0.108596\tvalid_1's auc: 0.830155\tvalid_1's binary_logloss: 0.136068\n", + "[78]\ttraining's auc: 0.924123\ttraining's binary_logloss: 0.108358\tvalid_1's auc: 0.830215\tvalid_1's binary_logloss: 0.136093\n", + "[79]\ttraining's auc: 0.924632\ttraining's binary_logloss: 0.108147\tvalid_1's auc: 0.830071\tvalid_1's binary_logloss: 0.136138\n", + "[80]\ttraining's auc: 0.925107\ttraining's binary_logloss: 0.107919\tvalid_1's auc: 0.829979\tvalid_1's binary_logloss: 0.136167\n", + "[81]\ttraining's auc: 0.925434\ttraining's binary_logloss: 0.107713\tvalid_1's auc: 0.82967\tvalid_1's binary_logloss: 0.136222\n", + "[82]\ttraining's auc: 0.925815\ttraining's binary_logloss: 0.107502\tvalid_1's auc: 0.829507\tvalid_1's binary_logloss: 0.136249\n", + "[1]\ttraining's auc: 0.837136\ttraining's binary_logloss: 0.161659\tvalid_1's auc: 0.818044\tvalid_1's binary_logloss: 0.156508\n", + "[2]\ttraining's auc: 0.842239\ttraining's binary_logloss: 0.15758\tvalid_1's auc: 0.821544\tvalid_1's binary_logloss: 0.153243\n", + "[3]\ttraining's auc: 0.846231\ttraining's binary_logloss: 0.154193\tvalid_1's auc: 0.824068\tvalid_1's binary_logloss: 0.15064\n", + "[4]\ttraining's auc: 0.850371\ttraining's binary_logloss: 0.151442\tvalid_1's auc: 0.826226\tvalid_1's binary_logloss: 0.148436\n", + "[5]\ttraining's auc: 0.855293\ttraining's binary_logloss: 0.14906\tvalid_1's auc: 0.830009\tvalid_1's binary_logloss: 0.14656\n", + "[6]\ttraining's auc: 0.857362\ttraining's binary_logloss: 0.146943\tvalid_1's auc: 0.831283\tvalid_1's binary_logloss: 0.145044\n", + "[7]\ttraining's auc: 0.860233\ttraining's binary_logloss: 0.145054\tvalid_1's auc: 0.833135\tvalid_1's binary_logloss: 0.143643\n", + "[8]\ttraining's auc: 0.861925\ttraining's binary_logloss: 0.14332\tvalid_1's auc: 0.833364\tvalid_1's binary_logloss: 0.142499\n", + "[9]\ttraining's auc: 0.863553\ttraining's binary_logloss: 0.141834\tvalid_1's auc: 0.833736\tvalid_1's binary_logloss: 0.141385\n", + "[10]\ttraining's auc: 0.865107\ttraining's binary_logloss: 0.140396\tvalid_1's auc: 0.834178\tvalid_1's binary_logloss: 0.140407\n", + "[11]\ttraining's auc: 0.867623\ttraining's binary_logloss: 0.139089\tvalid_1's auc: 0.833766\tvalid_1's binary_logloss: 0.139517\n", + "[12]\ttraining's auc: 0.869021\ttraining's binary_logloss: 0.137908\tvalid_1's auc: 0.834333\tvalid_1's binary_logloss: 0.138761\n", + "[13]\ttraining's auc: 0.870174\ttraining's binary_logloss: 0.136795\tvalid_1's auc: 0.834407\tvalid_1's binary_logloss: 0.138043\n", + "[14]\ttraining's auc: 0.871549\ttraining's binary_logloss: 0.135766\tvalid_1's auc: 0.834545\tvalid_1's binary_logloss: 0.137403\n", + "[15]\ttraining's auc: 0.87252\ttraining's binary_logloss: 0.134774\tvalid_1's auc: 0.834874\tvalid_1's binary_logloss: 0.13679\n", + "[16]\ttraining's auc: 0.87339\ttraining's binary_logloss: 0.133858\tvalid_1's auc: 0.835069\tvalid_1's binary_logloss: 0.136263\n", + "[17]\ttraining's auc: 0.874622\ttraining's binary_logloss: 0.133035\tvalid_1's auc: 0.835265\tvalid_1's binary_logloss: 0.135784\n", + "[18]\ttraining's auc: 0.875541\ttraining's binary_logloss: 0.132262\tvalid_1's auc: 0.835422\tvalid_1's binary_logloss: 0.135316\n", + "[19]\ttraining's auc: 0.876336\ttraining's binary_logloss: 0.131539\tvalid_1's auc: 0.835129\tvalid_1's binary_logloss: 0.134909\n", + "[20]\ttraining's auc: 0.877321\ttraining's binary_logloss: 0.130815\tvalid_1's auc: 0.835073\tvalid_1's binary_logloss: 0.134565\n", + "[21]\ttraining's auc: 0.878181\ttraining's binary_logloss: 0.130151\tvalid_1's auc: 0.834776\tvalid_1's binary_logloss: 0.13426\n", + "[22]\ttraining's auc: 0.87919\ttraining's binary_logloss: 0.129499\tvalid_1's auc: 0.835084\tvalid_1's binary_logloss: 0.133981\n", + "[23]\ttraining's auc: 0.880225\ttraining's binary_logloss: 0.128864\tvalid_1's auc: 0.835335\tvalid_1's binary_logloss: 0.133659\n", + "[24]\ttraining's auc: 0.881324\ttraining's binary_logloss: 0.128257\tvalid_1's auc: 0.835036\tvalid_1's binary_logloss: 0.133458\n", + "[25]\ttraining's auc: 0.882371\ttraining's binary_logloss: 0.127728\tvalid_1's auc: 0.834957\tvalid_1's binary_logloss: 0.133255\n", + "[26]\ttraining's auc: 0.883309\ttraining's binary_logloss: 0.127155\tvalid_1's auc: 0.835415\tvalid_1's binary_logloss: 0.132985\n", + "[27]\ttraining's auc: 0.884316\ttraining's binary_logloss: 0.12662\tvalid_1's auc: 0.835261\tvalid_1's binary_logloss: 0.132791\n", + "[28]\ttraining's auc: 0.885024\ttraining's binary_logloss: 0.126114\tvalid_1's auc: 0.835206\tvalid_1's binary_logloss: 0.132614\n", + "[29]\ttraining's auc: 0.885677\ttraining's binary_logloss: 0.125634\tvalid_1's auc: 0.834949\tvalid_1's binary_logloss: 0.132486\n", + "[30]\ttraining's auc: 0.886465\ttraining's binary_logloss: 0.12513\tvalid_1's auc: 0.835217\tvalid_1's binary_logloss: 0.132326\n", + "[31]\ttraining's auc: 0.887654\ttraining's binary_logloss: 0.124671\tvalid_1's auc: 0.835187\tvalid_1's binary_logloss: 0.132168\n", + "[32]\ttraining's auc: 0.888142\ttraining's binary_logloss: 0.124243\tvalid_1's auc: 0.834938\tvalid_1's binary_logloss: 0.132063\n", + "[33]\ttraining's auc: 0.88936\ttraining's binary_logloss: 0.123832\tvalid_1's auc: 0.834915\tvalid_1's binary_logloss: 0.131929\n", + "[34]\ttraining's auc: 0.890106\ttraining's binary_logloss: 0.123436\tvalid_1's auc: 0.834977\tvalid_1's binary_logloss: 0.13185\n", + "[35]\ttraining's auc: 0.891032\ttraining's binary_logloss: 0.123006\tvalid_1's auc: 0.835117\tvalid_1's binary_logloss: 0.131715\n", + "[36]\ttraining's auc: 0.891909\ttraining's binary_logloss: 0.122571\tvalid_1's auc: 0.835308\tvalid_1's binary_logloss: 0.131611\n", + "[37]\ttraining's auc: 0.892814\ttraining's binary_logloss: 0.122153\tvalid_1's auc: 0.835495\tvalid_1's binary_logloss: 0.131505\n", + "[38]\ttraining's auc: 0.893542\ttraining's binary_logloss: 0.121733\tvalid_1's auc: 0.835431\tvalid_1's binary_logloss: 0.131411\n", + "[39]\ttraining's auc: 0.894407\ttraining's binary_logloss: 0.121334\tvalid_1's auc: 0.835387\tvalid_1's binary_logloss: 0.131362\n", + "[40]\ttraining's auc: 0.895059\ttraining's binary_logloss: 0.120979\tvalid_1's auc: 0.835399\tvalid_1's binary_logloss: 0.131268\n", + "[41]\ttraining's auc: 0.89607\ttraining's binary_logloss: 0.12064\tvalid_1's auc: 0.835759\tvalid_1's binary_logloss: 0.13119\n", + "[42]\ttraining's auc: 0.896874\ttraining's binary_logloss: 0.12026\tvalid_1's auc: 0.836026\tvalid_1's binary_logloss: 0.131118\n", + "[43]\ttraining's auc: 0.897711\ttraining's binary_logloss: 0.119866\tvalid_1's auc: 0.836077\tvalid_1's binary_logloss: 0.131095\n", + "[44]\ttraining's auc: 0.898461\ttraining's binary_logloss: 0.119517\tvalid_1's auc: 0.836545\tvalid_1's binary_logloss: 0.130978\n", + "[45]\ttraining's auc: 0.89922\ttraining's binary_logloss: 0.11919\tvalid_1's auc: 0.836578\tvalid_1's binary_logloss: 0.130956\n", + "[46]\ttraining's auc: 0.900003\ttraining's binary_logloss: 0.118841\tvalid_1's auc: 0.83649\tvalid_1's binary_logloss: 0.130914\n", + "[47]\ttraining's auc: 0.901034\ttraining's binary_logloss: 0.118509\tvalid_1's auc: 0.836515\tvalid_1's binary_logloss: 0.130881\n", + "[48]\ttraining's auc: 0.901779\ttraining's binary_logloss: 0.118214\tvalid_1's auc: 0.836618\tvalid_1's binary_logloss: 0.130817\n", + "[49]\ttraining's auc: 0.902582\ttraining's binary_logloss: 0.117886\tvalid_1's auc: 0.836929\tvalid_1's binary_logloss: 0.130744\n", + "[50]\ttraining's auc: 0.903317\ttraining's binary_logloss: 0.117563\tvalid_1's auc: 0.837011\tvalid_1's binary_logloss: 0.130696\n", + "[51]\ttraining's auc: 0.904428\ttraining's binary_logloss: 0.117247\tvalid_1's auc: 0.836907\tvalid_1's binary_logloss: 0.130663\n", + "[52]\ttraining's auc: 0.90512\ttraining's binary_logloss: 0.116943\tvalid_1's auc: 0.837027\tvalid_1's binary_logloss: 0.130633\n", + "[53]\ttraining's auc: 0.906051\ttraining's binary_logloss: 0.116631\tvalid_1's auc: 0.836914\tvalid_1's binary_logloss: 0.130641\n", + "[54]\ttraining's auc: 0.906769\ttraining's binary_logloss: 0.116312\tvalid_1's auc: 0.837075\tvalid_1's binary_logloss: 0.130607\n", + "[55]\ttraining's auc: 0.907482\ttraining's binary_logloss: 0.116016\tvalid_1's auc: 0.837147\tvalid_1's binary_logloss: 0.130585\n", + "[56]\ttraining's auc: 0.908017\ttraining's binary_logloss: 0.115746\tvalid_1's auc: 0.837119\tvalid_1's binary_logloss: 0.130585\n", + "[57]\ttraining's auc: 0.908575\ttraining's binary_logloss: 0.115486\tvalid_1's auc: 0.83707\tvalid_1's binary_logloss: 0.130589\n", + "[58]\ttraining's auc: 0.909488\ttraining's binary_logloss: 0.115193\tvalid_1's auc: 0.837174\tvalid_1's binary_logloss: 0.130568\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[59]\ttraining's auc: 0.91022\ttraining's binary_logloss: 0.114905\tvalid_1's auc: 0.837095\tvalid_1's binary_logloss: 0.130573\n", + "[60]\ttraining's auc: 0.911031\ttraining's binary_logloss: 0.114641\tvalid_1's auc: 0.836867\tvalid_1's binary_logloss: 0.130607\n", + "[61]\ttraining's auc: 0.911751\ttraining's binary_logloss: 0.114383\tvalid_1's auc: 0.836886\tvalid_1's binary_logloss: 0.130602\n", + "[62]\ttraining's auc: 0.912315\ttraining's binary_logloss: 0.114157\tvalid_1's auc: 0.836845\tvalid_1's binary_logloss: 0.130625\n", + "[63]\ttraining's auc: 0.91301\ttraining's binary_logloss: 0.113916\tvalid_1's auc: 0.836669\tvalid_1's binary_logloss: 0.130641\n", + "[64]\ttraining's auc: 0.9139\ttraining's binary_logloss: 0.113651\tvalid_1's auc: 0.836674\tvalid_1's binary_logloss: 0.130634\n", + "[65]\ttraining's auc: 0.91459\ttraining's binary_logloss: 0.113394\tvalid_1's auc: 0.836573\tvalid_1's binary_logloss: 0.130639\n", + "[66]\ttraining's auc: 0.915335\ttraining's binary_logloss: 0.113168\tvalid_1's auc: 0.836702\tvalid_1's binary_logloss: 0.13063\n", + "[67]\ttraining's auc: 0.916006\ttraining's binary_logloss: 0.112901\tvalid_1's auc: 0.836699\tvalid_1's binary_logloss: 0.130637\n", + "[68]\ttraining's auc: 0.916831\ttraining's binary_logloss: 0.112665\tvalid_1's auc: 0.836632\tvalid_1's binary_logloss: 0.130649\n", + "[69]\ttraining's auc: 0.917268\ttraining's binary_logloss: 0.112442\tvalid_1's auc: 0.836532\tvalid_1's binary_logloss: 0.130657\n", + "[70]\ttraining's auc: 0.917932\ttraining's binary_logloss: 0.112219\tvalid_1's auc: 0.836485\tvalid_1's binary_logloss: 0.130655\n", + "[71]\ttraining's auc: 0.918508\ttraining's binary_logloss: 0.111946\tvalid_1's auc: 0.8362\tvalid_1's binary_logloss: 0.130699\n", + "[72]\ttraining's auc: 0.91917\ttraining's binary_logloss: 0.111694\tvalid_1's auc: 0.836186\tvalid_1's binary_logloss: 0.130702\n", + "[73]\ttraining's auc: 0.919754\ttraining's binary_logloss: 0.11145\tvalid_1's auc: 0.836022\tvalid_1's binary_logloss: 0.130726\n", + "[74]\ttraining's auc: 0.920376\ttraining's binary_logloss: 0.111202\tvalid_1's auc: 0.83598\tvalid_1's binary_logloss: 0.130733\n", + "[75]\ttraining's auc: 0.921022\ttraining's binary_logloss: 0.110908\tvalid_1's auc: 0.835975\tvalid_1's binary_logloss: 0.130738\n", + "[76]\ttraining's auc: 0.921496\ttraining's binary_logloss: 0.110658\tvalid_1's auc: 0.835931\tvalid_1's binary_logloss: 0.130736\n", + "[77]\ttraining's auc: 0.921945\ttraining's binary_logloss: 0.110465\tvalid_1's auc: 0.835816\tvalid_1's binary_logloss: 0.130748\n", + "[78]\ttraining's auc: 0.922415\ttraining's binary_logloss: 0.110234\tvalid_1's auc: 0.835692\tvalid_1's binary_logloss: 0.130773\n", + "[79]\ttraining's auc: 0.922744\ttraining's binary_logloss: 0.110036\tvalid_1's auc: 0.83567\tvalid_1's binary_logloss: 0.130778\n", + "[80]\ttraining's auc: 0.923107\ttraining's binary_logloss: 0.109855\tvalid_1's auc: 0.835512\tvalid_1's binary_logloss: 0.130783\n", + "[81]\ttraining's auc: 0.923448\ttraining's binary_logloss: 0.109645\tvalid_1's auc: 0.835434\tvalid_1's binary_logloss: 0.130807\n", + "[82]\ttraining's auc: 0.923905\ttraining's binary_logloss: 0.109406\tvalid_1's auc: 0.835356\tvalid_1's binary_logloss: 0.13082\n", + "[83]\ttraining's auc: 0.924462\ttraining's binary_logloss: 0.109164\tvalid_1's auc: 0.835335\tvalid_1's binary_logloss: 0.130834\n", + "[84]\ttraining's auc: 0.92486\ttraining's binary_logloss: 0.108956\tvalid_1's auc: 0.8353\tvalid_1's binary_logloss: 0.130848\n", + "[85]\ttraining's auc: 0.925214\ttraining's binary_logloss: 0.108762\tvalid_1's auc: 0.835158\tvalid_1's binary_logloss: 0.130895\n", + "[86]\ttraining's auc: 0.925633\ttraining's binary_logloss: 0.108527\tvalid_1's auc: 0.835382\tvalid_1's binary_logloss: 0.130848\n", + "[87]\ttraining's auc: 0.926044\ttraining's binary_logloss: 0.108306\tvalid_1's auc: 0.835166\tvalid_1's binary_logloss: 0.130896\n", + "[88]\ttraining's auc: 0.926491\ttraining's binary_logloss: 0.10808\tvalid_1's auc: 0.835203\tvalid_1's binary_logloss: 0.130925\n", + "[1]\ttraining's auc: 0.836098\ttraining's binary_logloss: 0.158096\tvalid_1's auc: 0.813528\tvalid_1's binary_logloss: 0.164029\n", + "[2]\ttraining's auc: 0.840809\ttraining's binary_logloss: 0.154191\tvalid_1's auc: 0.819405\tvalid_1's binary_logloss: 0.160514\n", + "[3]\ttraining's auc: 0.844698\ttraining's binary_logloss: 0.150983\tvalid_1's auc: 0.824276\tvalid_1's binary_logloss: 0.157565\n", + "[4]\ttraining's auc: 0.850373\ttraining's binary_logloss: 0.148283\tvalid_1's auc: 0.828318\tvalid_1's binary_logloss: 0.155204\n", + "[5]\ttraining's auc: 0.854622\ttraining's binary_logloss: 0.145904\tvalid_1's auc: 0.82766\tvalid_1's binary_logloss: 0.153215\n", + "[6]\ttraining's auc: 0.857167\ttraining's binary_logloss: 0.143809\tvalid_1's auc: 0.828607\tvalid_1's binary_logloss: 0.151484\n", + "[7]\ttraining's auc: 0.858308\ttraining's binary_logloss: 0.141955\tvalid_1's auc: 0.82874\tvalid_1's binary_logloss: 0.149963\n", + "[8]\ttraining's auc: 0.86071\ttraining's binary_logloss: 0.1403\tvalid_1's auc: 0.829638\tvalid_1's binary_logloss: 0.148593\n", + "[9]\ttraining's auc: 0.86258\ttraining's binary_logloss: 0.138799\tvalid_1's auc: 0.829837\tvalid_1's binary_logloss: 0.147433\n", + "[10]\ttraining's auc: 0.863513\ttraining's binary_logloss: 0.137444\tvalid_1's auc: 0.83002\tvalid_1's binary_logloss: 0.146423\n", + "[11]\ttraining's auc: 0.86444\ttraining's binary_logloss: 0.136232\tvalid_1's auc: 0.830175\tvalid_1's binary_logloss: 0.145495\n", + "[12]\ttraining's auc: 0.865018\ttraining's binary_logloss: 0.135087\tvalid_1's auc: 0.82988\tvalid_1's binary_logloss: 0.144691\n", + "[13]\ttraining's auc: 0.866432\ttraining's binary_logloss: 0.134017\tvalid_1's auc: 0.830723\tvalid_1's binary_logloss: 0.143988\n", + "[14]\ttraining's auc: 0.868408\ttraining's binary_logloss: 0.133003\tvalid_1's auc: 0.831419\tvalid_1's binary_logloss: 0.143291\n", + "[15]\ttraining's auc: 0.869763\ttraining's binary_logloss: 0.132082\tvalid_1's auc: 0.831721\tvalid_1's binary_logloss: 0.142674\n", + "[16]\ttraining's auc: 0.870929\ttraining's binary_logloss: 0.131245\tvalid_1's auc: 0.83183\tvalid_1's binary_logloss: 0.142161\n", + "[17]\ttraining's auc: 0.872684\ttraining's binary_logloss: 0.130458\tvalid_1's auc: 0.833889\tvalid_1's binary_logloss: 0.141647\n", + "[18]\ttraining's auc: 0.874056\ttraining's binary_logloss: 0.129671\tvalid_1's auc: 0.834347\tvalid_1's binary_logloss: 0.141214\n", + "[19]\ttraining's auc: 0.875207\ttraining's binary_logloss: 0.128904\tvalid_1's auc: 0.834983\tvalid_1's binary_logloss: 0.140733\n", + "[20]\ttraining's auc: 0.875905\ttraining's binary_logloss: 0.12826\tvalid_1's auc: 0.834837\tvalid_1's binary_logloss: 0.140327\n", + "[21]\ttraining's auc: 0.877246\ttraining's binary_logloss: 0.127562\tvalid_1's auc: 0.834981\tvalid_1's binary_logloss: 0.139974\n", + "[22]\ttraining's auc: 0.878143\ttraining's binary_logloss: 0.126904\tvalid_1's auc: 0.834967\tvalid_1's binary_logloss: 0.139641\n", + "[23]\ttraining's auc: 0.879358\ttraining's binary_logloss: 0.126297\tvalid_1's auc: 0.834693\tvalid_1's binary_logloss: 0.139353\n", + "[24]\ttraining's auc: 0.880648\ttraining's binary_logloss: 0.125703\tvalid_1's auc: 0.834934\tvalid_1's binary_logloss: 0.1391\n", + "[25]\ttraining's auc: 0.881916\ttraining's binary_logloss: 0.125125\tvalid_1's auc: 0.835288\tvalid_1's binary_logloss: 0.138818\n", + "[26]\ttraining's auc: 0.883458\ttraining's binary_logloss: 0.124596\tvalid_1's auc: 0.835719\tvalid_1's binary_logloss: 0.138603\n", + "[27]\ttraining's auc: 0.884481\ttraining's binary_logloss: 0.124067\tvalid_1's auc: 0.83617\tvalid_1's binary_logloss: 0.138381\n", + "[28]\ttraining's auc: 0.885586\ttraining's binary_logloss: 0.12356\tvalid_1's auc: 0.83644\tvalid_1's binary_logloss: 0.138179\n", + "[29]\ttraining's auc: 0.886642\ttraining's binary_logloss: 0.123076\tvalid_1's auc: 0.836556\tvalid_1's binary_logloss: 0.138014\n", + "[30]\ttraining's auc: 0.887542\ttraining's binary_logloss: 0.122608\tvalid_1's auc: 0.83683\tvalid_1's binary_logloss: 0.13782\n", + "[31]\ttraining's auc: 0.888738\ttraining's binary_logloss: 0.122145\tvalid_1's auc: 0.836826\tvalid_1's binary_logloss: 0.137664\n", + "[32]\ttraining's auc: 0.889893\ttraining's binary_logloss: 0.121652\tvalid_1's auc: 0.836499\tvalid_1's binary_logloss: 0.137552\n", + "[33]\ttraining's auc: 0.890749\ttraining's binary_logloss: 0.12121\tvalid_1's auc: 0.836392\tvalid_1's binary_logloss: 0.137428\n", + "[34]\ttraining's auc: 0.891775\ttraining's binary_logloss: 0.120781\tvalid_1's auc: 0.836629\tvalid_1's binary_logloss: 0.137281\n", + "[35]\ttraining's auc: 0.892798\ttraining's binary_logloss: 0.120345\tvalid_1's auc: 0.836781\tvalid_1's binary_logloss: 0.137184\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[36]\ttraining's auc: 0.893803\ttraining's binary_logloss: 0.119927\tvalid_1's auc: 0.836782\tvalid_1's binary_logloss: 0.137082\n", + "[37]\ttraining's auc: 0.894648\ttraining's binary_logloss: 0.119509\tvalid_1's auc: 0.836568\tvalid_1's binary_logloss: 0.137021\n", + "[38]\ttraining's auc: 0.8955\ttraining's binary_logloss: 0.119106\tvalid_1's auc: 0.836358\tvalid_1's binary_logloss: 0.136979\n", + "[39]\ttraining's auc: 0.896521\ttraining's binary_logloss: 0.118685\tvalid_1's auc: 0.836394\tvalid_1's binary_logloss: 0.136931\n", + "[40]\ttraining's auc: 0.897216\ttraining's binary_logloss: 0.118333\tvalid_1's auc: 0.83625\tvalid_1's binary_logloss: 0.136899\n", + "[41]\ttraining's auc: 0.898055\ttraining's binary_logloss: 0.117964\tvalid_1's auc: 0.836326\tvalid_1's binary_logloss: 0.136822\n", + "[42]\ttraining's auc: 0.898882\ttraining's binary_logloss: 0.117603\tvalid_1's auc: 0.836295\tvalid_1's binary_logloss: 0.136771\n", + "[43]\ttraining's auc: 0.89959\ttraining's binary_logloss: 0.117257\tvalid_1's auc: 0.836175\tvalid_1's binary_logloss: 0.136733\n", + "[44]\ttraining's auc: 0.900483\ttraining's binary_logloss: 0.11692\tvalid_1's auc: 0.836127\tvalid_1's binary_logloss: 0.136709\n", + "[45]\ttraining's auc: 0.900959\ttraining's binary_logloss: 0.116609\tvalid_1's auc: 0.836212\tvalid_1's binary_logloss: 0.136655\n", + "[46]\ttraining's auc: 0.901639\ttraining's binary_logloss: 0.116319\tvalid_1's auc: 0.836097\tvalid_1's binary_logloss: 0.136622\n", + "[47]\ttraining's auc: 0.902591\ttraining's binary_logloss: 0.115963\tvalid_1's auc: 0.835987\tvalid_1's binary_logloss: 0.136628\n", + "[48]\ttraining's auc: 0.903496\ttraining's binary_logloss: 0.115606\tvalid_1's auc: 0.835912\tvalid_1's binary_logloss: 0.136628\n", + "[49]\ttraining's auc: 0.904287\ttraining's binary_logloss: 0.115303\tvalid_1's auc: 0.835675\tvalid_1's binary_logloss: 0.136613\n", + "[50]\ttraining's auc: 0.905617\ttraining's binary_logloss: 0.114967\tvalid_1's auc: 0.835679\tvalid_1's binary_logloss: 0.136573\n", + "[51]\ttraining's auc: 0.906235\ttraining's binary_logloss: 0.114647\tvalid_1's auc: 0.835451\tvalid_1's binary_logloss: 0.136569\n", + "[52]\ttraining's auc: 0.906829\ttraining's binary_logloss: 0.114339\tvalid_1's auc: 0.835671\tvalid_1's binary_logloss: 0.136519\n", + "[53]\ttraining's auc: 0.907605\ttraining's binary_logloss: 0.114007\tvalid_1's auc: 0.835713\tvalid_1's binary_logloss: 0.136491\n", + "[54]\ttraining's auc: 0.908109\ttraining's binary_logloss: 0.113738\tvalid_1's auc: 0.835813\tvalid_1's binary_logloss: 0.136479\n", + "[55]\ttraining's auc: 0.908977\ttraining's binary_logloss: 0.113441\tvalid_1's auc: 0.835839\tvalid_1's binary_logloss: 0.136462\n", + "[56]\ttraining's auc: 0.909426\ttraining's binary_logloss: 0.113175\tvalid_1's auc: 0.835892\tvalid_1's binary_logloss: 0.13644\n", + "[57]\ttraining's auc: 0.910287\ttraining's binary_logloss: 0.112908\tvalid_1's auc: 0.835681\tvalid_1's binary_logloss: 0.136461\n", + "[58]\ttraining's auc: 0.910893\ttraining's binary_logloss: 0.112634\tvalid_1's auc: 0.835471\tvalid_1's binary_logloss: 0.13649\n", + "[59]\ttraining's auc: 0.911567\ttraining's binary_logloss: 0.112361\tvalid_1's auc: 0.835072\tvalid_1's binary_logloss: 0.13656\n", + "[60]\ttraining's auc: 0.91215\ttraining's binary_logloss: 0.112098\tvalid_1's auc: 0.835191\tvalid_1's binary_logloss: 0.136528\n", + "[1]\ttraining's auc: 0.839628\ttraining's binary_logloss: 0.159179\tvalid_1's auc: 0.812222\tvalid_1's binary_logloss: 0.161063\n", + "[2]\ttraining's auc: 0.843784\ttraining's binary_logloss: 0.155129\tvalid_1's auc: 0.811886\tvalid_1's binary_logloss: 0.157897\n", + "[3]\ttraining's auc: 0.848617\ttraining's binary_logloss: 0.151886\tvalid_1's auc: 0.815128\tvalid_1's binary_logloss: 0.155323\n", + "[4]\ttraining's auc: 0.851505\ttraining's binary_logloss: 0.149109\tvalid_1's auc: 0.817494\tvalid_1's binary_logloss: 0.153088\n", + "[5]\ttraining's auc: 0.856582\ttraining's binary_logloss: 0.146779\tvalid_1's auc: 0.82123\tvalid_1's binary_logloss: 0.151311\n", + "[6]\ttraining's auc: 0.858881\ttraining's binary_logloss: 0.144622\tvalid_1's auc: 0.821876\tvalid_1's binary_logloss: 0.149703\n", + "[7]\ttraining's auc: 0.861126\ttraining's binary_logloss: 0.14277\tvalid_1's auc: 0.822678\tvalid_1's binary_logloss: 0.148313\n", + "[8]\ttraining's auc: 0.863006\ttraining's binary_logloss: 0.141051\tvalid_1's auc: 0.82387\tvalid_1's binary_logloss: 0.147109\n", + "[9]\ttraining's auc: 0.864205\ttraining's binary_logloss: 0.139507\tvalid_1's auc: 0.824693\tvalid_1's binary_logloss: 0.146035\n", + "[10]\ttraining's auc: 0.865485\ttraining's binary_logloss: 0.138081\tvalid_1's auc: 0.825248\tvalid_1's binary_logloss: 0.145046\n", + "[11]\ttraining's auc: 0.867517\ttraining's binary_logloss: 0.136829\tvalid_1's auc: 0.825886\tvalid_1's binary_logloss: 0.144167\n", + "[12]\ttraining's auc: 0.86839\ttraining's binary_logloss: 0.135671\tvalid_1's auc: 0.826811\tvalid_1's binary_logloss: 0.143361\n", + "[13]\ttraining's auc: 0.869762\ttraining's binary_logloss: 0.134644\tvalid_1's auc: 0.827474\tvalid_1's binary_logloss: 0.142641\n", + "[14]\ttraining's auc: 0.871496\ttraining's binary_logloss: 0.133616\tvalid_1's auc: 0.828122\tvalid_1's binary_logloss: 0.14197\n", + "[15]\ttraining's auc: 0.872124\ttraining's binary_logloss: 0.132675\tvalid_1's auc: 0.828209\tvalid_1's binary_logloss: 0.141391\n", + "[16]\ttraining's auc: 0.873151\ttraining's binary_logloss: 0.131812\tvalid_1's auc: 0.828706\tvalid_1's binary_logloss: 0.140855\n", + "[17]\ttraining's auc: 0.873952\ttraining's binary_logloss: 0.131011\tvalid_1's auc: 0.828975\tvalid_1's binary_logloss: 0.140355\n", + "[18]\ttraining's auc: 0.8757\ttraining's binary_logloss: 0.13022\tvalid_1's auc: 0.829395\tvalid_1's binary_logloss: 0.13992\n", + "[19]\ttraining's auc: 0.877326\ttraining's binary_logloss: 0.129462\tvalid_1's auc: 0.829357\tvalid_1's binary_logloss: 0.139546\n", + "[20]\ttraining's auc: 0.87848\ttraining's binary_logloss: 0.128763\tvalid_1's auc: 0.829747\tvalid_1's binary_logloss: 0.139154\n", + "[21]\ttraining's auc: 0.880281\ttraining's binary_logloss: 0.128051\tvalid_1's auc: 0.829916\tvalid_1's binary_logloss: 0.138817\n", + "[22]\ttraining's auc: 0.880974\ttraining's binary_logloss: 0.127418\tvalid_1's auc: 0.829879\tvalid_1's binary_logloss: 0.138568\n", + "[23]\ttraining's auc: 0.882512\ttraining's binary_logloss: 0.12677\tvalid_1's auc: 0.830567\tvalid_1's binary_logloss: 0.138233\n", + "[24]\ttraining's auc: 0.883599\ttraining's binary_logloss: 0.12618\tvalid_1's auc: 0.830832\tvalid_1's binary_logloss: 0.137996\n", + "[25]\ttraining's auc: 0.8844\ttraining's binary_logloss: 0.125647\tvalid_1's auc: 0.830578\tvalid_1's binary_logloss: 0.137802\n", + "[26]\ttraining's auc: 0.885398\ttraining's binary_logloss: 0.125084\tvalid_1's auc: 0.830888\tvalid_1's binary_logloss: 0.137587\n", + "[27]\ttraining's auc: 0.886194\ttraining's binary_logloss: 0.124541\tvalid_1's auc: 0.83081\tvalid_1's binary_logloss: 0.137417\n", + "[28]\ttraining's auc: 0.887105\ttraining's binary_logloss: 0.124047\tvalid_1's auc: 0.830751\tvalid_1's binary_logloss: 0.137237\n", + "[29]\ttraining's auc: 0.888182\ttraining's binary_logloss: 0.123532\tvalid_1's auc: 0.830733\tvalid_1's binary_logloss: 0.137057\n", + "[30]\ttraining's auc: 0.889413\ttraining's binary_logloss: 0.123054\tvalid_1's auc: 0.830608\tvalid_1's binary_logloss: 0.136906\n", + "[31]\ttraining's auc: 0.890123\ttraining's binary_logloss: 0.12259\tvalid_1's auc: 0.830453\tvalid_1's binary_logloss: 0.136771\n", + "[32]\ttraining's auc: 0.890998\ttraining's binary_logloss: 0.122155\tvalid_1's auc: 0.830646\tvalid_1's binary_logloss: 0.13665\n", + "[33]\ttraining's auc: 0.89186\ttraining's binary_logloss: 0.121702\tvalid_1's auc: 0.830877\tvalid_1's binary_logloss: 0.136533\n", + "[34]\ttraining's auc: 0.892431\ttraining's binary_logloss: 0.121294\tvalid_1's auc: 0.83094\tvalid_1's binary_logloss: 0.136404\n", + "[35]\ttraining's auc: 0.893295\ttraining's binary_logloss: 0.120864\tvalid_1's auc: 0.831141\tvalid_1's binary_logloss: 0.136322\n", + "[36]\ttraining's auc: 0.894586\ttraining's binary_logloss: 0.120447\tvalid_1's auc: 0.831242\tvalid_1's binary_logloss: 0.13622\n", + "[37]\ttraining's auc: 0.89523\ttraining's binary_logloss: 0.120067\tvalid_1's auc: 0.830945\tvalid_1's binary_logloss: 0.136168\n", + "[38]\ttraining's auc: 0.895747\ttraining's binary_logloss: 0.1197\tvalid_1's auc: 0.830902\tvalid_1's binary_logloss: 0.136096\n", + "[39]\ttraining's auc: 0.896581\ttraining's binary_logloss: 0.119303\tvalid_1's auc: 0.831411\tvalid_1's binary_logloss: 0.135975\n", + "[40]\ttraining's auc: 0.897527\ttraining's binary_logloss: 0.118906\tvalid_1's auc: 0.83131\tvalid_1's binary_logloss: 0.135929\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[41]\ttraining's auc: 0.898242\ttraining's binary_logloss: 0.118545\tvalid_1's auc: 0.831496\tvalid_1's binary_logloss: 0.135887\n", + "[42]\ttraining's auc: 0.899354\ttraining's binary_logloss: 0.118175\tvalid_1's auc: 0.831495\tvalid_1's binary_logloss: 0.135833\n", + "[43]\ttraining's auc: 0.900011\ttraining's binary_logloss: 0.117847\tvalid_1's auc: 0.831627\tvalid_1's binary_logloss: 0.135782\n", + "[44]\ttraining's auc: 0.900538\ttraining's binary_logloss: 0.117515\tvalid_1's auc: 0.831238\tvalid_1's binary_logloss: 0.135798\n", + "[45]\ttraining's auc: 0.901339\ttraining's binary_logloss: 0.117184\tvalid_1's auc: 0.831497\tvalid_1's binary_logloss: 0.13573\n", + "[46]\ttraining's auc: 0.90197\ttraining's binary_logloss: 0.116828\tvalid_1's auc: 0.831354\tvalid_1's binary_logloss: 0.13574\n", + "[47]\ttraining's auc: 0.903093\ttraining's binary_logloss: 0.116458\tvalid_1's auc: 0.831693\tvalid_1's binary_logloss: 0.135679\n", + "[48]\ttraining's auc: 0.903865\ttraining's binary_logloss: 0.116146\tvalid_1's auc: 0.831919\tvalid_1's binary_logloss: 0.135618\n", + "[49]\ttraining's auc: 0.904738\ttraining's binary_logloss: 0.115809\tvalid_1's auc: 0.831904\tvalid_1's binary_logloss: 0.135625\n", + "[50]\ttraining's auc: 0.905452\ttraining's binary_logloss: 0.115488\tvalid_1's auc: 0.832018\tvalid_1's binary_logloss: 0.135587\n", + "[51]\ttraining's auc: 0.906455\ttraining's binary_logloss: 0.115105\tvalid_1's auc: 0.832394\tvalid_1's binary_logloss: 0.135547\n", + "[52]\ttraining's auc: 0.907157\ttraining's binary_logloss: 0.114801\tvalid_1's auc: 0.83208\tvalid_1's binary_logloss: 0.135605\n", + "[53]\ttraining's auc: 0.90786\ttraining's binary_logloss: 0.114493\tvalid_1's auc: 0.832118\tvalid_1's binary_logloss: 0.135587\n", + "[54]\ttraining's auc: 0.908563\ttraining's binary_logloss: 0.114203\tvalid_1's auc: 0.832034\tvalid_1's binary_logloss: 0.13557\n", + "[55]\ttraining's auc: 0.909435\ttraining's binary_logloss: 0.113921\tvalid_1's auc: 0.831964\tvalid_1's binary_logloss: 0.135582\n", + "[56]\ttraining's auc: 0.909874\ttraining's binary_logloss: 0.113643\tvalid_1's auc: 0.831876\tvalid_1's binary_logloss: 0.135624\n", + "[57]\ttraining's auc: 0.910687\ttraining's binary_logloss: 0.113358\tvalid_1's auc: 0.83187\tvalid_1's binary_logloss: 0.13563\n", + "[58]\ttraining's auc: 0.911351\ttraining's binary_logloss: 0.11311\tvalid_1's auc: 0.832093\tvalid_1's binary_logloss: 0.135594\n", + "[59]\ttraining's auc: 0.912345\ttraining's binary_logloss: 0.112845\tvalid_1's auc: 0.832184\tvalid_1's binary_logloss: 0.135588\n", + "[60]\ttraining's auc: 0.913031\ttraining's binary_logloss: 0.112594\tvalid_1's auc: 0.831926\tvalid_1's binary_logloss: 0.135633\n", + "[61]\ttraining's auc: 0.913556\ttraining's binary_logloss: 0.11238\tvalid_1's auc: 0.832174\tvalid_1's binary_logloss: 0.135606\n", + "[62]\ttraining's auc: 0.914154\ttraining's binary_logloss: 0.112121\tvalid_1's auc: 0.832245\tvalid_1's binary_logloss: 0.135599\n", + "[63]\ttraining's auc: 0.915121\ttraining's binary_logloss: 0.111862\tvalid_1's auc: 0.832254\tvalid_1's binary_logloss: 0.135606\n", + "[64]\ttraining's auc: 0.915513\ttraining's binary_logloss: 0.111622\tvalid_1's auc: 0.83203\tvalid_1's binary_logloss: 0.13565\n", + "[65]\ttraining's auc: 0.915868\ttraining's binary_logloss: 0.111419\tvalid_1's auc: 0.831907\tvalid_1's binary_logloss: 0.135688\n", + "[66]\ttraining's auc: 0.916817\ttraining's binary_logloss: 0.111167\tvalid_1's auc: 0.831787\tvalid_1's binary_logloss: 0.135704\n", + "[67]\ttraining's auc: 0.917418\ttraining's binary_logloss: 0.110939\tvalid_1's auc: 0.831463\tvalid_1's binary_logloss: 0.135772\n", + "[68]\ttraining's auc: 0.917877\ttraining's binary_logloss: 0.110724\tvalid_1's auc: 0.831244\tvalid_1's binary_logloss: 0.135823\n", + "[69]\ttraining's auc: 0.918421\ttraining's binary_logloss: 0.110513\tvalid_1's auc: 0.83117\tvalid_1's binary_logloss: 0.135843\n", + "[70]\ttraining's auc: 0.918865\ttraining's binary_logloss: 0.110298\tvalid_1's auc: 0.831049\tvalid_1's binary_logloss: 0.135858\n", + "[71]\ttraining's auc: 0.919443\ttraining's binary_logloss: 0.110031\tvalid_1's auc: 0.830922\tvalid_1's binary_logloss: 0.1359\n", + "[72]\ttraining's auc: 0.920051\ttraining's binary_logloss: 0.109796\tvalid_1's auc: 0.830818\tvalid_1's binary_logloss: 0.135932\n", + "[73]\ttraining's auc: 0.9206\ttraining's binary_logloss: 0.109599\tvalid_1's auc: 0.831057\tvalid_1's binary_logloss: 0.135905\n", + "[74]\ttraining's auc: 0.92112\ttraining's binary_logloss: 0.109384\tvalid_1's auc: 0.830687\tvalid_1's binary_logloss: 0.135982\n", + "[75]\ttraining's auc: 0.92169\ttraining's binary_logloss: 0.109162\tvalid_1's auc: 0.830594\tvalid_1's binary_logloss: 0.136014\n", + "[76]\ttraining's auc: 0.922012\ttraining's binary_logloss: 0.10896\tvalid_1's auc: 0.830519\tvalid_1's binary_logloss: 0.136065\n", + "[77]\ttraining's auc: 0.922576\ttraining's binary_logloss: 0.108724\tvalid_1's auc: 0.83034\tvalid_1's binary_logloss: 0.136098\n", + "[78]\ttraining's auc: 0.923034\ttraining's binary_logloss: 0.10851\tvalid_1's auc: 0.83024\tvalid_1's binary_logloss: 0.136146\n", + "[79]\ttraining's auc: 0.923588\ttraining's binary_logloss: 0.108309\tvalid_1's auc: 0.829901\tvalid_1's binary_logloss: 0.136235\n", + "[80]\ttraining's auc: 0.92408\ttraining's binary_logloss: 0.108061\tvalid_1's auc: 0.829747\tvalid_1's binary_logloss: 0.136258\n", + "[81]\ttraining's auc: 0.924407\ttraining's binary_logloss: 0.107872\tvalid_1's auc: 0.82958\tvalid_1's binary_logloss: 0.136306\n", + "[1]\ttraining's auc: 0.837136\ttraining's binary_logloss: 0.161654\tvalid_1's auc: 0.818044\tvalid_1's binary_logloss: 0.156504\n", + "[2]\ttraining's auc: 0.842239\ttraining's binary_logloss: 0.157572\tvalid_1's auc: 0.821543\tvalid_1's binary_logloss: 0.153237\n", + "[3]\ttraining's auc: 0.84623\ttraining's binary_logloss: 0.154184\tvalid_1's auc: 0.824067\tvalid_1's binary_logloss: 0.150633\n", + "[4]\ttraining's auc: 0.850371\ttraining's binary_logloss: 0.151432\tvalid_1's auc: 0.826225\tvalid_1's binary_logloss: 0.148428\n", + "[5]\ttraining's auc: 0.855296\ttraining's binary_logloss: 0.149048\tvalid_1's auc: 0.830011\tvalid_1's binary_logloss: 0.146551\n", + "[6]\ttraining's auc: 0.857364\ttraining's binary_logloss: 0.146931\tvalid_1's auc: 0.831286\tvalid_1's binary_logloss: 0.145035\n", + "[7]\ttraining's auc: 0.860233\ttraining's binary_logloss: 0.145042\tvalid_1's auc: 0.833135\tvalid_1's binary_logloss: 0.143634\n", + "[8]\ttraining's auc: 0.861927\ttraining's binary_logloss: 0.143308\tvalid_1's auc: 0.833364\tvalid_1's binary_logloss: 0.14249\n", + "[9]\ttraining's auc: 0.863553\ttraining's binary_logloss: 0.141821\tvalid_1's auc: 0.833735\tvalid_1's binary_logloss: 0.141376\n", + "[10]\ttraining's auc: 0.865533\ttraining's binary_logloss: 0.140383\tvalid_1's auc: 0.834036\tvalid_1's binary_logloss: 0.1404\n", + "[11]\ttraining's auc: 0.867517\ttraining's binary_logloss: 0.139085\tvalid_1's auc: 0.833793\tvalid_1's binary_logloss: 0.139502\n", + "[12]\ttraining's auc: 0.868826\ttraining's binary_logloss: 0.137906\tvalid_1's auc: 0.83425\tvalid_1's binary_logloss: 0.138759\n", + "[13]\ttraining's auc: 0.870197\ttraining's binary_logloss: 0.136795\tvalid_1's auc: 0.834602\tvalid_1's binary_logloss: 0.138031\n", + "[14]\ttraining's auc: 0.871259\ttraining's binary_logloss: 0.135767\tvalid_1's auc: 0.834642\tvalid_1's binary_logloss: 0.137391\n", + "[15]\ttraining's auc: 0.872284\ttraining's binary_logloss: 0.134767\tvalid_1's auc: 0.835045\tvalid_1's binary_logloss: 0.136765\n", + "[16]\ttraining's auc: 0.873338\ttraining's binary_logloss: 0.133852\tvalid_1's auc: 0.835158\tvalid_1's binary_logloss: 0.13624\n", + "[17]\ttraining's auc: 0.874479\ttraining's binary_logloss: 0.133031\tvalid_1's auc: 0.835335\tvalid_1's binary_logloss: 0.135766\n", + "[18]\ttraining's auc: 0.875419\ttraining's binary_logloss: 0.132249\tvalid_1's auc: 0.8355\tvalid_1's binary_logloss: 0.135317\n", + "[19]\ttraining's auc: 0.876146\ttraining's binary_logloss: 0.131519\tvalid_1's auc: 0.835201\tvalid_1's binary_logloss: 0.134955\n", + "[20]\ttraining's auc: 0.87724\ttraining's binary_logloss: 0.130774\tvalid_1's auc: 0.834941\tvalid_1's binary_logloss: 0.134631\n", + "[21]\ttraining's auc: 0.878092\ttraining's binary_logloss: 0.130124\tvalid_1's auc: 0.834766\tvalid_1's binary_logloss: 0.13434\n", + "[22]\ttraining's auc: 0.879181\ttraining's binary_logloss: 0.129485\tvalid_1's auc: 0.834563\tvalid_1's binary_logloss: 0.134031\n", + "[23]\ttraining's auc: 0.880321\ttraining's binary_logloss: 0.12884\tvalid_1's auc: 0.834696\tvalid_1's binary_logloss: 0.133764\n", + "[24]\ttraining's auc: 0.881631\ttraining's binary_logloss: 0.128236\tvalid_1's auc: 0.834773\tvalid_1's binary_logloss: 0.133499\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[25]\ttraining's auc: 0.882653\ttraining's binary_logloss: 0.127693\tvalid_1's auc: 0.83462\tvalid_1's binary_logloss: 0.133302\n", + "[26]\ttraining's auc: 0.883624\ttraining's binary_logloss: 0.127124\tvalid_1's auc: 0.834884\tvalid_1's binary_logloss: 0.133056\n", + "[27]\ttraining's auc: 0.884678\ttraining's binary_logloss: 0.126569\tvalid_1's auc: 0.835134\tvalid_1's binary_logloss: 0.132842\n", + "[28]\ttraining's auc: 0.885563\ttraining's binary_logloss: 0.12603\tvalid_1's auc: 0.834623\tvalid_1's binary_logloss: 0.132731\n", + "[29]\ttraining's auc: 0.88637\ttraining's binary_logloss: 0.125473\tvalid_1's auc: 0.834797\tvalid_1's binary_logloss: 0.132556\n", + "[30]\ttraining's auc: 0.887187\ttraining's binary_logloss: 0.124989\tvalid_1's auc: 0.834542\tvalid_1's binary_logloss: 0.132409\n", + "[31]\ttraining's auc: 0.888367\ttraining's binary_logloss: 0.124481\tvalid_1's auc: 0.835015\tvalid_1's binary_logloss: 0.132195\n", + "[32]\ttraining's auc: 0.889243\ttraining's binary_logloss: 0.124037\tvalid_1's auc: 0.834612\tvalid_1's binary_logloss: 0.132109\n", + "[33]\ttraining's auc: 0.890213\ttraining's binary_logloss: 0.123593\tvalid_1's auc: 0.834502\tvalid_1's binary_logloss: 0.131999\n", + "[34]\ttraining's auc: 0.891253\ttraining's binary_logloss: 0.123167\tvalid_1's auc: 0.834722\tvalid_1's binary_logloss: 0.131877\n", + "[35]\ttraining's auc: 0.892334\ttraining's binary_logloss: 0.122732\tvalid_1's auc: 0.834545\tvalid_1's binary_logloss: 0.131797\n", + "[36]\ttraining's auc: 0.893166\ttraining's binary_logloss: 0.122317\tvalid_1's auc: 0.834569\tvalid_1's binary_logloss: 0.131677\n", + "[37]\ttraining's auc: 0.893905\ttraining's binary_logloss: 0.121925\tvalid_1's auc: 0.834539\tvalid_1's binary_logloss: 0.131615\n", + "[38]\ttraining's auc: 0.894725\ttraining's binary_logloss: 0.121511\tvalid_1's auc: 0.834707\tvalid_1's binary_logloss: 0.131533\n", + "[39]\ttraining's auc: 0.895535\ttraining's binary_logloss: 0.121096\tvalid_1's auc: 0.834701\tvalid_1's binary_logloss: 0.131453\n", + "[40]\ttraining's auc: 0.896327\ttraining's binary_logloss: 0.120727\tvalid_1's auc: 0.83458\tvalid_1's binary_logloss: 0.131411\n", + "[41]\ttraining's auc: 0.897087\ttraining's binary_logloss: 0.120367\tvalid_1's auc: 0.834715\tvalid_1's binary_logloss: 0.131352\n", + "[42]\ttraining's auc: 0.898019\ttraining's binary_logloss: 0.120021\tvalid_1's auc: 0.834704\tvalid_1's binary_logloss: 0.1313\n", + "[43]\ttraining's auc: 0.898943\ttraining's binary_logloss: 0.119693\tvalid_1's auc: 0.834416\tvalid_1's binary_logloss: 0.131292\n", + "[44]\ttraining's auc: 0.900052\ttraining's binary_logloss: 0.119318\tvalid_1's auc: 0.834259\tvalid_1's binary_logloss: 0.131255\n", + "[45]\ttraining's auc: 0.90083\ttraining's binary_logloss: 0.118955\tvalid_1's auc: 0.834486\tvalid_1's binary_logloss: 0.131188\n", + "[46]\ttraining's auc: 0.901458\ttraining's binary_logloss: 0.118615\tvalid_1's auc: 0.834735\tvalid_1's binary_logloss: 0.131129\n", + "[47]\ttraining's auc: 0.902234\ttraining's binary_logloss: 0.118299\tvalid_1's auc: 0.834447\tvalid_1's binary_logloss: 0.131098\n", + "[48]\ttraining's auc: 0.903056\ttraining's binary_logloss: 0.117975\tvalid_1's auc: 0.834435\tvalid_1's binary_logloss: 0.131104\n", + "[1]\ttraining's auc: 0.836098\ttraining's binary_logloss: 0.158091\tvalid_1's auc: 0.813528\tvalid_1's binary_logloss: 0.164025\n", + "[2]\ttraining's auc: 0.840812\ttraining's binary_logloss: 0.154183\tvalid_1's auc: 0.819405\tvalid_1's binary_logloss: 0.160507\n", + "[3]\ttraining's auc: 0.844698\ttraining's binary_logloss: 0.150974\tvalid_1's auc: 0.824276\tvalid_1's binary_logloss: 0.157557\n", + "[4]\ttraining's auc: 0.850374\ttraining's binary_logloss: 0.148273\tvalid_1's auc: 0.828318\tvalid_1's binary_logloss: 0.155195\n", + "[5]\ttraining's auc: 0.854623\ttraining's binary_logloss: 0.145892\tvalid_1's auc: 0.82766\tvalid_1's binary_logloss: 0.153206\n", + "[6]\ttraining's auc: 0.857166\ttraining's binary_logloss: 0.143797\tvalid_1's auc: 0.828605\tvalid_1's binary_logloss: 0.151474\n", + "[7]\ttraining's auc: 0.858309\ttraining's binary_logloss: 0.141943\tvalid_1's auc: 0.828739\tvalid_1's binary_logloss: 0.149953\n", + "[8]\ttraining's auc: 0.861564\ttraining's binary_logloss: 0.14028\tvalid_1's auc: 0.828858\tvalid_1's binary_logloss: 0.148647\n", + "[9]\ttraining's auc: 0.86287\ttraining's binary_logloss: 0.138767\tvalid_1's auc: 0.829368\tvalid_1's binary_logloss: 0.147515\n", + "[10]\ttraining's auc: 0.865051\ttraining's binary_logloss: 0.137353\tvalid_1's auc: 0.831228\tvalid_1's binary_logloss: 0.146423\n", + "[11]\ttraining's auc: 0.866265\ttraining's binary_logloss: 0.136114\tvalid_1's auc: 0.830777\tvalid_1's binary_logloss: 0.145549\n", + "[12]\ttraining's auc: 0.866876\ttraining's binary_logloss: 0.135003\tvalid_1's auc: 0.830825\tvalid_1's binary_logloss: 0.144719\n", + "[13]\ttraining's auc: 0.867982\ttraining's binary_logloss: 0.133975\tvalid_1's auc: 0.830971\tvalid_1's binary_logloss: 0.144022\n", + "[14]\ttraining's auc: 0.868868\ttraining's binary_logloss: 0.132982\tvalid_1's auc: 0.83093\tvalid_1's binary_logloss: 0.143363\n", + "[15]\ttraining's auc: 0.869843\ttraining's binary_logloss: 0.132076\tvalid_1's auc: 0.831205\tvalid_1's binary_logloss: 0.142787\n", + "[16]\ttraining's auc: 0.871488\ttraining's binary_logloss: 0.131173\tvalid_1's auc: 0.831248\tvalid_1's binary_logloss: 0.142262\n", + "[17]\ttraining's auc: 0.873506\ttraining's binary_logloss: 0.130381\tvalid_1's auc: 0.832977\tvalid_1's binary_logloss: 0.141787\n", + "[18]\ttraining's auc: 0.874572\ttraining's binary_logloss: 0.129634\tvalid_1's auc: 0.833744\tvalid_1's binary_logloss: 0.14131\n", + "[19]\ttraining's auc: 0.875414\ttraining's binary_logloss: 0.128863\tvalid_1's auc: 0.833889\tvalid_1's binary_logloss: 0.140897\n", + "[20]\ttraining's auc: 0.876264\ttraining's binary_logloss: 0.128169\tvalid_1's auc: 0.833878\tvalid_1's binary_logloss: 0.140493\n", + "[21]\ttraining's auc: 0.87748\ttraining's binary_logloss: 0.127497\tvalid_1's auc: 0.834152\tvalid_1's binary_logloss: 0.140095\n", + "[22]\ttraining's auc: 0.878889\ttraining's binary_logloss: 0.12683\tvalid_1's auc: 0.834148\tvalid_1's binary_logloss: 0.13977\n", + "[23]\ttraining's auc: 0.879722\ttraining's binary_logloss: 0.126226\tvalid_1's auc: 0.834095\tvalid_1's binary_logloss: 0.139452\n", + "[24]\ttraining's auc: 0.881857\ttraining's binary_logloss: 0.12559\tvalid_1's auc: 0.834046\tvalid_1's binary_logloss: 0.139217\n", + "[25]\ttraining's auc: 0.883129\ttraining's binary_logloss: 0.125017\tvalid_1's auc: 0.834411\tvalid_1's binary_logloss: 0.138956\n", + "[26]\ttraining's auc: 0.884357\ttraining's binary_logloss: 0.124457\tvalid_1's auc: 0.835048\tvalid_1's binary_logloss: 0.13868\n", + "[27]\ttraining's auc: 0.88546\ttraining's binary_logloss: 0.123967\tvalid_1's auc: 0.835036\tvalid_1's binary_logloss: 0.138456\n", + "[28]\ttraining's auc: 0.886706\ttraining's binary_logloss: 0.123436\tvalid_1's auc: 0.835282\tvalid_1's binary_logloss: 0.138232\n", + "[29]\ttraining's auc: 0.888075\ttraining's binary_logloss: 0.122917\tvalid_1's auc: 0.83572\tvalid_1's binary_logloss: 0.138025\n", + "[30]\ttraining's auc: 0.889206\ttraining's binary_logloss: 0.122425\tvalid_1's auc: 0.835616\tvalid_1's binary_logloss: 0.137885\n", + "[31]\ttraining's auc: 0.889937\ttraining's binary_logloss: 0.122016\tvalid_1's auc: 0.835425\tvalid_1's binary_logloss: 0.137719\n", + "[32]\ttraining's auc: 0.8909\ttraining's binary_logloss: 0.121569\tvalid_1's auc: 0.835331\tvalid_1's binary_logloss: 0.137587\n", + "[33]\ttraining's auc: 0.892067\ttraining's binary_logloss: 0.121124\tvalid_1's auc: 0.835294\tvalid_1's binary_logloss: 0.137503\n", + "[34]\ttraining's auc: 0.893301\ttraining's binary_logloss: 0.120672\tvalid_1's auc: 0.835724\tvalid_1's binary_logloss: 0.137376\n", + "[35]\ttraining's auc: 0.894126\ttraining's binary_logloss: 0.120256\tvalid_1's auc: 0.835729\tvalid_1's binary_logloss: 0.137274\n", + "[36]\ttraining's auc: 0.895041\ttraining's binary_logloss: 0.119838\tvalid_1's auc: 0.835645\tvalid_1's binary_logloss: 0.137202\n", + "[37]\ttraining's auc: 0.896193\ttraining's binary_logloss: 0.11937\tvalid_1's auc: 0.835639\tvalid_1's binary_logloss: 0.137117\n", + "[38]\ttraining's auc: 0.896785\ttraining's binary_logloss: 0.118986\tvalid_1's auc: 0.835795\tvalid_1's binary_logloss: 0.137038\n", + "[39]\ttraining's auc: 0.897495\ttraining's binary_logloss: 0.118609\tvalid_1's auc: 0.83593\tvalid_1's binary_logloss: 0.136977\n", + "[40]\ttraining's auc: 0.898461\ttraining's binary_logloss: 0.118217\tvalid_1's auc: 0.836205\tvalid_1's binary_logloss: 0.136907\n", + "[41]\ttraining's auc: 0.899096\ttraining's binary_logloss: 0.117842\tvalid_1's auc: 0.835787\tvalid_1's binary_logloss: 0.136899\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[42]\ttraining's auc: 0.899801\ttraining's binary_logloss: 0.117486\tvalid_1's auc: 0.835543\tvalid_1's binary_logloss: 0.136886\n", + "[43]\ttraining's auc: 0.900685\ttraining's binary_logloss: 0.117132\tvalid_1's auc: 0.835644\tvalid_1's binary_logloss: 0.136819\n", + "[44]\ttraining's auc: 0.901309\ttraining's binary_logloss: 0.116791\tvalid_1's auc: 0.835683\tvalid_1's binary_logloss: 0.136793\n", + "[45]\ttraining's auc: 0.902123\ttraining's binary_logloss: 0.116429\tvalid_1's auc: 0.835379\tvalid_1's binary_logloss: 0.136806\n", + "[46]\ttraining's auc: 0.902633\ttraining's binary_logloss: 0.116133\tvalid_1's auc: 0.835243\tvalid_1's binary_logloss: 0.136791\n", + "[47]\ttraining's auc: 0.90337\ttraining's binary_logloss: 0.115785\tvalid_1's auc: 0.835133\tvalid_1's binary_logloss: 0.13679\n", + "[48]\ttraining's auc: 0.904313\ttraining's binary_logloss: 0.115459\tvalid_1's auc: 0.834749\tvalid_1's binary_logloss: 0.136801\n", + "[49]\ttraining's auc: 0.904989\ttraining's binary_logloss: 0.11515\tvalid_1's auc: 0.834969\tvalid_1's binary_logloss: 0.136711\n", + "[50]\ttraining's auc: 0.906312\ttraining's binary_logloss: 0.114825\tvalid_1's auc: 0.834931\tvalid_1's binary_logloss: 0.13669\n", + "[51]\ttraining's auc: 0.906986\ttraining's binary_logloss: 0.114496\tvalid_1's auc: 0.834962\tvalid_1's binary_logloss: 0.136696\n", + "[52]\ttraining's auc: 0.90788\ttraining's binary_logloss: 0.114194\tvalid_1's auc: 0.834873\tvalid_1's binary_logloss: 0.136713\n", + "[53]\ttraining's auc: 0.908291\ttraining's binary_logloss: 0.113916\tvalid_1's auc: 0.834683\tvalid_1's binary_logloss: 0.136729\n", + "[54]\ttraining's auc: 0.908863\ttraining's binary_logloss: 0.113657\tvalid_1's auc: 0.834893\tvalid_1's binary_logloss: 0.136706\n", + "[55]\ttraining's auc: 0.90998\ttraining's binary_logloss: 0.11338\tvalid_1's auc: 0.835082\tvalid_1's binary_logloss: 0.136678\n", + "[56]\ttraining's auc: 0.91065\ttraining's binary_logloss: 0.113089\tvalid_1's auc: 0.834885\tvalid_1's binary_logloss: 0.136693\n", + "[57]\ttraining's auc: 0.911202\ttraining's binary_logloss: 0.112824\tvalid_1's auc: 0.834794\tvalid_1's binary_logloss: 0.136723\n", + "[58]\ttraining's auc: 0.911927\ttraining's binary_logloss: 0.112539\tvalid_1's auc: 0.834871\tvalid_1's binary_logloss: 0.136699\n", + "[59]\ttraining's auc: 0.912766\ttraining's binary_logloss: 0.112283\tvalid_1's auc: 0.835059\tvalid_1's binary_logloss: 0.136679\n", + "[60]\ttraining's auc: 0.913584\ttraining's binary_logloss: 0.112031\tvalid_1's auc: 0.835079\tvalid_1's binary_logloss: 0.136678\n", + "[61]\ttraining's auc: 0.914157\ttraining's binary_logloss: 0.11178\tvalid_1's auc: 0.835089\tvalid_1's binary_logloss: 0.136662\n", + "[62]\ttraining's auc: 0.914953\ttraining's binary_logloss: 0.111543\tvalid_1's auc: 0.835067\tvalid_1's binary_logloss: 0.136668\n", + "[63]\ttraining's auc: 0.915589\ttraining's binary_logloss: 0.111308\tvalid_1's auc: 0.835172\tvalid_1's binary_logloss: 0.136655\n", + "[64]\ttraining's auc: 0.916086\ttraining's binary_logloss: 0.111081\tvalid_1's auc: 0.835379\tvalid_1's binary_logloss: 0.136623\n", + "[65]\ttraining's auc: 0.916818\ttraining's binary_logloss: 0.110797\tvalid_1's auc: 0.835499\tvalid_1's binary_logloss: 0.136603\n", + "[66]\ttraining's auc: 0.917299\ttraining's binary_logloss: 0.110558\tvalid_1's auc: 0.835699\tvalid_1's binary_logloss: 0.136587\n", + "[67]\ttraining's auc: 0.917921\ttraining's binary_logloss: 0.110333\tvalid_1's auc: 0.835829\tvalid_1's binary_logloss: 0.136568\n", + "[68]\ttraining's auc: 0.918523\ttraining's binary_logloss: 0.11003\tvalid_1's auc: 0.83585\tvalid_1's binary_logloss: 0.136558\n", + "[69]\ttraining's auc: 0.918915\ttraining's binary_logloss: 0.109799\tvalid_1's auc: 0.835864\tvalid_1's binary_logloss: 0.13657\n", + "[70]\ttraining's auc: 0.919566\ttraining's binary_logloss: 0.109523\tvalid_1's auc: 0.835872\tvalid_1's binary_logloss: 0.136549\n", + "[1]\ttraining's auc: 0.840511\ttraining's binary_logloss: 0.15591\tvalid_1's auc: 0.804014\tvalid_1's binary_logloss: 0.158516\n", + "[2]\ttraining's auc: 0.852904\ttraining's binary_logloss: 0.150564\tvalid_1's auc: 0.814399\tvalid_1's binary_logloss: 0.154355\n", + "[3]\ttraining's auc: 0.857015\ttraining's binary_logloss: 0.146463\tvalid_1's auc: 0.818013\tvalid_1's binary_logloss: 0.151159\n", + "[4]\ttraining's auc: 0.860721\ttraining's binary_logloss: 0.143116\tvalid_1's auc: 0.821433\tvalid_1's binary_logloss: 0.148711\n", + "[5]\ttraining's auc: 0.864399\ttraining's binary_logloss: 0.140272\tvalid_1's auc: 0.822594\tvalid_1's binary_logloss: 0.146794\n", + "[6]\ttraining's auc: 0.866306\ttraining's binary_logloss: 0.137895\tvalid_1's auc: 0.82351\tvalid_1's binary_logloss: 0.145236\n", + "[7]\ttraining's auc: 0.868647\ttraining's binary_logloss: 0.135937\tvalid_1's auc: 0.824728\tvalid_1's binary_logloss: 0.143824\n", + "[8]\ttraining's auc: 0.870656\ttraining's binary_logloss: 0.13416\tvalid_1's auc: 0.826291\tvalid_1's binary_logloss: 0.142647\n", + "[9]\ttraining's auc: 0.871918\ttraining's binary_logloss: 0.132607\tvalid_1's auc: 0.825573\tvalid_1's binary_logloss: 0.141753\n", + "[10]\ttraining's auc: 0.873999\ttraining's binary_logloss: 0.131143\tvalid_1's auc: 0.826584\tvalid_1's binary_logloss: 0.140913\n", + "[11]\ttraining's auc: 0.877377\ttraining's binary_logloss: 0.129854\tvalid_1's auc: 0.827324\tvalid_1's binary_logloss: 0.140206\n", + "[12]\ttraining's auc: 0.879837\ttraining's binary_logloss: 0.128632\tvalid_1's auc: 0.827369\tvalid_1's binary_logloss: 0.139584\n", + "[13]\ttraining's auc: 0.88152\ttraining's binary_logloss: 0.127474\tvalid_1's auc: 0.827134\tvalid_1's binary_logloss: 0.139099\n", + "[14]\ttraining's auc: 0.882893\ttraining's binary_logloss: 0.126501\tvalid_1's auc: 0.827754\tvalid_1's binary_logloss: 0.138642\n", + "[15]\ttraining's auc: 0.885678\ttraining's binary_logloss: 0.125465\tvalid_1's auc: 0.828596\tvalid_1's binary_logloss: 0.138294\n", + "[16]\ttraining's auc: 0.887324\ttraining's binary_logloss: 0.124568\tvalid_1's auc: 0.829141\tvalid_1's binary_logloss: 0.137984\n", + "[17]\ttraining's auc: 0.888925\ttraining's binary_logloss: 0.123688\tvalid_1's auc: 0.829295\tvalid_1's binary_logloss: 0.137747\n", + "[18]\ttraining's auc: 0.890185\ttraining's binary_logloss: 0.122883\tvalid_1's auc: 0.829082\tvalid_1's binary_logloss: 0.137508\n", + "[19]\ttraining's auc: 0.891585\ttraining's binary_logloss: 0.122147\tvalid_1's auc: 0.829158\tvalid_1's binary_logloss: 0.137275\n", + "[20]\ttraining's auc: 0.893368\ttraining's binary_logloss: 0.121418\tvalid_1's auc: 0.829348\tvalid_1's binary_logloss: 0.13711\n", + "[21]\ttraining's auc: 0.895061\ttraining's binary_logloss: 0.120677\tvalid_1's auc: 0.829029\tvalid_1's binary_logloss: 0.136956\n", + "[22]\ttraining's auc: 0.89642\ttraining's binary_logloss: 0.119989\tvalid_1's auc: 0.828633\tvalid_1's binary_logloss: 0.13685\n", + "[23]\ttraining's auc: 0.897819\ttraining's binary_logloss: 0.119348\tvalid_1's auc: 0.828508\tvalid_1's binary_logloss: 0.136754\n", + "[24]\ttraining's auc: 0.899009\ttraining's binary_logloss: 0.118709\tvalid_1's auc: 0.82872\tvalid_1's binary_logloss: 0.136604\n", + "[25]\ttraining's auc: 0.900063\ttraining's binary_logloss: 0.118115\tvalid_1's auc: 0.829353\tvalid_1's binary_logloss: 0.136493\n", + "[26]\ttraining's auc: 0.901656\ttraining's binary_logloss: 0.117474\tvalid_1's auc: 0.828797\tvalid_1's binary_logloss: 0.136537\n", + "[27]\ttraining's auc: 0.902562\ttraining's binary_logloss: 0.116974\tvalid_1's auc: 0.828389\tvalid_1's binary_logloss: 0.136542\n", + "[28]\ttraining's auc: 0.903863\ttraining's binary_logloss: 0.116377\tvalid_1's auc: 0.828384\tvalid_1's binary_logloss: 0.136505\n", + "[29]\ttraining's auc: 0.90506\ttraining's binary_logloss: 0.115803\tvalid_1's auc: 0.828415\tvalid_1's binary_logloss: 0.136483\n", + "[30]\ttraining's auc: 0.906322\ttraining's binary_logloss: 0.115291\tvalid_1's auc: 0.828596\tvalid_1's binary_logloss: 0.136398\n", + "[31]\ttraining's auc: 0.907601\ttraining's binary_logloss: 0.11474\tvalid_1's auc: 0.828943\tvalid_1's binary_logloss: 0.136352\n", + "[32]\ttraining's auc: 0.908789\ttraining's binary_logloss: 0.114218\tvalid_1's auc: 0.828811\tvalid_1's binary_logloss: 0.136402\n", + "[33]\ttraining's auc: 0.910434\ttraining's binary_logloss: 0.11364\tvalid_1's auc: 0.829644\tvalid_1's binary_logloss: 0.13628\n", + "[34]\ttraining's auc: 0.911395\ttraining's binary_logloss: 0.113191\tvalid_1's auc: 0.829381\tvalid_1's binary_logloss: 0.136337\n", + "[35]\ttraining's auc: 0.912658\ttraining's binary_logloss: 0.112686\tvalid_1's auc: 0.829275\tvalid_1's binary_logloss: 0.136333\n", + "[36]\ttraining's auc: 0.913869\ttraining's binary_logloss: 0.112249\tvalid_1's auc: 0.829489\tvalid_1's binary_logloss: 0.13628\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[37]\ttraining's auc: 0.91462\ttraining's binary_logloss: 0.111809\tvalid_1's auc: 0.829514\tvalid_1's binary_logloss: 0.136304\n", + "[38]\ttraining's auc: 0.915655\ttraining's binary_logloss: 0.111387\tvalid_1's auc: 0.829781\tvalid_1's binary_logloss: 0.136266\n", + "[39]\ttraining's auc: 0.916383\ttraining's binary_logloss: 0.110991\tvalid_1's auc: 0.829297\tvalid_1's binary_logloss: 0.13636\n", + "[40]\ttraining's auc: 0.917222\ttraining's binary_logloss: 0.110596\tvalid_1's auc: 0.828929\tvalid_1's binary_logloss: 0.136429\n", + "[41]\ttraining's auc: 0.918101\ttraining's binary_logloss: 0.110167\tvalid_1's auc: 0.828627\tvalid_1's binary_logloss: 0.136547\n", + "[42]\ttraining's auc: 0.919011\ttraining's binary_logloss: 0.109776\tvalid_1's auc: 0.82869\tvalid_1's binary_logloss: 0.136545\n", + "[43]\ttraining's auc: 0.91989\ttraining's binary_logloss: 0.109327\tvalid_1's auc: 0.828369\tvalid_1's binary_logloss: 0.13664\n", + "[44]\ttraining's auc: 0.921397\ttraining's binary_logloss: 0.108905\tvalid_1's auc: 0.828094\tvalid_1's binary_logloss: 0.1367\n", + "[45]\ttraining's auc: 0.922336\ttraining's binary_logloss: 0.108494\tvalid_1's auc: 0.827728\tvalid_1's binary_logloss: 0.136789\n", + "[46]\ttraining's auc: 0.923101\ttraining's binary_logloss: 0.108139\tvalid_1's auc: 0.827493\tvalid_1's binary_logloss: 0.136834\n", + "[47]\ttraining's auc: 0.924263\ttraining's binary_logloss: 0.107763\tvalid_1's auc: 0.827258\tvalid_1's binary_logloss: 0.136933\n", + "[48]\ttraining's auc: 0.92473\ttraining's binary_logloss: 0.107453\tvalid_1's auc: 0.827018\tvalid_1's binary_logloss: 0.136977\n", + "[49]\ttraining's auc: 0.925362\ttraining's binary_logloss: 0.107106\tvalid_1's auc: 0.826617\tvalid_1's binary_logloss: 0.137105\n", + "[50]\ttraining's auc: 0.926226\ttraining's binary_logloss: 0.10678\tvalid_1's auc: 0.826199\tvalid_1's binary_logloss: 0.137184\n", + "[51]\ttraining's auc: 0.926854\ttraining's binary_logloss: 0.106405\tvalid_1's auc: 0.825984\tvalid_1's binary_logloss: 0.13726\n", + "[52]\ttraining's auc: 0.927553\ttraining's binary_logloss: 0.106032\tvalid_1's auc: 0.825989\tvalid_1's binary_logloss: 0.137274\n", + "[53]\ttraining's auc: 0.928023\ttraining's binary_logloss: 0.105731\tvalid_1's auc: 0.825606\tvalid_1's binary_logloss: 0.137346\n", + "[54]\ttraining's auc: 0.928509\ttraining's binary_logloss: 0.105418\tvalid_1's auc: 0.82569\tvalid_1's binary_logloss: 0.137375\n", + "[55]\ttraining's auc: 0.92949\ttraining's binary_logloss: 0.10514\tvalid_1's auc: 0.82537\tvalid_1's binary_logloss: 0.137446\n", + "[56]\ttraining's auc: 0.929995\ttraining's binary_logloss: 0.104826\tvalid_1's auc: 0.824847\tvalid_1's binary_logloss: 0.137562\n", + "[57]\ttraining's auc: 0.930643\ttraining's binary_logloss: 0.104473\tvalid_1's auc: 0.824744\tvalid_1's binary_logloss: 0.13763\n", + "[58]\ttraining's auc: 0.931231\ttraining's binary_logloss: 0.104151\tvalid_1's auc: 0.824397\tvalid_1's binary_logloss: 0.137729\n", + "[59]\ttraining's auc: 0.931876\ttraining's binary_logloss: 0.103834\tvalid_1's auc: 0.824118\tvalid_1's binary_logloss: 0.137832\n", + "[60]\ttraining's auc: 0.932264\ttraining's binary_logloss: 0.10352\tvalid_1's auc: 0.823953\tvalid_1's binary_logloss: 0.137898\n", + "[61]\ttraining's auc: 0.932768\ttraining's binary_logloss: 0.103183\tvalid_1's auc: 0.823859\tvalid_1's binary_logloss: 0.137923\n", + "[62]\ttraining's auc: 0.933145\ttraining's binary_logloss: 0.102911\tvalid_1's auc: 0.823821\tvalid_1's binary_logloss: 0.137965\n", + "[63]\ttraining's auc: 0.933435\ttraining's binary_logloss: 0.102658\tvalid_1's auc: 0.823427\tvalid_1's binary_logloss: 0.138077\n", + "[64]\ttraining's auc: 0.933965\ttraining's binary_logloss: 0.102338\tvalid_1's auc: 0.823193\tvalid_1's binary_logloss: 0.138174\n", + "[65]\ttraining's auc: 0.934777\ttraining's binary_logloss: 0.102005\tvalid_1's auc: 0.82317\tvalid_1's binary_logloss: 0.138227\n", + "[66]\ttraining's auc: 0.935104\ttraining's binary_logloss: 0.101755\tvalid_1's auc: 0.822769\tvalid_1's binary_logloss: 0.138331\n", + "[67]\ttraining's auc: 0.935365\ttraining's binary_logloss: 0.101519\tvalid_1's auc: 0.8224\tvalid_1's binary_logloss: 0.13842\n", + "[68]\ttraining's auc: 0.935674\ttraining's binary_logloss: 0.101258\tvalid_1's auc: 0.821771\tvalid_1's binary_logloss: 0.138576\n", + "[1]\ttraining's auc: 0.83789\ttraining's binary_logloss: 0.158361\tvalid_1's auc: 0.818737\tvalid_1's binary_logloss: 0.153986\n", + "[2]\ttraining's auc: 0.844939\ttraining's binary_logloss: 0.15265\tvalid_1's auc: 0.822773\tvalid_1's binary_logloss: 0.149606\n", + "[3]\ttraining's auc: 0.853247\ttraining's binary_logloss: 0.148531\tvalid_1's auc: 0.829441\tvalid_1's binary_logloss: 0.146257\n", + "[4]\ttraining's auc: 0.859681\ttraining's binary_logloss: 0.145232\tvalid_1's auc: 0.832506\tvalid_1's binary_logloss: 0.143791\n", + "[5]\ttraining's auc: 0.862123\ttraining's binary_logloss: 0.142572\tvalid_1's auc: 0.832753\tvalid_1's binary_logloss: 0.141871\n", + "[6]\ttraining's auc: 0.864967\ttraining's binary_logloss: 0.14014\tvalid_1's auc: 0.832932\tvalid_1's binary_logloss: 0.140217\n", + "[7]\ttraining's auc: 0.867106\ttraining's binary_logloss: 0.138057\tvalid_1's auc: 0.833847\tvalid_1's binary_logloss: 0.13886\n", + "[8]\ttraining's auc: 0.86885\ttraining's binary_logloss: 0.136224\tvalid_1's auc: 0.834099\tvalid_1's binary_logloss: 0.13768\n", + "[9]\ttraining's auc: 0.871696\ttraining's binary_logloss: 0.134569\tvalid_1's auc: 0.834136\tvalid_1's binary_logloss: 0.136771\n", + "[10]\ttraining's auc: 0.873749\ttraining's binary_logloss: 0.133119\tvalid_1's auc: 0.834239\tvalid_1's binary_logloss: 0.135942\n", + "[11]\ttraining's auc: 0.874971\ttraining's binary_logloss: 0.131851\tvalid_1's auc: 0.834035\tvalid_1's binary_logloss: 0.135217\n", + "[12]\ttraining's auc: 0.876367\ttraining's binary_logloss: 0.130671\tvalid_1's auc: 0.834156\tvalid_1's binary_logloss: 0.134569\n", + "[13]\ttraining's auc: 0.878661\ttraining's binary_logloss: 0.129563\tvalid_1's auc: 0.83373\tvalid_1's binary_logloss: 0.13416\n", + "[14]\ttraining's auc: 0.88052\ttraining's binary_logloss: 0.128527\tvalid_1's auc: 0.833965\tvalid_1's binary_logloss: 0.133706\n", + "[15]\ttraining's auc: 0.882029\ttraining's binary_logloss: 0.127579\tvalid_1's auc: 0.833868\tvalid_1's binary_logloss: 0.133325\n", + "[16]\ttraining's auc: 0.883345\ttraining's binary_logloss: 0.126683\tvalid_1's auc: 0.833999\tvalid_1's binary_logloss: 0.13298\n", + "[17]\ttraining's auc: 0.8854\ttraining's binary_logloss: 0.125835\tvalid_1's auc: 0.833584\tvalid_1's binary_logloss: 0.132758\n", + "[18]\ttraining's auc: 0.886681\ttraining's binary_logloss: 0.12504\tvalid_1's auc: 0.833289\tvalid_1's binary_logloss: 0.132542\n", + "[19]\ttraining's auc: 0.888385\ttraining's binary_logloss: 0.1243\tvalid_1's auc: 0.8332\tvalid_1's binary_logloss: 0.132344\n", + "[20]\ttraining's auc: 0.889627\ttraining's binary_logloss: 0.123572\tvalid_1's auc: 0.83353\tvalid_1's binary_logloss: 0.13215\n", + "[21]\ttraining's auc: 0.890862\ttraining's binary_logloss: 0.122919\tvalid_1's auc: 0.833742\tvalid_1's binary_logloss: 0.131995\n", + "[22]\ttraining's auc: 0.892386\ttraining's binary_logloss: 0.122215\tvalid_1's auc: 0.834163\tvalid_1's binary_logloss: 0.131819\n", + "[23]\ttraining's auc: 0.893538\ttraining's binary_logloss: 0.121571\tvalid_1's auc: 0.834171\tvalid_1's binary_logloss: 0.131702\n", + "[24]\ttraining's auc: 0.895056\ttraining's binary_logloss: 0.120903\tvalid_1's auc: 0.833852\tvalid_1's binary_logloss: 0.131647\n", + "[25]\ttraining's auc: 0.89664\ttraining's binary_logloss: 0.120278\tvalid_1's auc: 0.833591\tvalid_1's binary_logloss: 0.131577\n", + "[26]\ttraining's auc: 0.898223\ttraining's binary_logloss: 0.119669\tvalid_1's auc: 0.833583\tvalid_1's binary_logloss: 0.131514\n", + "[27]\ttraining's auc: 0.899598\ttraining's binary_logloss: 0.119046\tvalid_1's auc: 0.83363\tvalid_1's binary_logloss: 0.131461\n", + "[28]\ttraining's auc: 0.901005\ttraining's binary_logloss: 0.118452\tvalid_1's auc: 0.833502\tvalid_1's binary_logloss: 0.131395\n", + "[29]\ttraining's auc: 0.902157\ttraining's binary_logloss: 0.117929\tvalid_1's auc: 0.833514\tvalid_1's binary_logloss: 0.131409\n", + "[30]\ttraining's auc: 0.904251\ttraining's binary_logloss: 0.117368\tvalid_1's auc: 0.833321\tvalid_1's binary_logloss: 0.131381\n", + "[31]\ttraining's auc: 0.905724\ttraining's binary_logloss: 0.116793\tvalid_1's auc: 0.83322\tvalid_1's binary_logloss: 0.131368\n", + "[32]\ttraining's auc: 0.907161\ttraining's binary_logloss: 0.116283\tvalid_1's auc: 0.83379\tvalid_1's binary_logloss: 0.131247\n", + "[33]\ttraining's auc: 0.908361\ttraining's binary_logloss: 0.115784\tvalid_1's auc: 0.83396\tvalid_1's binary_logloss: 0.131175\n", + "[34]\ttraining's auc: 0.90979\ttraining's binary_logloss: 0.115303\tvalid_1's auc: 0.834204\tvalid_1's binary_logloss: 0.13114\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[35]\ttraining's auc: 0.91104\ttraining's binary_logloss: 0.114813\tvalid_1's auc: 0.83411\tvalid_1's binary_logloss: 0.131094\n", + "[36]\ttraining's auc: 0.91254\ttraining's binary_logloss: 0.114324\tvalid_1's auc: 0.834056\tvalid_1's binary_logloss: 0.131103\n", + "[37]\ttraining's auc: 0.913833\ttraining's binary_logloss: 0.113823\tvalid_1's auc: 0.83416\tvalid_1's binary_logloss: 0.131103\n", + "[38]\ttraining's auc: 0.914969\ttraining's binary_logloss: 0.113384\tvalid_1's auc: 0.834413\tvalid_1's binary_logloss: 0.131062\n", + "[39]\ttraining's auc: 0.91615\ttraining's binary_logloss: 0.112956\tvalid_1's auc: 0.834418\tvalid_1's binary_logloss: 0.13106\n", + "[40]\ttraining's auc: 0.917117\ttraining's binary_logloss: 0.112573\tvalid_1's auc: 0.834088\tvalid_1's binary_logloss: 0.131114\n", + "[41]\ttraining's auc: 0.917927\ttraining's binary_logloss: 0.112236\tvalid_1's auc: 0.833969\tvalid_1's binary_logloss: 0.131101\n", + "[42]\ttraining's auc: 0.918679\ttraining's binary_logloss: 0.111805\tvalid_1's auc: 0.833859\tvalid_1's binary_logloss: 0.131119\n", + "[43]\ttraining's auc: 0.919621\ttraining's binary_logloss: 0.111454\tvalid_1's auc: 0.833716\tvalid_1's binary_logloss: 0.131155\n", + "[44]\ttraining's auc: 0.920442\ttraining's binary_logloss: 0.111126\tvalid_1's auc: 0.833631\tvalid_1's binary_logloss: 0.131192\n", + "[45]\ttraining's auc: 0.921726\ttraining's binary_logloss: 0.110616\tvalid_1's auc: 0.833644\tvalid_1's binary_logloss: 0.131195\n", + "[46]\ttraining's auc: 0.922413\ttraining's binary_logloss: 0.110235\tvalid_1's auc: 0.833563\tvalid_1's binary_logloss: 0.131229\n", + "[47]\ttraining's auc: 0.923156\ttraining's binary_logloss: 0.109851\tvalid_1's auc: 0.83332\tvalid_1's binary_logloss: 0.131277\n", + "[48]\ttraining's auc: 0.924157\ttraining's binary_logloss: 0.109383\tvalid_1's auc: 0.833203\tvalid_1's binary_logloss: 0.131321\n", + "[49]\ttraining's auc: 0.924774\ttraining's binary_logloss: 0.109018\tvalid_1's auc: 0.833247\tvalid_1's binary_logloss: 0.131386\n", + "[50]\ttraining's auc: 0.925512\ttraining's binary_logloss: 0.108649\tvalid_1's auc: 0.832834\tvalid_1's binary_logloss: 0.131451\n", + "[51]\ttraining's auc: 0.926053\ttraining's binary_logloss: 0.108291\tvalid_1's auc: 0.832882\tvalid_1's binary_logloss: 0.13147\n", + "[52]\ttraining's auc: 0.926779\ttraining's binary_logloss: 0.107988\tvalid_1's auc: 0.832998\tvalid_1's binary_logloss: 0.131444\n", + "[53]\ttraining's auc: 0.9277\ttraining's binary_logloss: 0.107544\tvalid_1's auc: 0.832771\tvalid_1's binary_logloss: 0.131493\n", + "[54]\ttraining's auc: 0.928346\ttraining's binary_logloss: 0.107173\tvalid_1's auc: 0.832605\tvalid_1's binary_logloss: 0.131514\n", + "[55]\ttraining's auc: 0.928923\ttraining's binary_logloss: 0.106828\tvalid_1's auc: 0.832451\tvalid_1's binary_logloss: 0.131576\n", + "[56]\ttraining's auc: 0.929383\ttraining's binary_logloss: 0.10652\tvalid_1's auc: 0.832351\tvalid_1's binary_logloss: 0.131614\n", + "[57]\ttraining's auc: 0.929805\ttraining's binary_logloss: 0.10621\tvalid_1's auc: 0.832253\tvalid_1's binary_logloss: 0.13165\n", + "[58]\ttraining's auc: 0.930413\ttraining's binary_logloss: 0.105932\tvalid_1's auc: 0.832119\tvalid_1's binary_logloss: 0.131717\n", + "[59]\ttraining's auc: 0.930798\ttraining's binary_logloss: 0.105661\tvalid_1's auc: 0.83223\tvalid_1's binary_logloss: 0.131707\n", + "[60]\ttraining's auc: 0.931323\ttraining's binary_logloss: 0.105382\tvalid_1's auc: 0.831918\tvalid_1's binary_logloss: 0.131802\n", + "[61]\ttraining's auc: 0.931818\ttraining's binary_logloss: 0.105043\tvalid_1's auc: 0.831733\tvalid_1's binary_logloss: 0.131854\n", + "[62]\ttraining's auc: 0.932433\ttraining's binary_logloss: 0.10469\tvalid_1's auc: 0.831664\tvalid_1's binary_logloss: 0.131854\n", + "[63]\ttraining's auc: 0.932944\ttraining's binary_logloss: 0.104452\tvalid_1's auc: 0.831468\tvalid_1's binary_logloss: 0.131903\n", + "[64]\ttraining's auc: 0.933343\ttraining's binary_logloss: 0.104189\tvalid_1's auc: 0.831329\tvalid_1's binary_logloss: 0.131952\n", + "[65]\ttraining's auc: 0.933853\ttraining's binary_logloss: 0.103882\tvalid_1's auc: 0.831231\tvalid_1's binary_logloss: 0.131984\n", + "[66]\ttraining's auc: 0.934322\ttraining's binary_logloss: 0.103547\tvalid_1's auc: 0.831032\tvalid_1's binary_logloss: 0.132008\n", + "[67]\ttraining's auc: 0.934897\ttraining's binary_logloss: 0.103202\tvalid_1's auc: 0.830883\tvalid_1's binary_logloss: 0.132077\n", + "[68]\ttraining's auc: 0.935359\ttraining's binary_logloss: 0.102896\tvalid_1's auc: 0.830621\tvalid_1's binary_logloss: 0.13215\n", + "[69]\ttraining's auc: 0.935838\ttraining's binary_logloss: 0.102611\tvalid_1's auc: 0.830401\tvalid_1's binary_logloss: 0.132213\n", + "[1]\ttraining's auc: 0.838358\ttraining's binary_logloss: 0.155063\tvalid_1's auc: 0.815063\tvalid_1's binary_logloss: 0.161429\n", + "[2]\ttraining's auc: 0.84374\ttraining's binary_logloss: 0.14974\tvalid_1's auc: 0.823576\tvalid_1's binary_logloss: 0.156464\n", + "[3]\ttraining's auc: 0.85266\ttraining's binary_logloss: 0.14552\tvalid_1's auc: 0.824328\tvalid_1's binary_logloss: 0.152957\n", + "[4]\ttraining's auc: 0.85644\ttraining's binary_logloss: 0.142184\tvalid_1's auc: 0.827865\tvalid_1's binary_logloss: 0.150332\n", + "[5]\ttraining's auc: 0.859969\ttraining's binary_logloss: 0.139345\tvalid_1's auc: 0.828811\tvalid_1's binary_logloss: 0.148167\n", + "[6]\ttraining's auc: 0.863632\ttraining's binary_logloss: 0.136963\tvalid_1's auc: 0.830054\tvalid_1's binary_logloss: 0.146485\n", + "[7]\ttraining's auc: 0.86595\ttraining's binary_logloss: 0.134949\tvalid_1's auc: 0.830079\tvalid_1's binary_logloss: 0.145062\n", + "[8]\ttraining's auc: 0.867486\ttraining's binary_logloss: 0.133267\tvalid_1's auc: 0.830951\tvalid_1's binary_logloss: 0.143835\n", + "[9]\ttraining's auc: 0.869497\ttraining's binary_logloss: 0.131608\tvalid_1's auc: 0.831384\tvalid_1's binary_logloss: 0.142871\n", + "[10]\ttraining's auc: 0.871302\ttraining's binary_logloss: 0.130228\tvalid_1's auc: 0.831874\tvalid_1's binary_logloss: 0.142005\n", + "[11]\ttraining's auc: 0.874967\ttraining's binary_logloss: 0.128986\tvalid_1's auc: 0.833454\tvalid_1's binary_logloss: 0.141297\n", + "[12]\ttraining's auc: 0.876718\ttraining's binary_logloss: 0.127801\tvalid_1's auc: 0.833115\tvalid_1's binary_logloss: 0.140733\n", + "[13]\ttraining's auc: 0.879073\ttraining's binary_logloss: 0.126674\tvalid_1's auc: 0.832617\tvalid_1's binary_logloss: 0.140191\n", + "[14]\ttraining's auc: 0.881237\ttraining's binary_logloss: 0.125659\tvalid_1's auc: 0.832222\tvalid_1's binary_logloss: 0.139773\n", + "[15]\ttraining's auc: 0.883842\ttraining's binary_logloss: 0.124693\tvalid_1's auc: 0.832248\tvalid_1's binary_logloss: 0.139396\n", + "[16]\ttraining's auc: 0.885587\ttraining's binary_logloss: 0.123806\tvalid_1's auc: 0.83252\tvalid_1's binary_logloss: 0.139047\n", + "[17]\ttraining's auc: 0.887712\ttraining's binary_logloss: 0.123016\tvalid_1's auc: 0.833268\tvalid_1's binary_logloss: 0.13868\n", + "[18]\ttraining's auc: 0.889327\ttraining's binary_logloss: 0.122206\tvalid_1's auc: 0.833382\tvalid_1's binary_logloss: 0.138397\n", + "[19]\ttraining's auc: 0.891448\ttraining's binary_logloss: 0.121385\tvalid_1's auc: 0.83347\tvalid_1's binary_logloss: 0.138159\n", + "[20]\ttraining's auc: 0.89257\ttraining's binary_logloss: 0.120714\tvalid_1's auc: 0.8331\tvalid_1's binary_logloss: 0.138008\n", + "[21]\ttraining's auc: 0.894043\ttraining's binary_logloss: 0.120006\tvalid_1's auc: 0.83366\tvalid_1's binary_logloss: 0.137787\n", + "[22]\ttraining's auc: 0.895679\ttraining's binary_logloss: 0.119317\tvalid_1's auc: 0.833508\tvalid_1's binary_logloss: 0.137656\n", + "[23]\ttraining's auc: 0.897378\ttraining's binary_logloss: 0.118631\tvalid_1's auc: 0.833255\tvalid_1's binary_logloss: 0.137526\n", + "[24]\ttraining's auc: 0.898845\ttraining's binary_logloss: 0.117987\tvalid_1's auc: 0.83381\tvalid_1's binary_logloss: 0.137399\n", + "[25]\ttraining's auc: 0.900059\ttraining's binary_logloss: 0.11736\tvalid_1's auc: 0.83323\tvalid_1's binary_logloss: 0.137422\n", + "[26]\ttraining's auc: 0.901332\ttraining's binary_logloss: 0.116732\tvalid_1's auc: 0.833622\tvalid_1's binary_logloss: 0.137256\n", + "[27]\ttraining's auc: 0.902799\ttraining's binary_logloss: 0.11609\tvalid_1's auc: 0.833356\tvalid_1's binary_logloss: 0.1372\n", + "[28]\ttraining's auc: 0.904046\ttraining's binary_logloss: 0.115498\tvalid_1's auc: 0.832876\tvalid_1's binary_logloss: 0.137218\n", + "[29]\ttraining's auc: 0.905412\ttraining's binary_logloss: 0.114959\tvalid_1's auc: 0.833098\tvalid_1's binary_logloss: 0.137142\n", + "[30]\ttraining's auc: 0.906602\ttraining's binary_logloss: 0.114401\tvalid_1's auc: 0.833344\tvalid_1's binary_logloss: 0.137098\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[31]\ttraining's auc: 0.908133\ttraining's binary_logloss: 0.113838\tvalid_1's auc: 0.832655\tvalid_1's binary_logloss: 0.13717\n", + "[32]\ttraining's auc: 0.909128\ttraining's binary_logloss: 0.113339\tvalid_1's auc: 0.832754\tvalid_1's binary_logloss: 0.137182\n", + "[33]\ttraining's auc: 0.910411\ttraining's binary_logloss: 0.112832\tvalid_1's auc: 0.832692\tvalid_1's binary_logloss: 0.137223\n", + "[34]\ttraining's auc: 0.911224\ttraining's binary_logloss: 0.1124\tvalid_1's auc: 0.832662\tvalid_1's binary_logloss: 0.137259\n", + "[35]\ttraining's auc: 0.912219\ttraining's binary_logloss: 0.111944\tvalid_1's auc: 0.832399\tvalid_1's binary_logloss: 0.137307\n", + "[36]\ttraining's auc: 0.913479\ttraining's binary_logloss: 0.111506\tvalid_1's auc: 0.832724\tvalid_1's binary_logloss: 0.137239\n", + "[37]\ttraining's auc: 0.914638\ttraining's binary_logloss: 0.11106\tvalid_1's auc: 0.832868\tvalid_1's binary_logloss: 0.137227\n", + "[38]\ttraining's auc: 0.915533\ttraining's binary_logloss: 0.11065\tvalid_1's auc: 0.833223\tvalid_1's binary_logloss: 0.13716\n", + "[39]\ttraining's auc: 0.916403\ttraining's binary_logloss: 0.110222\tvalid_1's auc: 0.833319\tvalid_1's binary_logloss: 0.137175\n", + "[40]\ttraining's auc: 0.9175\ttraining's binary_logloss: 0.109788\tvalid_1's auc: 0.833307\tvalid_1's binary_logloss: 0.137194\n", + "[41]\ttraining's auc: 0.918233\ttraining's binary_logloss: 0.109396\tvalid_1's auc: 0.83327\tvalid_1's binary_logloss: 0.137225\n", + "[42]\ttraining's auc: 0.919461\ttraining's binary_logloss: 0.108939\tvalid_1's auc: 0.833341\tvalid_1's binary_logloss: 0.137232\n", + "[43]\ttraining's auc: 0.920206\ttraining's binary_logloss: 0.108532\tvalid_1's auc: 0.83347\tvalid_1's binary_logloss: 0.137197\n", + "[44]\ttraining's auc: 0.921365\ttraining's binary_logloss: 0.108059\tvalid_1's auc: 0.83341\tvalid_1's binary_logloss: 0.137193\n", + "[45]\ttraining's auc: 0.92241\ttraining's binary_logloss: 0.107548\tvalid_1's auc: 0.832981\tvalid_1's binary_logloss: 0.13725\n", + "[46]\ttraining's auc: 0.923153\ttraining's binary_logloss: 0.107129\tvalid_1's auc: 0.832958\tvalid_1's binary_logloss: 0.137299\n", + "[47]\ttraining's auc: 0.924053\ttraining's binary_logloss: 0.106762\tvalid_1's auc: 0.83283\tvalid_1's binary_logloss: 0.137377\n", + "[48]\ttraining's auc: 0.925023\ttraining's binary_logloss: 0.106472\tvalid_1's auc: 0.832911\tvalid_1's binary_logloss: 0.137384\n", + "[49]\ttraining's auc: 0.925937\ttraining's binary_logloss: 0.106093\tvalid_1's auc: 0.832868\tvalid_1's binary_logloss: 0.1374\n", + "[50]\ttraining's auc: 0.926577\ttraining's binary_logloss: 0.105743\tvalid_1's auc: 0.832975\tvalid_1's binary_logloss: 0.137375\n", + "[51]\ttraining's auc: 0.92717\ttraining's binary_logloss: 0.105355\tvalid_1's auc: 0.832481\tvalid_1's binary_logloss: 0.137488\n", + "[52]\ttraining's auc: 0.927759\ttraining's binary_logloss: 0.104994\tvalid_1's auc: 0.832041\tvalid_1's binary_logloss: 0.137601\n", + "[53]\ttraining's auc: 0.92844\ttraining's binary_logloss: 0.104646\tvalid_1's auc: 0.831801\tvalid_1's binary_logloss: 0.137693\n", + "[54]\ttraining's auc: 0.929279\ttraining's binary_logloss: 0.104285\tvalid_1's auc: 0.83177\tvalid_1's binary_logloss: 0.137723\n", + "[1]\ttraining's auc: 0.842271\ttraining's binary_logloss: 0.157635\tvalid_1's auc: 0.809277\tvalid_1's binary_logloss: 0.159878\n", + "[2]\ttraining's auc: 0.846692\ttraining's binary_logloss: 0.15277\tvalid_1's auc: 0.811573\tvalid_1's binary_logloss: 0.156199\n", + "[3]\ttraining's auc: 0.849781\ttraining's binary_logloss: 0.148951\tvalid_1's auc: 0.810791\tvalid_1's binary_logloss: 0.15339\n", + "[4]\ttraining's auc: 0.857412\ttraining's binary_logloss: 0.145825\tvalid_1's auc: 0.818535\tvalid_1's binary_logloss: 0.150878\n", + "[5]\ttraining's auc: 0.860119\ttraining's binary_logloss: 0.143184\tvalid_1's auc: 0.822616\tvalid_1's binary_logloss: 0.148895\n", + "[6]\ttraining's auc: 0.862522\ttraining's binary_logloss: 0.140876\tvalid_1's auc: 0.822759\tvalid_1's binary_logloss: 0.147272\n", + "[7]\ttraining's auc: 0.864197\ttraining's binary_logloss: 0.138833\tvalid_1's auc: 0.823603\tvalid_1's binary_logloss: 0.145883\n", + "[8]\ttraining's auc: 0.867417\ttraining's binary_logloss: 0.137029\tvalid_1's auc: 0.825566\tvalid_1's binary_logloss: 0.144596\n", + "[9]\ttraining's auc: 0.869351\ttraining's binary_logloss: 0.135426\tvalid_1's auc: 0.826256\tvalid_1's binary_logloss: 0.143536\n", + "[10]\ttraining's auc: 0.871532\ttraining's binary_logloss: 0.133996\tvalid_1's auc: 0.827052\tvalid_1's binary_logloss: 0.142634\n", + "[11]\ttraining's auc: 0.873331\ttraining's binary_logloss: 0.132649\tvalid_1's auc: 0.827772\tvalid_1's binary_logloss: 0.141782\n", + "[12]\ttraining's auc: 0.875201\ttraining's binary_logloss: 0.131402\tvalid_1's auc: 0.828941\tvalid_1's binary_logloss: 0.141025\n", + "[13]\ttraining's auc: 0.877936\ttraining's binary_logloss: 0.130258\tvalid_1's auc: 0.830009\tvalid_1's binary_logloss: 0.140417\n", + "[14]\ttraining's auc: 0.880403\ttraining's binary_logloss: 0.129201\tvalid_1's auc: 0.830189\tvalid_1's binary_logloss: 0.139777\n", + "[15]\ttraining's auc: 0.882069\ttraining's binary_logloss: 0.128189\tvalid_1's auc: 0.83009\tvalid_1's binary_logloss: 0.139316\n", + "[16]\ttraining's auc: 0.8839\ttraining's binary_logloss: 0.127252\tvalid_1's auc: 0.830574\tvalid_1's binary_logloss: 0.138858\n", + "[17]\ttraining's auc: 0.885096\ttraining's binary_logloss: 0.126362\tvalid_1's auc: 0.830911\tvalid_1's binary_logloss: 0.138473\n", + "[18]\ttraining's auc: 0.886814\ttraining's binary_logloss: 0.125504\tvalid_1's auc: 0.830359\tvalid_1's binary_logloss: 0.13819\n", + "[19]\ttraining's auc: 0.888888\ttraining's binary_logloss: 0.124694\tvalid_1's auc: 0.831792\tvalid_1's binary_logloss: 0.137866\n", + "[20]\ttraining's auc: 0.890324\ttraining's binary_logloss: 0.123883\tvalid_1's auc: 0.832204\tvalid_1's binary_logloss: 0.137578\n", + "[21]\ttraining's auc: 0.891573\ttraining's binary_logloss: 0.123189\tvalid_1's auc: 0.832234\tvalid_1's binary_logloss: 0.137307\n", + "[22]\ttraining's auc: 0.892749\ttraining's binary_logloss: 0.122481\tvalid_1's auc: 0.83251\tvalid_1's binary_logloss: 0.137074\n", + "[23]\ttraining's auc: 0.893929\ttraining's binary_logloss: 0.121815\tvalid_1's auc: 0.832341\tvalid_1's binary_logloss: 0.136897\n", + "[24]\ttraining's auc: 0.895404\ttraining's binary_logloss: 0.121152\tvalid_1's auc: 0.832383\tvalid_1's binary_logloss: 0.136732\n", + "[25]\ttraining's auc: 0.896682\ttraining's binary_logloss: 0.120505\tvalid_1's auc: 0.832429\tvalid_1's binary_logloss: 0.13658\n", + "[26]\ttraining's auc: 0.897526\ttraining's binary_logloss: 0.11995\tvalid_1's auc: 0.832209\tvalid_1's binary_logloss: 0.136492\n", + "[27]\ttraining's auc: 0.898685\ttraining's binary_logloss: 0.119336\tvalid_1's auc: 0.831965\tvalid_1's binary_logloss: 0.136447\n", + "[28]\ttraining's auc: 0.89974\ttraining's binary_logloss: 0.118766\tvalid_1's auc: 0.83184\tvalid_1's binary_logloss: 0.136347\n", + "[29]\ttraining's auc: 0.900644\ttraining's binary_logloss: 0.118222\tvalid_1's auc: 0.831922\tvalid_1's binary_logloss: 0.13626\n", + "[30]\ttraining's auc: 0.901431\ttraining's binary_logloss: 0.117721\tvalid_1's auc: 0.831878\tvalid_1's binary_logloss: 0.136159\n", + "[31]\ttraining's auc: 0.902195\ttraining's binary_logloss: 0.117288\tvalid_1's auc: 0.831709\tvalid_1's binary_logloss: 0.136087\n", + "[32]\ttraining's auc: 0.903225\ttraining's binary_logloss: 0.116799\tvalid_1's auc: 0.831333\tvalid_1's binary_logloss: 0.136072\n", + "[33]\ttraining's auc: 0.904265\ttraining's binary_logloss: 0.116305\tvalid_1's auc: 0.831319\tvalid_1's binary_logloss: 0.136019\n", + "[34]\ttraining's auc: 0.905053\ttraining's binary_logloss: 0.115827\tvalid_1's auc: 0.831237\tvalid_1's binary_logloss: 0.135984\n", + "[35]\ttraining's auc: 0.905923\ttraining's binary_logloss: 0.115332\tvalid_1's auc: 0.831052\tvalid_1's binary_logloss: 0.135965\n", + "[36]\ttraining's auc: 0.907246\ttraining's binary_logloss: 0.11483\tvalid_1's auc: 0.831069\tvalid_1's binary_logloss: 0.136017\n", + "[37]\ttraining's auc: 0.908018\ttraining's binary_logloss: 0.11447\tvalid_1's auc: 0.831183\tvalid_1's binary_logloss: 0.135953\n", + "[38]\ttraining's auc: 0.908661\ttraining's binary_logloss: 0.114079\tvalid_1's auc: 0.830507\tvalid_1's binary_logloss: 0.136005\n", + "[39]\ttraining's auc: 0.910038\ttraining's binary_logloss: 0.113574\tvalid_1's auc: 0.831205\tvalid_1's binary_logloss: 0.135898\n", + "[40]\ttraining's auc: 0.911202\ttraining's binary_logloss: 0.113107\tvalid_1's auc: 0.831168\tvalid_1's binary_logloss: 0.135905\n", + "[41]\ttraining's auc: 0.912224\ttraining's binary_logloss: 0.112688\tvalid_1's auc: 0.83128\tvalid_1's binary_logloss: 0.135864\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[42]\ttraining's auc: 0.913341\ttraining's binary_logloss: 0.112236\tvalid_1's auc: 0.830979\tvalid_1's binary_logloss: 0.135835\n", + "[43]\ttraining's auc: 0.914358\ttraining's binary_logloss: 0.111864\tvalid_1's auc: 0.831552\tvalid_1's binary_logloss: 0.135765\n", + "[44]\ttraining's auc: 0.915407\ttraining's binary_logloss: 0.111487\tvalid_1's auc: 0.831435\tvalid_1's binary_logloss: 0.135784\n", + "[45]\ttraining's auc: 0.916225\ttraining's binary_logloss: 0.111112\tvalid_1's auc: 0.831217\tvalid_1's binary_logloss: 0.135832\n", + "[46]\ttraining's auc: 0.917176\ttraining's binary_logloss: 0.110709\tvalid_1's auc: 0.831135\tvalid_1's binary_logloss: 0.135854\n", + "[47]\ttraining's auc: 0.917871\ttraining's binary_logloss: 0.110342\tvalid_1's auc: 0.831022\tvalid_1's binary_logloss: 0.135879\n", + "[48]\ttraining's auc: 0.918473\ttraining's binary_logloss: 0.110005\tvalid_1's auc: 0.830839\tvalid_1's binary_logloss: 0.135918\n", + "[49]\ttraining's auc: 0.919171\ttraining's binary_logloss: 0.109674\tvalid_1's auc: 0.830447\tvalid_1's binary_logloss: 0.13599\n", + "[50]\ttraining's auc: 0.91963\ttraining's binary_logloss: 0.109382\tvalid_1's auc: 0.830277\tvalid_1's binary_logloss: 0.136063\n", + "[51]\ttraining's auc: 0.920629\ttraining's binary_logloss: 0.10901\tvalid_1's auc: 0.830044\tvalid_1's binary_logloss: 0.136104\n", + "[52]\ttraining's auc: 0.922101\ttraining's binary_logloss: 0.108654\tvalid_1's auc: 0.830197\tvalid_1's binary_logloss: 0.13609\n", + "[1]\ttraining's auc: 0.837031\ttraining's binary_logloss: 0.160176\tvalid_1's auc: 0.819698\tvalid_1's binary_logloss: 0.155369\n", + "[2]\ttraining's auc: 0.843436\ttraining's binary_logloss: 0.155193\tvalid_1's auc: 0.822751\tvalid_1's binary_logloss: 0.151504\n", + "[3]\ttraining's auc: 0.848335\ttraining's binary_logloss: 0.151365\tvalid_1's auc: 0.824903\tvalid_1's binary_logloss: 0.148486\n", + "[4]\ttraining's auc: 0.852651\ttraining's binary_logloss: 0.148162\tvalid_1's auc: 0.826592\tvalid_1's binary_logloss: 0.146109\n", + "[5]\ttraining's auc: 0.857475\ttraining's binary_logloss: 0.145457\tvalid_1's auc: 0.829995\tvalid_1's binary_logloss: 0.144186\n", + "[6]\ttraining's auc: 0.860911\ttraining's binary_logloss: 0.143169\tvalid_1's auc: 0.831421\tvalid_1's binary_logloss: 0.142602\n", + "[7]\ttraining's auc: 0.863229\ttraining's binary_logloss: 0.141166\tvalid_1's auc: 0.832799\tvalid_1's binary_logloss: 0.141231\n", + "[8]\ttraining's auc: 0.8656\ttraining's binary_logloss: 0.139337\tvalid_1's auc: 0.833287\tvalid_1's binary_logloss: 0.140036\n", + "[9]\ttraining's auc: 0.868454\ttraining's binary_logloss: 0.137667\tvalid_1's auc: 0.835646\tvalid_1's binary_logloss: 0.138947\n", + "[10]\ttraining's auc: 0.871424\ttraining's binary_logloss: 0.136165\tvalid_1's auc: 0.836001\tvalid_1's binary_logloss: 0.137968\n", + "[11]\ttraining's auc: 0.873521\ttraining's binary_logloss: 0.134818\tvalid_1's auc: 0.835331\tvalid_1's binary_logloss: 0.137158\n", + "[12]\ttraining's auc: 0.874981\ttraining's binary_logloss: 0.133559\tvalid_1's auc: 0.835574\tvalid_1's binary_logloss: 0.136361\n", + "[13]\ttraining's auc: 0.87691\ttraining's binary_logloss: 0.132383\tvalid_1's auc: 0.835856\tvalid_1's binary_logloss: 0.135724\n", + "[14]\ttraining's auc: 0.878208\ttraining's binary_logloss: 0.131333\tvalid_1's auc: 0.835772\tvalid_1's binary_logloss: 0.135123\n", + "[15]\ttraining's auc: 0.879565\ttraining's binary_logloss: 0.130347\tvalid_1's auc: 0.835944\tvalid_1's binary_logloss: 0.134638\n", + "[16]\ttraining's auc: 0.881204\ttraining's binary_logloss: 0.129357\tvalid_1's auc: 0.835627\tvalid_1's binary_logloss: 0.134225\n", + "[17]\ttraining's auc: 0.882393\ttraining's binary_logloss: 0.128453\tvalid_1's auc: 0.835177\tvalid_1's binary_logloss: 0.133867\n", + "[18]\ttraining's auc: 0.884576\ttraining's binary_logloss: 0.127597\tvalid_1's auc: 0.83473\tvalid_1's binary_logloss: 0.133567\n", + "[19]\ttraining's auc: 0.885882\ttraining's binary_logloss: 0.12681\tvalid_1's auc: 0.83474\tvalid_1's binary_logloss: 0.133275\n", + "[20]\ttraining's auc: 0.887042\ttraining's binary_logloss: 0.126013\tvalid_1's auc: 0.834622\tvalid_1's binary_logloss: 0.133025\n", + "[21]\ttraining's auc: 0.888553\ttraining's binary_logloss: 0.125314\tvalid_1's auc: 0.834261\tvalid_1's binary_logloss: 0.132802\n", + "[22]\ttraining's auc: 0.889586\ttraining's binary_logloss: 0.124643\tvalid_1's auc: 0.834121\tvalid_1's binary_logloss: 0.132588\n", + "[23]\ttraining's auc: 0.890862\ttraining's binary_logloss: 0.123993\tvalid_1's auc: 0.833895\tvalid_1's binary_logloss: 0.132429\n", + "[24]\ttraining's auc: 0.892061\ttraining's binary_logloss: 0.123377\tvalid_1's auc: 0.833773\tvalid_1's binary_logloss: 0.132295\n", + "[25]\ttraining's auc: 0.893162\ttraining's binary_logloss: 0.122723\tvalid_1's auc: 0.833747\tvalid_1's binary_logloss: 0.132091\n", + "[26]\ttraining's auc: 0.894858\ttraining's binary_logloss: 0.12211\tvalid_1's auc: 0.833534\tvalid_1's binary_logloss: 0.13195\n", + "[27]\ttraining's auc: 0.896176\ttraining's binary_logloss: 0.12146\tvalid_1's auc: 0.833965\tvalid_1's binary_logloss: 0.131813\n", + "[28]\ttraining's auc: 0.897494\ttraining's binary_logloss: 0.120902\tvalid_1's auc: 0.834045\tvalid_1's binary_logloss: 0.131686\n", + "[29]\ttraining's auc: 0.898416\ttraining's binary_logloss: 0.120328\tvalid_1's auc: 0.83448\tvalid_1's binary_logloss: 0.131538\n", + "[30]\ttraining's auc: 0.899374\ttraining's binary_logloss: 0.119829\tvalid_1's auc: 0.834069\tvalid_1's binary_logloss: 0.13149\n", + "[31]\ttraining's auc: 0.900364\ttraining's binary_logloss: 0.11927\tvalid_1's auc: 0.834049\tvalid_1's binary_logloss: 0.131406\n", + "[32]\ttraining's auc: 0.901246\ttraining's binary_logloss: 0.118775\tvalid_1's auc: 0.834462\tvalid_1's binary_logloss: 0.131293\n", + "[33]\ttraining's auc: 0.902364\ttraining's binary_logloss: 0.118258\tvalid_1's auc: 0.83474\tvalid_1's binary_logloss: 0.131199\n", + "[34]\ttraining's auc: 0.903852\ttraining's binary_logloss: 0.117754\tvalid_1's auc: 0.834639\tvalid_1's binary_logloss: 0.131167\n", + "[35]\ttraining's auc: 0.904752\ttraining's binary_logloss: 0.117286\tvalid_1's auc: 0.834562\tvalid_1's binary_logloss: 0.131085\n", + "[36]\ttraining's auc: 0.906021\ttraining's binary_logloss: 0.11682\tvalid_1's auc: 0.835003\tvalid_1's binary_logloss: 0.130976\n", + "[37]\ttraining's auc: 0.907197\ttraining's binary_logloss: 0.116413\tvalid_1's auc: 0.835221\tvalid_1's binary_logloss: 0.130867\n", + "[38]\ttraining's auc: 0.907985\ttraining's binary_logloss: 0.116016\tvalid_1's auc: 0.835393\tvalid_1's binary_logloss: 0.130808\n", + "[39]\ttraining's auc: 0.908821\ttraining's binary_logloss: 0.115598\tvalid_1's auc: 0.83599\tvalid_1's binary_logloss: 0.130694\n", + "[40]\ttraining's auc: 0.910324\ttraining's binary_logloss: 0.115154\tvalid_1's auc: 0.835929\tvalid_1's binary_logloss: 0.130674\n", + "[1]\ttraining's auc: 0.836049\ttraining's binary_logloss: 0.156616\tvalid_1's auc: 0.810882\tvalid_1's binary_logloss: 0.163028\n", + "[2]\ttraining's auc: 0.843412\ttraining's binary_logloss: 0.151817\tvalid_1's auc: 0.81557\tvalid_1's binary_logloss: 0.158896\n", + "[3]\ttraining's auc: 0.851462\ttraining's binary_logloss: 0.148054\tvalid_1's auc: 0.824466\tvalid_1's binary_logloss: 0.155586\n", + "[4]\ttraining's auc: 0.856039\ttraining's binary_logloss: 0.145047\tvalid_1's auc: 0.825446\tvalid_1's binary_logloss: 0.15299\n", + "[5]\ttraining's auc: 0.859425\ttraining's binary_logloss: 0.142365\tvalid_1's auc: 0.827959\tvalid_1's binary_logloss: 0.150855\n", + "[6]\ttraining's auc: 0.861061\ttraining's binary_logloss: 0.140101\tvalid_1's auc: 0.827959\tvalid_1's binary_logloss: 0.149088\n", + "[7]\ttraining's auc: 0.864878\ttraining's binary_logloss: 0.138127\tvalid_1's auc: 0.828209\tvalid_1's binary_logloss: 0.147526\n", + "[8]\ttraining's auc: 0.866033\ttraining's binary_logloss: 0.136352\tvalid_1's auc: 0.828086\tvalid_1's binary_logloss: 0.146328\n", + "[9]\ttraining's auc: 0.86762\ttraining's binary_logloss: 0.13476\tvalid_1's auc: 0.828181\tvalid_1's binary_logloss: 0.145252\n", + "[10]\ttraining's auc: 0.868612\ttraining's binary_logloss: 0.133349\tvalid_1's auc: 0.829049\tvalid_1's binary_logloss: 0.144307\n", + "[11]\ttraining's auc: 0.869954\ttraining's binary_logloss: 0.132067\tvalid_1's auc: 0.829931\tvalid_1's binary_logloss: 0.143424\n", + "[12]\ttraining's auc: 0.87194\ttraining's binary_logloss: 0.130844\tvalid_1's auc: 0.830386\tvalid_1's binary_logloss: 0.142673\n", + "[13]\ttraining's auc: 0.874157\ttraining's binary_logloss: 0.129707\tvalid_1's auc: 0.831211\tvalid_1's binary_logloss: 0.141953\n", + "[14]\ttraining's auc: 0.87696\ttraining's binary_logloss: 0.128635\tvalid_1's auc: 0.83363\tvalid_1's binary_logloss: 0.14137\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[15]\ttraining's auc: 0.878537\ttraining's binary_logloss: 0.127676\tvalid_1's auc: 0.833639\tvalid_1's binary_logloss: 0.140854\n", + "[16]\ttraining's auc: 0.880362\ttraining's binary_logloss: 0.126754\tvalid_1's auc: 0.834045\tvalid_1's binary_logloss: 0.140377\n", + "[17]\ttraining's auc: 0.881809\ttraining's binary_logloss: 0.12587\tvalid_1's auc: 0.83385\tvalid_1's binary_logloss: 0.139934\n", + "[18]\ttraining's auc: 0.882776\ttraining's binary_logloss: 0.125039\tvalid_1's auc: 0.833521\tvalid_1's binary_logloss: 0.139593\n", + "[19]\ttraining's auc: 0.884409\ttraining's binary_logloss: 0.124202\tvalid_1's auc: 0.833718\tvalid_1's binary_logloss: 0.13927\n", + "[20]\ttraining's auc: 0.886168\ttraining's binary_logloss: 0.123466\tvalid_1's auc: 0.833908\tvalid_1's binary_logloss: 0.138961\n", + "[21]\ttraining's auc: 0.887438\ttraining's binary_logloss: 0.122768\tvalid_1's auc: 0.834153\tvalid_1's binary_logloss: 0.138709\n", + "[22]\ttraining's auc: 0.888952\ttraining's binary_logloss: 0.122103\tvalid_1's auc: 0.834534\tvalid_1's binary_logloss: 0.138398\n", + "[23]\ttraining's auc: 0.890834\ttraining's binary_logloss: 0.121348\tvalid_1's auc: 0.834803\tvalid_1's binary_logloss: 0.138197\n", + "[24]\ttraining's auc: 0.892178\ttraining's binary_logloss: 0.12068\tvalid_1's auc: 0.834681\tvalid_1's binary_logloss: 0.138004\n", + "[25]\ttraining's auc: 0.893735\ttraining's binary_logloss: 0.120059\tvalid_1's auc: 0.834779\tvalid_1's binary_logloss: 0.137846\n", + "[26]\ttraining's auc: 0.894579\ttraining's binary_logloss: 0.119499\tvalid_1's auc: 0.834753\tvalid_1's binary_logloss: 0.137673\n", + "[27]\ttraining's auc: 0.896421\ttraining's binary_logloss: 0.118907\tvalid_1's auc: 0.834576\tvalid_1's binary_logloss: 0.137592\n", + "[28]\ttraining's auc: 0.897681\ttraining's binary_logloss: 0.118318\tvalid_1's auc: 0.834222\tvalid_1's binary_logloss: 0.137508\n", + "[29]\ttraining's auc: 0.898693\ttraining's binary_logloss: 0.117731\tvalid_1's auc: 0.834463\tvalid_1's binary_logloss: 0.137379\n", + "[30]\ttraining's auc: 0.89972\ttraining's binary_logloss: 0.117219\tvalid_1's auc: 0.834259\tvalid_1's binary_logloss: 0.137338\n", + "[31]\ttraining's auc: 0.900628\ttraining's binary_logloss: 0.116727\tvalid_1's auc: 0.834239\tvalid_1's binary_logloss: 0.137301\n", + "[32]\ttraining's auc: 0.901752\ttraining's binary_logloss: 0.116225\tvalid_1's auc: 0.834469\tvalid_1's binary_logloss: 0.137206\n", + "[33]\ttraining's auc: 0.902967\ttraining's binary_logloss: 0.115715\tvalid_1's auc: 0.834836\tvalid_1's binary_logloss: 0.13711\n", + "[34]\ttraining's auc: 0.904245\ttraining's binary_logloss: 0.115207\tvalid_1's auc: 0.834625\tvalid_1's binary_logloss: 0.137064\n", + "[35]\ttraining's auc: 0.9055\ttraining's binary_logloss: 0.114721\tvalid_1's auc: 0.834317\tvalid_1's binary_logloss: 0.137056\n", + "[36]\ttraining's auc: 0.906175\ttraining's binary_logloss: 0.114282\tvalid_1's auc: 0.834096\tvalid_1's binary_logloss: 0.137066\n", + "[37]\ttraining's auc: 0.907151\ttraining's binary_logloss: 0.113847\tvalid_1's auc: 0.833808\tvalid_1's binary_logloss: 0.13702\n", + "[38]\ttraining's auc: 0.907965\ttraining's binary_logloss: 0.113415\tvalid_1's auc: 0.833697\tvalid_1's binary_logloss: 0.137009\n", + "[39]\ttraining's auc: 0.90953\ttraining's binary_logloss: 0.112952\tvalid_1's auc: 0.833532\tvalid_1's binary_logloss: 0.136991\n", + "[40]\ttraining's auc: 0.910515\ttraining's binary_logloss: 0.112502\tvalid_1's auc: 0.83346\tvalid_1's binary_logloss: 0.136972\n", + "[41]\ttraining's auc: 0.911686\ttraining's binary_logloss: 0.11207\tvalid_1's auc: 0.833515\tvalid_1's binary_logloss: 0.136949\n", + "[42]\ttraining's auc: 0.912801\ttraining's binary_logloss: 0.111684\tvalid_1's auc: 0.833458\tvalid_1's binary_logloss: 0.136935\n", + "[43]\ttraining's auc: 0.913742\ttraining's binary_logloss: 0.111306\tvalid_1's auc: 0.833485\tvalid_1's binary_logloss: 0.136937\n", + "[44]\ttraining's auc: 0.914466\ttraining's binary_logloss: 0.110941\tvalid_1's auc: 0.833388\tvalid_1's binary_logloss: 0.136915\n", + "[45]\ttraining's auc: 0.915309\ttraining's binary_logloss: 0.110574\tvalid_1's auc: 0.833237\tvalid_1's binary_logloss: 0.136927\n", + "[46]\ttraining's auc: 0.916159\ttraining's binary_logloss: 0.110227\tvalid_1's auc: 0.83283\tvalid_1's binary_logloss: 0.136987\n", + "[47]\ttraining's auc: 0.916926\ttraining's binary_logloss: 0.109865\tvalid_1's auc: 0.832945\tvalid_1's binary_logloss: 0.136954\n", + "[48]\ttraining's auc: 0.917578\ttraining's binary_logloss: 0.109536\tvalid_1's auc: 0.832798\tvalid_1's binary_logloss: 0.136976\n", + "[49]\ttraining's auc: 0.918622\ttraining's binary_logloss: 0.109212\tvalid_1's auc: 0.832462\tvalid_1's binary_logloss: 0.13703\n", + "[50]\ttraining's auc: 0.919713\ttraining's binary_logloss: 0.108852\tvalid_1's auc: 0.832561\tvalid_1's binary_logloss: 0.13702\n", + "[51]\ttraining's auc: 0.920731\ttraining's binary_logloss: 0.108538\tvalid_1's auc: 0.832613\tvalid_1's binary_logloss: 0.137031\n", + "[52]\ttraining's auc: 0.921508\ttraining's binary_logloss: 0.108252\tvalid_1's auc: 0.832719\tvalid_1's binary_logloss: 0.137033\n", + "[53]\ttraining's auc: 0.922161\ttraining's binary_logloss: 0.107915\tvalid_1's auc: 0.832779\tvalid_1's binary_logloss: 0.137026\n", + "[54]\ttraining's auc: 0.92286\ttraining's binary_logloss: 0.10754\tvalid_1's auc: 0.832727\tvalid_1's binary_logloss: 0.137087\n", + "[55]\ttraining's auc: 0.923429\ttraining's binary_logloss: 0.107208\tvalid_1's auc: 0.832941\tvalid_1's binary_logloss: 0.137068\n", + "[56]\ttraining's auc: 0.92417\ttraining's binary_logloss: 0.106893\tvalid_1's auc: 0.832911\tvalid_1's binary_logloss: 0.137087\n", + "[57]\ttraining's auc: 0.925138\ttraining's binary_logloss: 0.10656\tvalid_1's auc: 0.832687\tvalid_1's binary_logloss: 0.137128\n", + "[58]\ttraining's auc: 0.926042\ttraining's binary_logloss: 0.106283\tvalid_1's auc: 0.832739\tvalid_1's binary_logloss: 0.13713\n", + "[59]\ttraining's auc: 0.926609\ttraining's binary_logloss: 0.10592\tvalid_1's auc: 0.83297\tvalid_1's binary_logloss: 0.137097\n", + "[60]\ttraining's auc: 0.927257\ttraining's binary_logloss: 0.105626\tvalid_1's auc: 0.83274\tvalid_1's binary_logloss: 0.137147\n", + "[61]\ttraining's auc: 0.92806\ttraining's binary_logloss: 0.105281\tvalid_1's auc: 0.832791\tvalid_1's binary_logloss: 0.137145\n", + "[62]\ttraining's auc: 0.928589\ttraining's binary_logloss: 0.104989\tvalid_1's auc: 0.832869\tvalid_1's binary_logloss: 0.13717\n", + "[63]\ttraining's auc: 0.929091\ttraining's binary_logloss: 0.104678\tvalid_1's auc: 0.832763\tvalid_1's binary_logloss: 0.137203\n", + "[1]\ttraining's auc: 0.8422\ttraining's binary_logloss: 0.152283\tvalid_1's auc: 0.806353\tvalid_1's binary_logloss: 0.155717\n", + "[2]\ttraining's auc: 0.853516\ttraining's binary_logloss: 0.146062\tvalid_1's auc: 0.813845\tvalid_1's binary_logloss: 0.151079\n", + "[3]\ttraining's auc: 0.860959\ttraining's binary_logloss: 0.141304\tvalid_1's auc: 0.818748\tvalid_1's binary_logloss: 0.14761\n", + "[4]\ttraining's auc: 0.866762\ttraining's binary_logloss: 0.137736\tvalid_1's auc: 0.824362\tvalid_1's binary_logloss: 0.145003\n", + "[5]\ttraining's auc: 0.870336\ttraining's binary_logloss: 0.134821\tvalid_1's auc: 0.825745\tvalid_1's binary_logloss: 0.143211\n", + "[6]\ttraining's auc: 0.873868\ttraining's binary_logloss: 0.132378\tvalid_1's auc: 0.825694\tvalid_1's binary_logloss: 0.141797\n", + "[7]\ttraining's auc: 0.876934\ttraining's binary_logloss: 0.130325\tvalid_1's auc: 0.826543\tvalid_1's binary_logloss: 0.140571\n", + "[8]\ttraining's auc: 0.880714\ttraining's binary_logloss: 0.128504\tvalid_1's auc: 0.826488\tvalid_1's binary_logloss: 0.139732\n", + "[9]\ttraining's auc: 0.883676\ttraining's binary_logloss: 0.126852\tvalid_1's auc: 0.82599\tvalid_1's binary_logloss: 0.13909\n", + "[10]\ttraining's auc: 0.886536\ttraining's binary_logloss: 0.125339\tvalid_1's auc: 0.826534\tvalid_1's binary_logloss: 0.13854\n", + "[11]\ttraining's auc: 0.88966\ttraining's binary_logloss: 0.123966\tvalid_1's auc: 0.827784\tvalid_1's binary_logloss: 0.137922\n", + "[12]\ttraining's auc: 0.89188\ttraining's binary_logloss: 0.12271\tvalid_1's auc: 0.828289\tvalid_1's binary_logloss: 0.137502\n", + "[13]\ttraining's auc: 0.894203\ttraining's binary_logloss: 0.121484\tvalid_1's auc: 0.827733\tvalid_1's binary_logloss: 0.13716\n", + "[14]\ttraining's auc: 0.89686\ttraining's binary_logloss: 0.120294\tvalid_1's auc: 0.826724\tvalid_1's binary_logloss: 0.137062\n", + "[15]\ttraining's auc: 0.898847\ttraining's binary_logloss: 0.119261\tvalid_1's auc: 0.826644\tvalid_1's binary_logloss: 0.136926\n", + "[16]\ttraining's auc: 0.900682\ttraining's binary_logloss: 0.118266\tvalid_1's auc: 0.826691\tvalid_1's binary_logloss: 0.136755\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[17]\ttraining's auc: 0.902268\ttraining's binary_logloss: 0.117348\tvalid_1's auc: 0.82619\tvalid_1's binary_logloss: 0.136726\n", + "[18]\ttraining's auc: 0.904229\ttraining's binary_logloss: 0.116474\tvalid_1's auc: 0.826037\tvalid_1's binary_logloss: 0.136725\n", + "[19]\ttraining's auc: 0.906332\ttraining's binary_logloss: 0.115524\tvalid_1's auc: 0.825886\tvalid_1's binary_logloss: 0.136703\n", + "[20]\ttraining's auc: 0.908348\ttraining's binary_logloss: 0.114644\tvalid_1's auc: 0.825613\tvalid_1's binary_logloss: 0.136765\n", + "[21]\ttraining's auc: 0.910182\ttraining's binary_logloss: 0.11384\tvalid_1's auc: 0.825408\tvalid_1's binary_logloss: 0.136797\n", + "[22]\ttraining's auc: 0.913109\ttraining's binary_logloss: 0.112913\tvalid_1's auc: 0.825152\tvalid_1's binary_logloss: 0.136901\n", + "[23]\ttraining's auc: 0.914946\ttraining's binary_logloss: 0.11215\tvalid_1's auc: 0.82505\tvalid_1's binary_logloss: 0.136963\n", + "[24]\ttraining's auc: 0.917324\ttraining's binary_logloss: 0.111439\tvalid_1's auc: 0.825155\tvalid_1's binary_logloss: 0.136959\n", + "[25]\ttraining's auc: 0.918568\ttraining's binary_logloss: 0.110781\tvalid_1's auc: 0.82523\tvalid_1's binary_logloss: 0.137044\n", + "[26]\ttraining's auc: 0.920078\ttraining's binary_logloss: 0.110017\tvalid_1's auc: 0.825302\tvalid_1's binary_logloss: 0.137083\n", + "[27]\ttraining's auc: 0.921693\ttraining's binary_logloss: 0.109372\tvalid_1's auc: 0.826082\tvalid_1's binary_logloss: 0.136988\n", + "[28]\ttraining's auc: 0.922832\ttraining's binary_logloss: 0.108746\tvalid_1's auc: 0.825756\tvalid_1's binary_logloss: 0.137089\n", + "[29]\ttraining's auc: 0.924247\ttraining's binary_logloss: 0.108009\tvalid_1's auc: 0.825466\tvalid_1's binary_logloss: 0.137172\n", + "[30]\ttraining's auc: 0.925882\ttraining's binary_logloss: 0.107336\tvalid_1's auc: 0.825273\tvalid_1's binary_logloss: 0.137243\n", + "[31]\ttraining's auc: 0.926875\ttraining's binary_logloss: 0.106739\tvalid_1's auc: 0.825201\tvalid_1's binary_logloss: 0.137301\n", + "[32]\ttraining's auc: 0.927849\ttraining's binary_logloss: 0.106173\tvalid_1's auc: 0.82446\tvalid_1's binary_logloss: 0.137524\n", + "[33]\ttraining's auc: 0.928952\ttraining's binary_logloss: 0.105653\tvalid_1's auc: 0.824127\tvalid_1's binary_logloss: 0.137614\n", + "[34]\ttraining's auc: 0.929775\ttraining's binary_logloss: 0.105122\tvalid_1's auc: 0.823677\tvalid_1's binary_logloss: 0.137753\n", + "[35]\ttraining's auc: 0.930648\ttraining's binary_logloss: 0.104533\tvalid_1's auc: 0.823157\tvalid_1's binary_logloss: 0.137896\n", + "[36]\ttraining's auc: 0.931869\ttraining's binary_logloss: 0.103854\tvalid_1's auc: 0.822512\tvalid_1's binary_logloss: 0.138085\n", + "[37]\ttraining's auc: 0.932602\ttraining's binary_logloss: 0.103362\tvalid_1's auc: 0.821955\tvalid_1's binary_logloss: 0.138213\n", + "[38]\ttraining's auc: 0.933597\ttraining's binary_logloss: 0.102819\tvalid_1's auc: 0.82121\tvalid_1's binary_logloss: 0.138375\n", + "[39]\ttraining's auc: 0.934342\ttraining's binary_logloss: 0.102324\tvalid_1's auc: 0.820693\tvalid_1's binary_logloss: 0.138535\n", + "[40]\ttraining's auc: 0.93501\ttraining's binary_logloss: 0.101832\tvalid_1's auc: 0.820306\tvalid_1's binary_logloss: 0.138683\n", + "[41]\ttraining's auc: 0.935832\ttraining's binary_logloss: 0.101306\tvalid_1's auc: 0.81942\tvalid_1's binary_logloss: 0.13891\n", + "[42]\ttraining's auc: 0.936423\ttraining's binary_logloss: 0.100853\tvalid_1's auc: 0.818629\tvalid_1's binary_logloss: 0.139138\n", + "[1]\ttraining's auc: 0.839918\ttraining's binary_logloss: 0.154768\tvalid_1's auc: 0.815017\tvalid_1's binary_logloss: 0.151317\n", + "[2]\ttraining's auc: 0.85344\ttraining's binary_logloss: 0.148093\tvalid_1's auc: 0.825321\tvalid_1's binary_logloss: 0.146192\n", + "[3]\ttraining's auc: 0.861448\ttraining's binary_logloss: 0.143409\tvalid_1's auc: 0.830956\tvalid_1's binary_logloss: 0.142791\n", + "[4]\ttraining's auc: 0.867033\ttraining's binary_logloss: 0.139869\tvalid_1's auc: 0.83068\tvalid_1's binary_logloss: 0.140421\n", + "[5]\ttraining's auc: 0.871048\ttraining's binary_logloss: 0.136854\tvalid_1's auc: 0.83117\tvalid_1's binary_logloss: 0.138457\n", + "[6]\ttraining's auc: 0.873493\ttraining's binary_logloss: 0.134319\tvalid_1's auc: 0.831615\tvalid_1's binary_logloss: 0.136977\n", + "[7]\ttraining's auc: 0.876217\ttraining's binary_logloss: 0.132117\tvalid_1's auc: 0.833077\tvalid_1's binary_logloss: 0.135759\n", + "[8]\ttraining's auc: 0.879688\ttraining's binary_logloss: 0.130257\tvalid_1's auc: 0.834059\tvalid_1's binary_logloss: 0.134792\n", + "[9]\ttraining's auc: 0.882071\ttraining's binary_logloss: 0.128638\tvalid_1's auc: 0.834134\tvalid_1's binary_logloss: 0.134125\n", + "[10]\ttraining's auc: 0.88438\ttraining's binary_logloss: 0.127185\tvalid_1's auc: 0.833269\tvalid_1's binary_logloss: 0.133581\n", + "[11]\ttraining's auc: 0.887448\ttraining's binary_logloss: 0.125789\tvalid_1's auc: 0.833147\tvalid_1's binary_logloss: 0.133115\n", + "[12]\ttraining's auc: 0.889491\ttraining's binary_logloss: 0.12457\tvalid_1's auc: 0.83323\tvalid_1's binary_logloss: 0.132664\n", + "[13]\ttraining's auc: 0.891872\ttraining's binary_logloss: 0.123387\tvalid_1's auc: 0.833421\tvalid_1's binary_logloss: 0.132349\n", + "[14]\ttraining's auc: 0.894034\ttraining's binary_logloss: 0.122219\tvalid_1's auc: 0.833376\tvalid_1's binary_logloss: 0.132069\n", + "[15]\ttraining's auc: 0.896036\ttraining's binary_logloss: 0.121128\tvalid_1's auc: 0.833638\tvalid_1's binary_logloss: 0.131897\n", + "[16]\ttraining's auc: 0.898094\ttraining's binary_logloss: 0.120052\tvalid_1's auc: 0.833165\tvalid_1's binary_logloss: 0.13184\n", + "[17]\ttraining's auc: 0.900425\ttraining's binary_logloss: 0.11915\tvalid_1's auc: 0.834391\tvalid_1's binary_logloss: 0.131562\n", + "[18]\ttraining's auc: 0.902744\ttraining's binary_logloss: 0.118145\tvalid_1's auc: 0.834776\tvalid_1's binary_logloss: 0.131459\n", + "[19]\ttraining's auc: 0.904499\ttraining's binary_logloss: 0.117253\tvalid_1's auc: 0.835355\tvalid_1's binary_logloss: 0.131309\n", + "[20]\ttraining's auc: 0.906297\ttraining's binary_logloss: 0.11641\tvalid_1's auc: 0.83582\tvalid_1's binary_logloss: 0.131214\n", + "[21]\ttraining's auc: 0.908592\ttraining's binary_logloss: 0.115547\tvalid_1's auc: 0.835671\tvalid_1's binary_logloss: 0.131162\n", + "[22]\ttraining's auc: 0.91116\ttraining's binary_logloss: 0.11468\tvalid_1's auc: 0.836357\tvalid_1's binary_logloss: 0.131024\n", + "[23]\ttraining's auc: 0.912992\ttraining's binary_logloss: 0.113877\tvalid_1's auc: 0.836175\tvalid_1's binary_logloss: 0.131021\n", + "[24]\ttraining's auc: 0.914892\ttraining's binary_logloss: 0.113038\tvalid_1's auc: 0.835974\tvalid_1's binary_logloss: 0.131041\n", + "[25]\ttraining's auc: 0.916153\ttraining's binary_logloss: 0.112353\tvalid_1's auc: 0.835945\tvalid_1's binary_logloss: 0.13108\n", + "[26]\ttraining's auc: 0.917884\ttraining's binary_logloss: 0.111661\tvalid_1's auc: 0.835717\tvalid_1's binary_logloss: 0.131121\n", + "[27]\ttraining's auc: 0.919848\ttraining's binary_logloss: 0.110976\tvalid_1's auc: 0.835237\tvalid_1's binary_logloss: 0.131198\n", + "[28]\ttraining's auc: 0.92134\ttraining's binary_logloss: 0.110275\tvalid_1's auc: 0.835525\tvalid_1's binary_logloss: 0.131129\n", + "[29]\ttraining's auc: 0.922987\ttraining's binary_logloss: 0.10964\tvalid_1's auc: 0.835119\tvalid_1's binary_logloss: 0.131227\n", + "[30]\ttraining's auc: 0.924203\ttraining's binary_logloss: 0.108988\tvalid_1's auc: 0.835133\tvalid_1's binary_logloss: 0.131249\n", + "[31]\ttraining's auc: 0.925308\ttraining's binary_logloss: 0.108465\tvalid_1's auc: 0.834982\tvalid_1's binary_logloss: 0.131263\n", + "[32]\ttraining's auc: 0.92649\ttraining's binary_logloss: 0.107804\tvalid_1's auc: 0.834509\tvalid_1's binary_logloss: 0.131385\n", + "[33]\ttraining's auc: 0.927706\ttraining's binary_logloss: 0.1071\tvalid_1's auc: 0.83419\tvalid_1's binary_logloss: 0.131468\n", + "[34]\ttraining's auc: 0.92897\ttraining's binary_logloss: 0.1065\tvalid_1's auc: 0.834166\tvalid_1's binary_logloss: 0.13148\n", + "[35]\ttraining's auc: 0.929929\ttraining's binary_logloss: 0.10593\tvalid_1's auc: 0.833703\tvalid_1's binary_logloss: 0.131609\n", + "[36]\ttraining's auc: 0.931095\ttraining's binary_logloss: 0.105345\tvalid_1's auc: 0.833547\tvalid_1's binary_logloss: 0.131642\n", + "[37]\ttraining's auc: 0.931885\ttraining's binary_logloss: 0.104813\tvalid_1's auc: 0.833115\tvalid_1's binary_logloss: 0.1317\n", + "[38]\ttraining's auc: 0.932958\ttraining's binary_logloss: 0.104268\tvalid_1's auc: 0.833093\tvalid_1's binary_logloss: 0.131728\n", + "[39]\ttraining's auc: 0.93385\ttraining's binary_logloss: 0.103715\tvalid_1's auc: 0.832907\tvalid_1's binary_logloss: 0.131787\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[40]\ttraining's auc: 0.934622\ttraining's binary_logloss: 0.103213\tvalid_1's auc: 0.832654\tvalid_1's binary_logloss: 0.131905\n", + "[41]\ttraining's auc: 0.935159\ttraining's binary_logloss: 0.102811\tvalid_1's auc: 0.832213\tvalid_1's binary_logloss: 0.132026\n", + "[42]\ttraining's auc: 0.935832\ttraining's binary_logloss: 0.10231\tvalid_1's auc: 0.831732\tvalid_1's binary_logloss: 0.132175\n", + "[43]\ttraining's auc: 0.936642\ttraining's binary_logloss: 0.101796\tvalid_1's auc: 0.831532\tvalid_1's binary_logloss: 0.132258\n", + "[44]\ttraining's auc: 0.937974\ttraining's binary_logloss: 0.10134\tvalid_1's auc: 0.831878\tvalid_1's binary_logloss: 0.132212\n", + "[45]\ttraining's auc: 0.938671\ttraining's binary_logloss: 0.100878\tvalid_1's auc: 0.831874\tvalid_1's binary_logloss: 0.132224\n", + "[46]\ttraining's auc: 0.939175\ttraining's binary_logloss: 0.100469\tvalid_1's auc: 0.831462\tvalid_1's binary_logloss: 0.132336\n", + "[47]\ttraining's auc: 0.940341\ttraining's binary_logloss: 0.0999326\tvalid_1's auc: 0.831411\tvalid_1's binary_logloss: 0.132374\n", + "[48]\ttraining's auc: 0.940755\ttraining's binary_logloss: 0.0995575\tvalid_1's auc: 0.831262\tvalid_1's binary_logloss: 0.132427\n", + "[49]\ttraining's auc: 0.94133\ttraining's binary_logloss: 0.0991963\tvalid_1's auc: 0.830902\tvalid_1's binary_logloss: 0.132502\n", + "[50]\ttraining's auc: 0.941634\ttraining's binary_logloss: 0.0988547\tvalid_1's auc: 0.830718\tvalid_1's binary_logloss: 0.13257\n", + "[51]\ttraining's auc: 0.942923\ttraining's binary_logloss: 0.0984164\tvalid_1's auc: 0.830447\tvalid_1's binary_logloss: 0.132647\n", + "[52]\ttraining's auc: 0.943313\ttraining's binary_logloss: 0.0980766\tvalid_1's auc: 0.829939\tvalid_1's binary_logloss: 0.132753\n", + "[1]\ttraining's auc: 0.84209\ttraining's binary_logloss: 0.151736\tvalid_1's auc: 0.815772\tvalid_1's binary_logloss: 0.158685\n", + "[2]\ttraining's auc: 0.853298\ttraining's binary_logloss: 0.145213\tvalid_1's auc: 0.820406\tvalid_1's binary_logloss: 0.153073\n", + "[3]\ttraining's auc: 0.859284\ttraining's binary_logloss: 0.140454\tvalid_1's auc: 0.82319\tvalid_1's binary_logloss: 0.149525\n", + "[4]\ttraining's auc: 0.864293\ttraining's binary_logloss: 0.136885\tvalid_1's auc: 0.825139\tvalid_1's binary_logloss: 0.147029\n", + "[5]\ttraining's auc: 0.866434\ttraining's binary_logloss: 0.134099\tvalid_1's auc: 0.826555\tvalid_1's binary_logloss: 0.145113\n", + "[6]\ttraining's auc: 0.869515\ttraining's binary_logloss: 0.131657\tvalid_1's auc: 0.826777\tvalid_1's binary_logloss: 0.14371\n", + "[7]\ttraining's auc: 0.873595\ttraining's binary_logloss: 0.129582\tvalid_1's auc: 0.827314\tvalid_1's binary_logloss: 0.142527\n", + "[8]\ttraining's auc: 0.877575\ttraining's binary_logloss: 0.127801\tvalid_1's auc: 0.830526\tvalid_1's binary_logloss: 0.141499\n", + "[9]\ttraining's auc: 0.880285\ttraining's binary_logloss: 0.12617\tvalid_1's auc: 0.829892\tvalid_1's binary_logloss: 0.140765\n", + "[10]\ttraining's auc: 0.883867\ttraining's binary_logloss: 0.124706\tvalid_1's auc: 0.830558\tvalid_1's binary_logloss: 0.140119\n", + "[11]\ttraining's auc: 0.887017\ttraining's binary_logloss: 0.123348\tvalid_1's auc: 0.831531\tvalid_1's binary_logloss: 0.139565\n", + "[12]\ttraining's auc: 0.889148\ttraining's binary_logloss: 0.122168\tvalid_1's auc: 0.831531\tvalid_1's binary_logloss: 0.13922\n", + "[13]\ttraining's auc: 0.892794\ttraining's binary_logloss: 0.120895\tvalid_1's auc: 0.832319\tvalid_1's binary_logloss: 0.13886\n", + "[14]\ttraining's auc: 0.895581\ttraining's binary_logloss: 0.119743\tvalid_1's auc: 0.832226\tvalid_1's binary_logloss: 0.138574\n", + "[15]\ttraining's auc: 0.897761\ttraining's binary_logloss: 0.118679\tvalid_1's auc: 0.832491\tvalid_1's binary_logloss: 0.138411\n", + "[16]\ttraining's auc: 0.899885\ttraining's binary_logloss: 0.117591\tvalid_1's auc: 0.832354\tvalid_1's binary_logloss: 0.138184\n", + "[17]\ttraining's auc: 0.902021\ttraining's binary_logloss: 0.116685\tvalid_1's auc: 0.831615\tvalid_1's binary_logloss: 0.138195\n", + "[18]\ttraining's auc: 0.903683\ttraining's binary_logloss: 0.115786\tvalid_1's auc: 0.831077\tvalid_1's binary_logloss: 0.138275\n", + "[19]\ttraining's auc: 0.904973\ttraining's binary_logloss: 0.114957\tvalid_1's auc: 0.831312\tvalid_1's binary_logloss: 0.138137\n", + "[20]\ttraining's auc: 0.907045\ttraining's binary_logloss: 0.114044\tvalid_1's auc: 0.830779\tvalid_1's binary_logloss: 0.138164\n", + "[21]\ttraining's auc: 0.90939\ttraining's binary_logloss: 0.113168\tvalid_1's auc: 0.830226\tvalid_1's binary_logloss: 0.138182\n", + "[22]\ttraining's auc: 0.911247\ttraining's binary_logloss: 0.112379\tvalid_1's auc: 0.829775\tvalid_1's binary_logloss: 0.138266\n", + "[23]\ttraining's auc: 0.912814\ttraining's binary_logloss: 0.111619\tvalid_1's auc: 0.829845\tvalid_1's binary_logloss: 0.138214\n", + "[24]\ttraining's auc: 0.914937\ttraining's binary_logloss: 0.110881\tvalid_1's auc: 0.829652\tvalid_1's binary_logloss: 0.138257\n", + "[25]\ttraining's auc: 0.916389\ttraining's binary_logloss: 0.110087\tvalid_1's auc: 0.82925\tvalid_1's binary_logloss: 0.138375\n", + "[26]\ttraining's auc: 0.917798\ttraining's binary_logloss: 0.109467\tvalid_1's auc: 0.829416\tvalid_1's binary_logloss: 0.138365\n", + "[27]\ttraining's auc: 0.919001\ttraining's binary_logloss: 0.108792\tvalid_1's auc: 0.828518\tvalid_1's binary_logloss: 0.138562\n", + "[28]\ttraining's auc: 0.920645\ttraining's binary_logloss: 0.108142\tvalid_1's auc: 0.82869\tvalid_1's binary_logloss: 0.138556\n", + "[29]\ttraining's auc: 0.921929\ttraining's binary_logloss: 0.107548\tvalid_1's auc: 0.828433\tvalid_1's binary_logloss: 0.138694\n", + "[30]\ttraining's auc: 0.923308\ttraining's binary_logloss: 0.106843\tvalid_1's auc: 0.827558\tvalid_1's binary_logloss: 0.138893\n", + "[31]\ttraining's auc: 0.924601\ttraining's binary_logloss: 0.106148\tvalid_1's auc: 0.827527\tvalid_1's binary_logloss: 0.138927\n", + "[32]\ttraining's auc: 0.925667\ttraining's binary_logloss: 0.105521\tvalid_1's auc: 0.826241\tvalid_1's binary_logloss: 0.139241\n", + "[33]\ttraining's auc: 0.927013\ttraining's binary_logloss: 0.104907\tvalid_1's auc: 0.826053\tvalid_1's binary_logloss: 0.139322\n", + "[34]\ttraining's auc: 0.928033\ttraining's binary_logloss: 0.104363\tvalid_1's auc: 0.825583\tvalid_1's binary_logloss: 0.139459\n", + "[35]\ttraining's auc: 0.929151\ttraining's binary_logloss: 0.103792\tvalid_1's auc: 0.825088\tvalid_1's binary_logloss: 0.139571\n", + "[36]\ttraining's auc: 0.930522\ttraining's binary_logloss: 0.103122\tvalid_1's auc: 0.825078\tvalid_1's binary_logloss: 0.139593\n", + "[37]\ttraining's auc: 0.931806\ttraining's binary_logloss: 0.102599\tvalid_1's auc: 0.825294\tvalid_1's binary_logloss: 0.139632\n", + "[38]\ttraining's auc: 0.933145\ttraining's binary_logloss: 0.101958\tvalid_1's auc: 0.824918\tvalid_1's binary_logloss: 0.139782\n", + "[39]\ttraining's auc: 0.934128\ttraining's binary_logloss: 0.101466\tvalid_1's auc: 0.824662\tvalid_1's binary_logloss: 0.1399\n", + "[40]\ttraining's auc: 0.935198\ttraining's binary_logloss: 0.100955\tvalid_1's auc: 0.824295\tvalid_1's binary_logloss: 0.140029\n", + "[41]\ttraining's auc: 0.935824\ttraining's binary_logloss: 0.100468\tvalid_1's auc: 0.823375\tvalid_1's binary_logloss: 0.140286\n", + "[42]\ttraining's auc: 0.936548\ttraining's binary_logloss: 0.0999479\tvalid_1's auc: 0.823339\tvalid_1's binary_logloss: 0.140359\n", + "[43]\ttraining's auc: 0.937141\ttraining's binary_logloss: 0.099454\tvalid_1's auc: 0.822824\tvalid_1's binary_logloss: 0.140531\n", + "[44]\ttraining's auc: 0.937774\ttraining's binary_logloss: 0.098942\tvalid_1's auc: 0.822972\tvalid_1's binary_logloss: 0.140557\n", + "[45]\ttraining's auc: 0.939106\ttraining's binary_logloss: 0.0985386\tvalid_1's auc: 0.823464\tvalid_1's binary_logloss: 0.140519\n", + "[1]\ttraining's auc: 0.842369\ttraining's binary_logloss: 0.156687\tvalid_1's auc: 0.80837\tvalid_1's binary_logloss: 0.159205\n", + "[2]\ttraining's auc: 0.846229\ttraining's binary_logloss: 0.151448\tvalid_1's auc: 0.809932\tvalid_1's binary_logloss: 0.155333\n", + "[3]\ttraining's auc: 0.853863\ttraining's binary_logloss: 0.147412\tvalid_1's auc: 0.817866\tvalid_1's binary_logloss: 0.152056\n", + "[4]\ttraining's auc: 0.860496\ttraining's binary_logloss: 0.144175\tvalid_1's auc: 0.822974\tvalid_1's binary_logloss: 0.149636\n", + "[5]\ttraining's auc: 0.863051\ttraining's binary_logloss: 0.141457\tvalid_1's auc: 0.824322\tvalid_1's binary_logloss: 0.147762\n", + "[6]\ttraining's auc: 0.865646\ttraining's binary_logloss: 0.138974\tvalid_1's auc: 0.825597\tvalid_1's binary_logloss: 0.146107\n", + "[7]\ttraining's auc: 0.867466\ttraining's binary_logloss: 0.136935\tvalid_1's auc: 0.827607\tvalid_1's binary_logloss: 0.144659\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[8]\ttraining's auc: 0.870113\ttraining's binary_logloss: 0.135122\tvalid_1's auc: 0.828323\tvalid_1's binary_logloss: 0.143482\n", + "[9]\ttraining's auc: 0.871588\ttraining's binary_logloss: 0.133533\tvalid_1's auc: 0.828647\tvalid_1's binary_logloss: 0.142515\n", + "[10]\ttraining's auc: 0.873569\ttraining's binary_logloss: 0.132071\tvalid_1's auc: 0.829031\tvalid_1's binary_logloss: 0.141635\n", + "[11]\ttraining's auc: 0.875033\ttraining's binary_logloss: 0.13075\tvalid_1's auc: 0.829284\tvalid_1's binary_logloss: 0.140887\n", + "[12]\ttraining's auc: 0.877804\ttraining's binary_logloss: 0.129481\tvalid_1's auc: 0.829941\tvalid_1's binary_logloss: 0.140183\n", + "[13]\ttraining's auc: 0.880913\ttraining's binary_logloss: 0.128272\tvalid_1's auc: 0.829608\tvalid_1's binary_logloss: 0.139582\n", + "[14]\ttraining's auc: 0.882426\ttraining's binary_logloss: 0.127278\tvalid_1's auc: 0.830229\tvalid_1's binary_logloss: 0.139062\n", + "[15]\ttraining's auc: 0.884143\ttraining's binary_logloss: 0.126288\tvalid_1's auc: 0.830644\tvalid_1's binary_logloss: 0.138638\n", + "[16]\ttraining's auc: 0.886126\ttraining's binary_logloss: 0.125379\tvalid_1's auc: 0.831091\tvalid_1's binary_logloss: 0.138254\n", + "[17]\ttraining's auc: 0.887462\ttraining's binary_logloss: 0.12447\tvalid_1's auc: 0.830409\tvalid_1's binary_logloss: 0.137996\n", + "[18]\ttraining's auc: 0.888997\ttraining's binary_logloss: 0.123626\tvalid_1's auc: 0.830634\tvalid_1's binary_logloss: 0.137731\n", + "[19]\ttraining's auc: 0.890754\ttraining's binary_logloss: 0.122812\tvalid_1's auc: 0.830563\tvalid_1's binary_logloss: 0.137476\n", + "[20]\ttraining's auc: 0.892679\ttraining's binary_logloss: 0.122015\tvalid_1's auc: 0.830368\tvalid_1's binary_logloss: 0.13725\n", + "[21]\ttraining's auc: 0.894258\ttraining's binary_logloss: 0.121271\tvalid_1's auc: 0.82985\tvalid_1's binary_logloss: 0.137146\n", + "[22]\ttraining's auc: 0.895905\ttraining's binary_logloss: 0.120585\tvalid_1's auc: 0.829315\tvalid_1's binary_logloss: 0.137041\n", + "[23]\ttraining's auc: 0.897078\ttraining's binary_logloss: 0.119922\tvalid_1's auc: 0.829292\tvalid_1's binary_logloss: 0.136857\n", + "[24]\ttraining's auc: 0.898023\ttraining's binary_logloss: 0.119309\tvalid_1's auc: 0.829049\tvalid_1's binary_logloss: 0.136758\n", + "[25]\ttraining's auc: 0.899034\ttraining's binary_logloss: 0.118734\tvalid_1's auc: 0.829081\tvalid_1's binary_logloss: 0.136609\n", + "[26]\ttraining's auc: 0.900495\ttraining's binary_logloss: 0.118059\tvalid_1's auc: 0.829138\tvalid_1's binary_logloss: 0.136538\n", + "[27]\ttraining's auc: 0.901544\ttraining's binary_logloss: 0.11751\tvalid_1's auc: 0.829134\tvalid_1's binary_logloss: 0.136463\n", + "[28]\ttraining's auc: 0.90294\ttraining's binary_logloss: 0.116924\tvalid_1's auc: 0.829061\tvalid_1's binary_logloss: 0.136388\n", + "[29]\ttraining's auc: 0.903772\ttraining's binary_logloss: 0.116383\tvalid_1's auc: 0.829214\tvalid_1's binary_logloss: 0.136265\n", + "[30]\ttraining's auc: 0.905138\ttraining's binary_logloss: 0.115875\tvalid_1's auc: 0.828926\tvalid_1's binary_logloss: 0.136283\n", + "[31]\ttraining's auc: 0.906115\ttraining's binary_logloss: 0.115368\tvalid_1's auc: 0.828966\tvalid_1's binary_logloss: 0.13623\n", + "[32]\ttraining's auc: 0.906999\ttraining's binary_logloss: 0.114882\tvalid_1's auc: 0.829137\tvalid_1's binary_logloss: 0.136208\n", + "[33]\ttraining's auc: 0.908277\ttraining's binary_logloss: 0.114334\tvalid_1's auc: 0.828976\tvalid_1's binary_logloss: 0.136221\n", + "[34]\ttraining's auc: 0.909674\ttraining's binary_logloss: 0.113798\tvalid_1's auc: 0.829298\tvalid_1's binary_logloss: 0.136193\n", + "[35]\ttraining's auc: 0.91098\ttraining's binary_logloss: 0.113254\tvalid_1's auc: 0.829153\tvalid_1's binary_logloss: 0.136247\n", + "[36]\ttraining's auc: 0.912802\ttraining's binary_logloss: 0.112758\tvalid_1's auc: 0.829153\tvalid_1's binary_logloss: 0.136252\n", + "[37]\ttraining's auc: 0.91403\ttraining's binary_logloss: 0.112292\tvalid_1's auc: 0.828976\tvalid_1's binary_logloss: 0.136251\n", + "[38]\ttraining's auc: 0.915157\ttraining's binary_logloss: 0.111837\tvalid_1's auc: 0.828731\tvalid_1's binary_logloss: 0.136327\n", + "[39]\ttraining's auc: 0.916356\ttraining's binary_logloss: 0.111414\tvalid_1's auc: 0.828593\tvalid_1's binary_logloss: 0.136388\n", + "[40]\ttraining's auc: 0.917192\ttraining's binary_logloss: 0.110956\tvalid_1's auc: 0.828773\tvalid_1's binary_logloss: 0.136374\n", + "[41]\ttraining's auc: 0.91809\ttraining's binary_logloss: 0.110568\tvalid_1's auc: 0.828956\tvalid_1's binary_logloss: 0.13636\n", + "[42]\ttraining's auc: 0.918819\ttraining's binary_logloss: 0.110162\tvalid_1's auc: 0.828974\tvalid_1's binary_logloss: 0.136387\n", + "[43]\ttraining's auc: 0.91986\ttraining's binary_logloss: 0.109777\tvalid_1's auc: 0.828235\tvalid_1's binary_logloss: 0.136488\n", + "[44]\ttraining's auc: 0.921125\ttraining's binary_logloss: 0.109351\tvalid_1's auc: 0.828957\tvalid_1's binary_logloss: 0.136388\n", + "[45]\ttraining's auc: 0.92216\ttraining's binary_logloss: 0.108951\tvalid_1's auc: 0.828843\tvalid_1's binary_logloss: 0.13642\n", + "[46]\ttraining's auc: 0.923605\ttraining's binary_logloss: 0.108567\tvalid_1's auc: 0.828597\tvalid_1's binary_logloss: 0.136476\n", + "[1]\ttraining's auc: 0.837815\ttraining's binary_logloss: 0.159233\tvalid_1's auc: 0.817771\tvalid_1's binary_logloss: 0.154667\n", + "[2]\ttraining's auc: 0.84635\ttraining's binary_logloss: 0.153749\tvalid_1's auc: 0.82227\tvalid_1's binary_logloss: 0.150524\n", + "[3]\ttraining's auc: 0.854548\ttraining's binary_logloss: 0.149699\tvalid_1's auc: 0.828045\tvalid_1's binary_logloss: 0.147451\n", + "[4]\ttraining's auc: 0.86117\ttraining's binary_logloss: 0.146383\tvalid_1's auc: 0.830334\tvalid_1's binary_logloss: 0.145064\n", + "[5]\ttraining's auc: 0.864585\ttraining's binary_logloss: 0.143619\tvalid_1's auc: 0.830345\tvalid_1's binary_logloss: 0.143175\n", + "[6]\ttraining's auc: 0.867871\ttraining's binary_logloss: 0.141268\tvalid_1's auc: 0.83224\tvalid_1's binary_logloss: 0.141445\n", + "[7]\ttraining's auc: 0.869248\ttraining's binary_logloss: 0.139137\tvalid_1's auc: 0.832823\tvalid_1's binary_logloss: 0.140028\n", + "[8]\ttraining's auc: 0.871175\ttraining's binary_logloss: 0.137249\tvalid_1's auc: 0.833873\tvalid_1's binary_logloss: 0.138795\n", + "[9]\ttraining's auc: 0.873584\ttraining's binary_logloss: 0.135548\tvalid_1's auc: 0.832855\tvalid_1's binary_logloss: 0.13787\n", + "[10]\ttraining's auc: 0.874942\ttraining's binary_logloss: 0.134059\tvalid_1's auc: 0.833324\tvalid_1's binary_logloss: 0.136959\n", + "[11]\ttraining's auc: 0.876807\ttraining's binary_logloss: 0.132718\tvalid_1's auc: 0.83307\tvalid_1's binary_logloss: 0.136207\n", + "[12]\ttraining's auc: 0.878669\ttraining's binary_logloss: 0.1315\tvalid_1's auc: 0.833829\tvalid_1's binary_logloss: 0.135499\n", + "[13]\ttraining's auc: 0.879925\ttraining's binary_logloss: 0.13035\tvalid_1's auc: 0.833897\tvalid_1's binary_logloss: 0.134895\n", + "[14]\ttraining's auc: 0.881896\ttraining's binary_logloss: 0.129262\tvalid_1's auc: 0.833472\tvalid_1's binary_logloss: 0.134454\n", + "[15]\ttraining's auc: 0.883292\ttraining's binary_logloss: 0.128272\tvalid_1's auc: 0.832788\tvalid_1's binary_logloss: 0.134091\n", + "[16]\ttraining's auc: 0.884833\ttraining's binary_logloss: 0.127333\tvalid_1's auc: 0.832914\tvalid_1's binary_logloss: 0.133691\n", + "[17]\ttraining's auc: 0.886162\ttraining's binary_logloss: 0.126438\tvalid_1's auc: 0.832831\tvalid_1's binary_logloss: 0.133384\n", + "[18]\ttraining's auc: 0.8875\ttraining's binary_logloss: 0.125614\tvalid_1's auc: 0.833424\tvalid_1's binary_logloss: 0.133057\n", + "[19]\ttraining's auc: 0.888916\ttraining's binary_logloss: 0.124814\tvalid_1's auc: 0.8328\tvalid_1's binary_logloss: 0.132878\n", + "[20]\ttraining's auc: 0.889992\ttraining's binary_logloss: 0.124071\tvalid_1's auc: 0.832536\tvalid_1's binary_logloss: 0.132714\n", + "[21]\ttraining's auc: 0.891623\ttraining's binary_logloss: 0.123343\tvalid_1's auc: 0.831958\tvalid_1's binary_logloss: 0.132591\n", + "[22]\ttraining's auc: 0.892598\ttraining's binary_logloss: 0.122627\tvalid_1's auc: 0.832229\tvalid_1's binary_logloss: 0.132357\n", + "[23]\ttraining's auc: 0.894109\ttraining's binary_logloss: 0.121956\tvalid_1's auc: 0.83288\tvalid_1's binary_logloss: 0.132148\n", + "[24]\ttraining's auc: 0.895496\ttraining's binary_logloss: 0.121289\tvalid_1's auc: 0.833193\tvalid_1's binary_logloss: 0.131995\n", + "[25]\ttraining's auc: 0.897169\ttraining's binary_logloss: 0.12061\tvalid_1's auc: 0.832981\tvalid_1's binary_logloss: 0.131902\n", + "[26]\ttraining's auc: 0.898986\ttraining's binary_logloss: 0.119929\tvalid_1's auc: 0.832781\tvalid_1's binary_logloss: 0.131825\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[27]\ttraining's auc: 0.900322\ttraining's binary_logloss: 0.119299\tvalid_1's auc: 0.83327\tvalid_1's binary_logloss: 0.131684\n", + "[28]\ttraining's auc: 0.90212\ttraining's binary_logloss: 0.118694\tvalid_1's auc: 0.833739\tvalid_1's binary_logloss: 0.131555\n", + "[29]\ttraining's auc: 0.903601\ttraining's binary_logloss: 0.11811\tvalid_1's auc: 0.834048\tvalid_1's binary_logloss: 0.131469\n", + "[30]\ttraining's auc: 0.904782\ttraining's binary_logloss: 0.117584\tvalid_1's auc: 0.834108\tvalid_1's binary_logloss: 0.131398\n", + "[31]\ttraining's auc: 0.905831\ttraining's binary_logloss: 0.117045\tvalid_1's auc: 0.834211\tvalid_1's binary_logloss: 0.131341\n", + "[32]\ttraining's auc: 0.906994\ttraining's binary_logloss: 0.116514\tvalid_1's auc: 0.834215\tvalid_1's binary_logloss: 0.131302\n", + "[33]\ttraining's auc: 0.908857\ttraining's binary_logloss: 0.115937\tvalid_1's auc: 0.834037\tvalid_1's binary_logloss: 0.131286\n", + "[34]\ttraining's auc: 0.90962\ttraining's binary_logloss: 0.115472\tvalid_1's auc: 0.834404\tvalid_1's binary_logloss: 0.131192\n", + "[35]\ttraining's auc: 0.910851\ttraining's binary_logloss: 0.114977\tvalid_1's auc: 0.834286\tvalid_1's binary_logloss: 0.131168\n", + "[36]\ttraining's auc: 0.911941\ttraining's binary_logloss: 0.114507\tvalid_1's auc: 0.834386\tvalid_1's binary_logloss: 0.131138\n", + "[37]\ttraining's auc: 0.913026\ttraining's binary_logloss: 0.114038\tvalid_1's auc: 0.834335\tvalid_1's binary_logloss: 0.131137\n", + "[38]\ttraining's auc: 0.914276\ttraining's binary_logloss: 0.113554\tvalid_1's auc: 0.834305\tvalid_1's binary_logloss: 0.131116\n", + "[39]\ttraining's auc: 0.915599\ttraining's binary_logloss: 0.113089\tvalid_1's auc: 0.834214\tvalid_1's binary_logloss: 0.13112\n", + "[40]\ttraining's auc: 0.916477\ttraining's binary_logloss: 0.112656\tvalid_1's auc: 0.834102\tvalid_1's binary_logloss: 0.131132\n", + "[41]\ttraining's auc: 0.917417\ttraining's binary_logloss: 0.112246\tvalid_1's auc: 0.834543\tvalid_1's binary_logloss: 0.131039\n", + "[42]\ttraining's auc: 0.918442\ttraining's binary_logloss: 0.111825\tvalid_1's auc: 0.834715\tvalid_1's binary_logloss: 0.131003\n", + "[43]\ttraining's auc: 0.919298\ttraining's binary_logloss: 0.111446\tvalid_1's auc: 0.834951\tvalid_1's binary_logloss: 0.130964\n", + "[44]\ttraining's auc: 0.920275\ttraining's binary_logloss: 0.11105\tvalid_1's auc: 0.835141\tvalid_1's binary_logloss: 0.130943\n", + "[45]\ttraining's auc: 0.92123\ttraining's binary_logloss: 0.110661\tvalid_1's auc: 0.834787\tvalid_1's binary_logloss: 0.131013\n", + "[46]\ttraining's auc: 0.921973\ttraining's binary_logloss: 0.110297\tvalid_1's auc: 0.835002\tvalid_1's binary_logloss: 0.130964\n", + "[47]\ttraining's auc: 0.92285\ttraining's binary_logloss: 0.109876\tvalid_1's auc: 0.835136\tvalid_1's binary_logloss: 0.130962\n", + "[48]\ttraining's auc: 0.924297\ttraining's binary_logloss: 0.109493\tvalid_1's auc: 0.835393\tvalid_1's binary_logloss: 0.13094\n", + "[49]\ttraining's auc: 0.924959\ttraining's binary_logloss: 0.109154\tvalid_1's auc: 0.835422\tvalid_1's binary_logloss: 0.130948\n", + "[50]\ttraining's auc: 0.925936\ttraining's binary_logloss: 0.108809\tvalid_1's auc: 0.835198\tvalid_1's binary_logloss: 0.130982\n", + "[51]\ttraining's auc: 0.926885\ttraining's binary_logloss: 0.108377\tvalid_1's auc: 0.835224\tvalid_1's binary_logloss: 0.130973\n", + "[52]\ttraining's auc: 0.927766\ttraining's binary_logloss: 0.108062\tvalid_1's auc: 0.835196\tvalid_1's binary_logloss: 0.131001\n", + "[53]\ttraining's auc: 0.928451\ttraining's binary_logloss: 0.10769\tvalid_1's auc: 0.835292\tvalid_1's binary_logloss: 0.131008\n", + "[54]\ttraining's auc: 0.92905\ttraining's binary_logloss: 0.107355\tvalid_1's auc: 0.835191\tvalid_1's binary_logloss: 0.131043\n", + "[55]\ttraining's auc: 0.929651\ttraining's binary_logloss: 0.107005\tvalid_1's auc: 0.835326\tvalid_1's binary_logloss: 0.131031\n", + "[56]\ttraining's auc: 0.930246\ttraining's binary_logloss: 0.106678\tvalid_1's auc: 0.835382\tvalid_1's binary_logloss: 0.131019\n", + "[57]\ttraining's auc: 0.930913\ttraining's binary_logloss: 0.106287\tvalid_1's auc: 0.835626\tvalid_1's binary_logloss: 0.130982\n", + "[58]\ttraining's auc: 0.931371\ttraining's binary_logloss: 0.105957\tvalid_1's auc: 0.835399\tvalid_1's binary_logloss: 0.13105\n", + "[59]\ttraining's auc: 0.931988\ttraining's binary_logloss: 0.105695\tvalid_1's auc: 0.835618\tvalid_1's binary_logloss: 0.131033\n", + "[60]\ttraining's auc: 0.932898\ttraining's binary_logloss: 0.105402\tvalid_1's auc: 0.835508\tvalid_1's binary_logloss: 0.131058\n", + "[61]\ttraining's auc: 0.933328\ttraining's binary_logloss: 0.105129\tvalid_1's auc: 0.835216\tvalid_1's binary_logloss: 0.131114\n", + "[62]\ttraining's auc: 0.933699\ttraining's binary_logloss: 0.104848\tvalid_1's auc: 0.835406\tvalid_1's binary_logloss: 0.131101\n", + "[63]\ttraining's auc: 0.934156\ttraining's binary_logloss: 0.104588\tvalid_1's auc: 0.835357\tvalid_1's binary_logloss: 0.131126\n", + "[64]\ttraining's auc: 0.934555\ttraining's binary_logloss: 0.1043\tvalid_1's auc: 0.835102\tvalid_1's binary_logloss: 0.131211\n", + "[65]\ttraining's auc: 0.935063\ttraining's binary_logloss: 0.104026\tvalid_1's auc: 0.834895\tvalid_1's binary_logloss: 0.131263\n", + "[66]\ttraining's auc: 0.935723\ttraining's binary_logloss: 0.103704\tvalid_1's auc: 0.834961\tvalid_1's binary_logloss: 0.131274\n", + "[67]\ttraining's auc: 0.936133\ttraining's binary_logloss: 0.103425\tvalid_1's auc: 0.834783\tvalid_1's binary_logloss: 0.131332\n", + "[68]\ttraining's auc: 0.936904\ttraining's binary_logloss: 0.103086\tvalid_1's auc: 0.834559\tvalid_1's binary_logloss: 0.131402\n", + "[69]\ttraining's auc: 0.937516\ttraining's binary_logloss: 0.10275\tvalid_1's auc: 0.834167\tvalid_1's binary_logloss: 0.131523\n", + "[70]\ttraining's auc: 0.937986\ttraining's binary_logloss: 0.102532\tvalid_1's auc: 0.834092\tvalid_1's binary_logloss: 0.131572\n", + "[71]\ttraining's auc: 0.938316\ttraining's binary_logloss: 0.102258\tvalid_1's auc: 0.83377\tvalid_1's binary_logloss: 0.131654\n", + "[72]\ttraining's auc: 0.93866\ttraining's binary_logloss: 0.101974\tvalid_1's auc: 0.833443\tvalid_1's binary_logloss: 0.131729\n", + "[73]\ttraining's auc: 0.939023\ttraining's binary_logloss: 0.101722\tvalid_1's auc: 0.833281\tvalid_1's binary_logloss: 0.13175\n", + "[74]\ttraining's auc: 0.939532\ttraining's binary_logloss: 0.101464\tvalid_1's auc: 0.833231\tvalid_1's binary_logloss: 0.131772\n", + "[75]\ttraining's auc: 0.939815\ttraining's binary_logloss: 0.101244\tvalid_1's auc: 0.833073\tvalid_1's binary_logloss: 0.131839\n", + "[76]\ttraining's auc: 0.94018\ttraining's binary_logloss: 0.100993\tvalid_1's auc: 0.832849\tvalid_1's binary_logloss: 0.13192\n", + "[77]\ttraining's auc: 0.940528\ttraining's binary_logloss: 0.100749\tvalid_1's auc: 0.833058\tvalid_1's binary_logloss: 0.131876\n", + "[78]\ttraining's auc: 0.941016\ttraining's binary_logloss: 0.10049\tvalid_1's auc: 0.832827\tvalid_1's binary_logloss: 0.131962\n", + "[1]\ttraining's auc: 0.840055\ttraining's binary_logloss: 0.155752\tvalid_1's auc: 0.812891\tvalid_1's binary_logloss: 0.162326\n", + "[2]\ttraining's auc: 0.848592\ttraining's binary_logloss: 0.150653\tvalid_1's auc: 0.821871\tvalid_1's binary_logloss: 0.157828\n", + "[3]\ttraining's auc: 0.853364\ttraining's binary_logloss: 0.14655\tvalid_1's auc: 0.824814\tvalid_1's binary_logloss: 0.154381\n", + "[4]\ttraining's auc: 0.858255\ttraining's binary_logloss: 0.143241\tvalid_1's auc: 0.827161\tvalid_1's binary_logloss: 0.151764\n", + "[5]\ttraining's auc: 0.860041\ttraining's binary_logloss: 0.140535\tvalid_1's auc: 0.827605\tvalid_1's binary_logloss: 0.149671\n", + "[6]\ttraining's auc: 0.864091\ttraining's binary_logloss: 0.138166\tvalid_1's auc: 0.82853\tvalid_1's binary_logloss: 0.147871\n", + "[7]\ttraining's auc: 0.866022\ttraining's binary_logloss: 0.136158\tvalid_1's auc: 0.828751\tvalid_1's binary_logloss: 0.146443\n", + "[8]\ttraining's auc: 0.867396\ttraining's binary_logloss: 0.13442\tvalid_1's auc: 0.828965\tvalid_1's binary_logloss: 0.14525\n", + "[9]\ttraining's auc: 0.869496\ttraining's binary_logloss: 0.132834\tvalid_1's auc: 0.829641\tvalid_1's binary_logloss: 0.144186\n", + "[10]\ttraining's auc: 0.870924\ttraining's binary_logloss: 0.131467\tvalid_1's auc: 0.829487\tvalid_1's binary_logloss: 0.143311\n", + "[11]\ttraining's auc: 0.874001\ttraining's binary_logloss: 0.13008\tvalid_1's auc: 0.830078\tvalid_1's binary_logloss: 0.142462\n", + "[12]\ttraining's auc: 0.876713\ttraining's binary_logloss: 0.128873\tvalid_1's auc: 0.832248\tvalid_1's binary_logloss: 0.141809\n", + "[13]\ttraining's auc: 0.87865\ttraining's binary_logloss: 0.127743\tvalid_1's auc: 0.832575\tvalid_1's binary_logloss: 0.141174\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[14]\ttraining's auc: 0.880369\ttraining's binary_logloss: 0.126694\tvalid_1's auc: 0.832398\tvalid_1's binary_logloss: 0.140717\n", + "[15]\ttraining's auc: 0.882041\ttraining's binary_logloss: 0.125698\tvalid_1's auc: 0.832098\tvalid_1's binary_logloss: 0.140264\n", + "[16]\ttraining's auc: 0.883256\ttraining's binary_logloss: 0.124771\tvalid_1's auc: 0.831902\tvalid_1's binary_logloss: 0.139941\n", + "[17]\ttraining's auc: 0.885738\ttraining's binary_logloss: 0.123918\tvalid_1's auc: 0.832547\tvalid_1's binary_logloss: 0.139513\n", + "[18]\ttraining's auc: 0.887695\ttraining's binary_logloss: 0.123087\tvalid_1's auc: 0.833161\tvalid_1's binary_logloss: 0.139161\n", + "[19]\ttraining's auc: 0.888936\ttraining's binary_logloss: 0.122289\tvalid_1's auc: 0.833316\tvalid_1's binary_logloss: 0.13889\n", + "[20]\ttraining's auc: 0.891152\ttraining's binary_logloss: 0.121483\tvalid_1's auc: 0.833459\tvalid_1's binary_logloss: 0.138625\n", + "[21]\ttraining's auc: 0.892525\ttraining's binary_logloss: 0.120757\tvalid_1's auc: 0.833515\tvalid_1's binary_logloss: 0.1384\n", + "[22]\ttraining's auc: 0.89388\ttraining's binary_logloss: 0.120048\tvalid_1's auc: 0.833149\tvalid_1's binary_logloss: 0.138256\n", + "[23]\ttraining's auc: 0.895958\ttraining's binary_logloss: 0.119325\tvalid_1's auc: 0.833417\tvalid_1's binary_logloss: 0.138093\n", + "[24]\ttraining's auc: 0.897189\ttraining's binary_logloss: 0.118691\tvalid_1's auc: 0.833287\tvalid_1's binary_logloss: 0.137982\n", + "[25]\ttraining's auc: 0.898724\ttraining's binary_logloss: 0.118068\tvalid_1's auc: 0.833086\tvalid_1's binary_logloss: 0.137886\n", + "[26]\ttraining's auc: 0.900351\ttraining's binary_logloss: 0.117413\tvalid_1's auc: 0.832784\tvalid_1's binary_logloss: 0.137865\n", + "[27]\ttraining's auc: 0.901478\ttraining's binary_logloss: 0.116811\tvalid_1's auc: 0.833242\tvalid_1's binary_logloss: 0.137735\n", + "[28]\ttraining's auc: 0.902464\ttraining's binary_logloss: 0.116229\tvalid_1's auc: 0.833286\tvalid_1's binary_logloss: 0.13768\n", + "[29]\ttraining's auc: 0.903694\ttraining's binary_logloss: 0.115676\tvalid_1's auc: 0.83322\tvalid_1's binary_logloss: 0.137657\n", + "[30]\ttraining's auc: 0.904846\ttraining's binary_logloss: 0.115159\tvalid_1's auc: 0.832833\tvalid_1's binary_logloss: 0.137638\n", + "[31]\ttraining's auc: 0.9062\ttraining's binary_logloss: 0.114592\tvalid_1's auc: 0.83282\tvalid_1's binary_logloss: 0.137591\n", + "[32]\ttraining's auc: 0.90717\ttraining's binary_logloss: 0.114068\tvalid_1's auc: 0.832698\tvalid_1's binary_logloss: 0.13754\n", + "[33]\ttraining's auc: 0.908365\ttraining's binary_logloss: 0.113573\tvalid_1's auc: 0.832319\tvalid_1's binary_logloss: 0.137538\n", + "[34]\ttraining's auc: 0.909163\ttraining's binary_logloss: 0.113087\tvalid_1's auc: 0.832354\tvalid_1's binary_logloss: 0.137531\n", + "[35]\ttraining's auc: 0.910681\ttraining's binary_logloss: 0.112581\tvalid_1's auc: 0.831802\tvalid_1's binary_logloss: 0.137599\n", + "[36]\ttraining's auc: 0.911783\ttraining's binary_logloss: 0.112124\tvalid_1's auc: 0.832\tvalid_1's binary_logloss: 0.13756\n", + "[37]\ttraining's auc: 0.912723\ttraining's binary_logloss: 0.111673\tvalid_1's auc: 0.831857\tvalid_1's binary_logloss: 0.137557\n", + "[38]\ttraining's auc: 0.914197\ttraining's binary_logloss: 0.111217\tvalid_1's auc: 0.831719\tvalid_1's binary_logloss: 0.137584\n", + "[39]\ttraining's auc: 0.915153\ttraining's binary_logloss: 0.110776\tvalid_1's auc: 0.831519\tvalid_1's binary_logloss: 0.137646\n", + "[40]\ttraining's auc: 0.916375\ttraining's binary_logloss: 0.110332\tvalid_1's auc: 0.83124\tvalid_1's binary_logloss: 0.137701\n", + "[41]\ttraining's auc: 0.91793\ttraining's binary_logloss: 0.109904\tvalid_1's auc: 0.831822\tvalid_1's binary_logloss: 0.137606\n", + "[42]\ttraining's auc: 0.919293\ttraining's binary_logloss: 0.109492\tvalid_1's auc: 0.831842\tvalid_1's binary_logloss: 0.137617\n", + "[43]\ttraining's auc: 0.920152\ttraining's binary_logloss: 0.109106\tvalid_1's auc: 0.831796\tvalid_1's binary_logloss: 0.137632\n", + "[44]\ttraining's auc: 0.9212\ttraining's binary_logloss: 0.108738\tvalid_1's auc: 0.831951\tvalid_1's binary_logloss: 0.137612\n", + "[45]\ttraining's auc: 0.922055\ttraining's binary_logloss: 0.108308\tvalid_1's auc: 0.83197\tvalid_1's binary_logloss: 0.137595\n", + "[46]\ttraining's auc: 0.923014\ttraining's binary_logloss: 0.107849\tvalid_1's auc: 0.832004\tvalid_1's binary_logloss: 0.137632\n", + "[47]\ttraining's auc: 0.923708\ttraining's binary_logloss: 0.107513\tvalid_1's auc: 0.831908\tvalid_1's binary_logloss: 0.137646\n", + "[48]\ttraining's auc: 0.924689\ttraining's binary_logloss: 0.107081\tvalid_1's auc: 0.83199\tvalid_1's binary_logloss: 0.137624\n", + "[49]\ttraining's auc: 0.925425\ttraining's binary_logloss: 0.106694\tvalid_1's auc: 0.832112\tvalid_1's binary_logloss: 0.137618\n", + "[50]\ttraining's auc: 0.926143\ttraining's binary_logloss: 0.106281\tvalid_1's auc: 0.831625\tvalid_1's binary_logloss: 0.137748\n", + "[51]\ttraining's auc: 0.926785\ttraining's binary_logloss: 0.105887\tvalid_1's auc: 0.831639\tvalid_1's binary_logloss: 0.137752\n", + "[1]\ttraining's auc: 0.839698\ttraining's binary_logloss: 0.154463\tvalid_1's auc: 0.807966\tvalid_1's binary_logloss: 0.157331\n", + "[2]\ttraining's auc: 0.851329\ttraining's binary_logloss: 0.148792\tvalid_1's auc: 0.815245\tvalid_1's binary_logloss: 0.152825\n", + "[3]\ttraining's auc: 0.855978\ttraining's binary_logloss: 0.144448\tvalid_1's auc: 0.819779\tvalid_1's binary_logloss: 0.14948\n", + "[4]\ttraining's auc: 0.860187\ttraining's binary_logloss: 0.141024\tvalid_1's auc: 0.821843\tvalid_1's binary_logloss: 0.146933\n", + "[5]\ttraining's auc: 0.864202\ttraining's binary_logloss: 0.138186\tvalid_1's auc: 0.824464\tvalid_1's binary_logloss: 0.144891\n", + "[6]\ttraining's auc: 0.866347\ttraining's binary_logloss: 0.135799\tvalid_1's auc: 0.825462\tvalid_1's binary_logloss: 0.143262\n", + "[7]\ttraining's auc: 0.86873\ttraining's binary_logloss: 0.133793\tvalid_1's auc: 0.826724\tvalid_1's binary_logloss: 0.141952\n", + "[8]\ttraining's auc: 0.870538\ttraining's binary_logloss: 0.132125\tvalid_1's auc: 0.826767\tvalid_1's binary_logloss: 0.14095\n", + "[9]\ttraining's auc: 0.87227\ttraining's binary_logloss: 0.130548\tvalid_1's auc: 0.827653\tvalid_1's binary_logloss: 0.140012\n", + "[10]\ttraining's auc: 0.875412\ttraining's binary_logloss: 0.129132\tvalid_1's auc: 0.828929\tvalid_1's binary_logloss: 0.139181\n", + "[11]\ttraining's auc: 0.87808\ttraining's binary_logloss: 0.127891\tvalid_1's auc: 0.82903\tvalid_1's binary_logloss: 0.138653\n", + "[12]\ttraining's auc: 0.879787\ttraining's binary_logloss: 0.126722\tvalid_1's auc: 0.82859\tvalid_1's binary_logloss: 0.138186\n", + "[13]\ttraining's auc: 0.881636\ttraining's binary_logloss: 0.125721\tvalid_1's auc: 0.828631\tvalid_1's binary_logloss: 0.137774\n", + "[14]\ttraining's auc: 0.883193\ttraining's binary_logloss: 0.124763\tvalid_1's auc: 0.828352\tvalid_1's binary_logloss: 0.13744\n", + "[15]\ttraining's auc: 0.885187\ttraining's binary_logloss: 0.123806\tvalid_1's auc: 0.827646\tvalid_1's binary_logloss: 0.137303\n", + "[16]\ttraining's auc: 0.887484\ttraining's binary_logloss: 0.122863\tvalid_1's auc: 0.827116\tvalid_1's binary_logloss: 0.137143\n", + "[17]\ttraining's auc: 0.88889\ttraining's binary_logloss: 0.122074\tvalid_1's auc: 0.826849\tvalid_1's binary_logloss: 0.137009\n", + "[18]\ttraining's auc: 0.890548\ttraining's binary_logloss: 0.121321\tvalid_1's auc: 0.827661\tvalid_1's binary_logloss: 0.136777\n", + "[19]\ttraining's auc: 0.891798\ttraining's binary_logloss: 0.120581\tvalid_1's auc: 0.82822\tvalid_1's binary_logloss: 0.136532\n", + "[20]\ttraining's auc: 0.892939\ttraining's binary_logloss: 0.119897\tvalid_1's auc: 0.828074\tvalid_1's binary_logloss: 0.136485\n", + "[21]\ttraining's auc: 0.894711\ttraining's binary_logloss: 0.119201\tvalid_1's auc: 0.827592\tvalid_1's binary_logloss: 0.136558\n", + "[22]\ttraining's auc: 0.896181\ttraining's binary_logloss: 0.118573\tvalid_1's auc: 0.827552\tvalid_1's binary_logloss: 0.136492\n", + "[23]\ttraining's auc: 0.897625\ttraining's binary_logloss: 0.11789\tvalid_1's auc: 0.827845\tvalid_1's binary_logloss: 0.136474\n", + "[24]\ttraining's auc: 0.898873\ttraining's binary_logloss: 0.11733\tvalid_1's auc: 0.828208\tvalid_1's binary_logloss: 0.136447\n", + "[25]\ttraining's auc: 0.90019\ttraining's binary_logloss: 0.116757\tvalid_1's auc: 0.828237\tvalid_1's binary_logloss: 0.136448\n", + "[26]\ttraining's auc: 0.901981\ttraining's binary_logloss: 0.116175\tvalid_1's auc: 0.828202\tvalid_1's binary_logloss: 0.136404\n", + "[27]\ttraining's auc: 0.903254\ttraining's binary_logloss: 0.115677\tvalid_1's auc: 0.827626\tvalid_1's binary_logloss: 0.136482\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[28]\ttraining's auc: 0.905317\ttraining's binary_logloss: 0.115077\tvalid_1's auc: 0.828708\tvalid_1's binary_logloss: 0.136319\n", + "[29]\ttraining's auc: 0.9066\ttraining's binary_logloss: 0.114498\tvalid_1's auc: 0.828477\tvalid_1's binary_logloss: 0.136433\n", + "[30]\ttraining's auc: 0.908125\ttraining's binary_logloss: 0.113981\tvalid_1's auc: 0.82831\tvalid_1's binary_logloss: 0.13648\n", + "[31]\ttraining's auc: 0.909356\ttraining's binary_logloss: 0.113478\tvalid_1's auc: 0.827906\tvalid_1's binary_logloss: 0.136561\n", + "[32]\ttraining's auc: 0.910132\ttraining's binary_logloss: 0.113028\tvalid_1's auc: 0.827935\tvalid_1's binary_logloss: 0.13655\n", + "[33]\ttraining's auc: 0.911051\ttraining's binary_logloss: 0.112564\tvalid_1's auc: 0.827638\tvalid_1's binary_logloss: 0.13666\n", + "[34]\ttraining's auc: 0.912511\ttraining's binary_logloss: 0.112147\tvalid_1's auc: 0.827442\tvalid_1's binary_logloss: 0.13669\n", + "[35]\ttraining's auc: 0.913664\ttraining's binary_logloss: 0.111703\tvalid_1's auc: 0.827829\tvalid_1's binary_logloss: 0.136643\n", + "[36]\ttraining's auc: 0.915059\ttraining's binary_logloss: 0.1112\tvalid_1's auc: 0.827367\tvalid_1's binary_logloss: 0.136715\n", + "[37]\ttraining's auc: 0.91645\ttraining's binary_logloss: 0.110641\tvalid_1's auc: 0.827011\tvalid_1's binary_logloss: 0.136827\n", + "[38]\ttraining's auc: 0.917697\ttraining's binary_logloss: 0.110219\tvalid_1's auc: 0.826456\tvalid_1's binary_logloss: 0.136917\n", + "[39]\ttraining's auc: 0.918505\ttraining's binary_logloss: 0.109806\tvalid_1's auc: 0.826244\tvalid_1's binary_logloss: 0.137017\n", + "[40]\ttraining's auc: 0.919388\ttraining's binary_logloss: 0.109326\tvalid_1's auc: 0.825953\tvalid_1's binary_logloss: 0.137093\n", + "[41]\ttraining's auc: 0.92014\ttraining's binary_logloss: 0.108908\tvalid_1's auc: 0.82546\tvalid_1's binary_logloss: 0.13725\n", + "[1]\ttraining's auc: 0.835886\ttraining's binary_logloss: 0.156989\tvalid_1's auc: 0.819212\tvalid_1's binary_logloss: 0.152785\n", + "[2]\ttraining's auc: 0.844211\ttraining's binary_logloss: 0.150799\tvalid_1's auc: 0.822792\tvalid_1's binary_logloss: 0.148044\n", + "[3]\ttraining's auc: 0.854281\ttraining's binary_logloss: 0.146404\tvalid_1's auc: 0.829684\tvalid_1's binary_logloss: 0.144619\n", + "[4]\ttraining's auc: 0.858929\ttraining's binary_logloss: 0.14307\tvalid_1's auc: 0.830518\tvalid_1's binary_logloss: 0.142229\n", + "[5]\ttraining's auc: 0.862313\ttraining's binary_logloss: 0.140238\tvalid_1's auc: 0.832834\tvalid_1's binary_logloss: 0.14022\n", + "[6]\ttraining's auc: 0.865174\ttraining's binary_logloss: 0.137852\tvalid_1's auc: 0.834408\tvalid_1's binary_logloss: 0.138557\n", + "[7]\ttraining's auc: 0.86826\ttraining's binary_logloss: 0.135813\tvalid_1's auc: 0.833928\tvalid_1's binary_logloss: 0.137296\n", + "[8]\ttraining's auc: 0.870834\ttraining's binary_logloss: 0.13403\tvalid_1's auc: 0.832984\tvalid_1's binary_logloss: 0.136309\n", + "[9]\ttraining's auc: 0.873415\ttraining's binary_logloss: 0.132475\tvalid_1's auc: 0.833378\tvalid_1's binary_logloss: 0.135415\n", + "[10]\ttraining's auc: 0.874542\ttraining's binary_logloss: 0.131136\tvalid_1's auc: 0.833286\tvalid_1's binary_logloss: 0.134658\n", + "[11]\ttraining's auc: 0.876521\ttraining's binary_logloss: 0.129829\tvalid_1's auc: 0.832723\tvalid_1's binary_logloss: 0.13416\n", + "[12]\ttraining's auc: 0.879204\ttraining's binary_logloss: 0.128619\tvalid_1's auc: 0.833259\tvalid_1's binary_logloss: 0.133659\n", + "[13]\ttraining's auc: 0.881316\ttraining's binary_logloss: 0.127589\tvalid_1's auc: 0.833188\tvalid_1's binary_logloss: 0.133267\n", + "[14]\ttraining's auc: 0.882831\ttraining's binary_logloss: 0.1266\tvalid_1's auc: 0.832517\tvalid_1's binary_logloss: 0.133037\n", + "[15]\ttraining's auc: 0.884254\ttraining's binary_logloss: 0.12565\tvalid_1's auc: 0.832726\tvalid_1's binary_logloss: 0.132725\n", + "[16]\ttraining's auc: 0.885687\ttraining's binary_logloss: 0.124761\tvalid_1's auc: 0.832711\tvalid_1's binary_logloss: 0.132526\n", + "[17]\ttraining's auc: 0.887415\ttraining's binary_logloss: 0.123957\tvalid_1's auc: 0.83321\tvalid_1's binary_logloss: 0.132206\n", + "[18]\ttraining's auc: 0.888853\ttraining's binary_logloss: 0.123176\tvalid_1's auc: 0.833104\tvalid_1's binary_logloss: 0.132049\n", + "[19]\ttraining's auc: 0.890765\ttraining's binary_logloss: 0.122355\tvalid_1's auc: 0.833756\tvalid_1's binary_logloss: 0.131799\n", + "[20]\ttraining's auc: 0.893065\ttraining's binary_logloss: 0.121526\tvalid_1's auc: 0.833986\tvalid_1's binary_logloss: 0.131687\n", + "[21]\ttraining's auc: 0.894488\ttraining's binary_logloss: 0.120824\tvalid_1's auc: 0.834044\tvalid_1's binary_logloss: 0.131601\n", + "[22]\ttraining's auc: 0.895581\ttraining's binary_logloss: 0.120202\tvalid_1's auc: 0.834054\tvalid_1's binary_logloss: 0.131544\n", + "[23]\ttraining's auc: 0.897409\ttraining's binary_logloss: 0.11952\tvalid_1's auc: 0.834106\tvalid_1's binary_logloss: 0.1315\n", + "[24]\ttraining's auc: 0.899135\ttraining's binary_logloss: 0.118938\tvalid_1's auc: 0.834032\tvalid_1's binary_logloss: 0.131408\n", + "[25]\ttraining's auc: 0.901017\ttraining's binary_logloss: 0.118315\tvalid_1's auc: 0.834404\tvalid_1's binary_logloss: 0.131275\n", + "[26]\ttraining's auc: 0.90242\ttraining's binary_logloss: 0.117757\tvalid_1's auc: 0.834311\tvalid_1's binary_logloss: 0.131253\n", + "[27]\ttraining's auc: 0.904063\ttraining's binary_logloss: 0.117212\tvalid_1's auc: 0.833873\tvalid_1's binary_logloss: 0.131271\n", + "[28]\ttraining's auc: 0.9051\ttraining's binary_logloss: 0.116713\tvalid_1's auc: 0.834178\tvalid_1's binary_logloss: 0.131216\n", + "[29]\ttraining's auc: 0.90638\ttraining's binary_logloss: 0.116172\tvalid_1's auc: 0.834415\tvalid_1's binary_logloss: 0.131111\n", + "[30]\ttraining's auc: 0.907704\ttraining's binary_logloss: 0.115628\tvalid_1's auc: 0.834523\tvalid_1's binary_logloss: 0.131103\n", + "[31]\ttraining's auc: 0.909403\ttraining's binary_logloss: 0.115091\tvalid_1's auc: 0.834223\tvalid_1's binary_logloss: 0.131157\n", + "[32]\ttraining's auc: 0.910621\ttraining's binary_logloss: 0.114622\tvalid_1's auc: 0.833973\tvalid_1's binary_logloss: 0.131219\n", + "[33]\ttraining's auc: 0.91188\ttraining's binary_logloss: 0.114205\tvalid_1's auc: 0.833574\tvalid_1's binary_logloss: 0.131298\n", + "[34]\ttraining's auc: 0.91297\ttraining's binary_logloss: 0.113739\tvalid_1's auc: 0.833598\tvalid_1's binary_logloss: 0.131291\n", + "[35]\ttraining's auc: 0.913854\ttraining's binary_logloss: 0.113278\tvalid_1's auc: 0.833844\tvalid_1's binary_logloss: 0.131276\n", + "[36]\ttraining's auc: 0.915352\ttraining's binary_logloss: 0.112865\tvalid_1's auc: 0.833752\tvalid_1's binary_logloss: 0.131309\n", + "[37]\ttraining's auc: 0.916352\ttraining's binary_logloss: 0.112376\tvalid_1's auc: 0.833748\tvalid_1's binary_logloss: 0.131327\n", + "[38]\ttraining's auc: 0.917297\ttraining's binary_logloss: 0.111893\tvalid_1's auc: 0.833575\tvalid_1's binary_logloss: 0.131393\n", + "[39]\ttraining's auc: 0.918241\ttraining's binary_logloss: 0.111452\tvalid_1's auc: 0.83321\tvalid_1's binary_logloss: 0.131531\n", + "[40]\ttraining's auc: 0.919408\ttraining's binary_logloss: 0.110998\tvalid_1's auc: 0.833174\tvalid_1's binary_logloss: 0.131529\n", + "[41]\ttraining's auc: 0.920108\ttraining's binary_logloss: 0.110603\tvalid_1's auc: 0.833287\tvalid_1's binary_logloss: 0.13154\n", + "[42]\ttraining's auc: 0.920808\ttraining's binary_logloss: 0.110189\tvalid_1's auc: 0.833236\tvalid_1's binary_logloss: 0.131503\n", + "[43]\ttraining's auc: 0.922308\ttraining's binary_logloss: 0.109641\tvalid_1's auc: 0.832925\tvalid_1's binary_logloss: 0.13157\n", + "[44]\ttraining's auc: 0.923069\ttraining's binary_logloss: 0.109278\tvalid_1's auc: 0.832661\tvalid_1's binary_logloss: 0.131629\n", + "[45]\ttraining's auc: 0.923843\ttraining's binary_logloss: 0.10889\tvalid_1's auc: 0.832378\tvalid_1's binary_logloss: 0.131736\n", + "[46]\ttraining's auc: 0.924693\ttraining's binary_logloss: 0.108513\tvalid_1's auc: 0.832187\tvalid_1's binary_logloss: 0.131783\n", + "[47]\ttraining's auc: 0.925189\ttraining's binary_logloss: 0.108194\tvalid_1's auc: 0.832037\tvalid_1's binary_logloss: 0.131829\n", + "[48]\ttraining's auc: 0.925788\ttraining's binary_logloss: 0.107861\tvalid_1's auc: 0.832132\tvalid_1's binary_logloss: 0.131797\n", + "[49]\ttraining's auc: 0.926418\ttraining's binary_logloss: 0.107483\tvalid_1's auc: 0.831619\tvalid_1's binary_logloss: 0.131919\n", + "[50]\ttraining's auc: 0.927033\ttraining's binary_logloss: 0.107108\tvalid_1's auc: 0.831178\tvalid_1's binary_logloss: 0.131998\n", + "[51]\ttraining's auc: 0.927823\ttraining's binary_logloss: 0.106696\tvalid_1's auc: 0.830842\tvalid_1's binary_logloss: 0.132085\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[52]\ttraining's auc: 0.928604\ttraining's binary_logloss: 0.106232\tvalid_1's auc: 0.830727\tvalid_1's binary_logloss: 0.132151\n", + "[53]\ttraining's auc: 0.929174\ttraining's binary_logloss: 0.105905\tvalid_1's auc: 0.830591\tvalid_1's binary_logloss: 0.132168\n", + "[54]\ttraining's auc: 0.929476\ttraining's binary_logloss: 0.105661\tvalid_1's auc: 0.830366\tvalid_1's binary_logloss: 0.132255\n", + "[55]\ttraining's auc: 0.930166\ttraining's binary_logloss: 0.105389\tvalid_1's auc: 0.830333\tvalid_1's binary_logloss: 0.132334\n", + "[56]\ttraining's auc: 0.930758\ttraining's binary_logloss: 0.105021\tvalid_1's auc: 0.830495\tvalid_1's binary_logloss: 0.132319\n", + "[57]\ttraining's auc: 0.931114\ttraining's binary_logloss: 0.104737\tvalid_1's auc: 0.830267\tvalid_1's binary_logloss: 0.132429\n", + "[58]\ttraining's auc: 0.932253\ttraining's binary_logloss: 0.10424\tvalid_1's auc: 0.829898\tvalid_1's binary_logloss: 0.132515\n", + "[59]\ttraining's auc: 0.932762\ttraining's binary_logloss: 0.103904\tvalid_1's auc: 0.829739\tvalid_1's binary_logloss: 0.132544\n", + "[60]\ttraining's auc: 0.933201\ttraining's binary_logloss: 0.103579\tvalid_1's auc: 0.829597\tvalid_1's binary_logloss: 0.132585\n", + "[1]\ttraining's auc: 0.837745\ttraining's binary_logloss: 0.153761\tvalid_1's auc: 0.816905\tvalid_1's binary_logloss: 0.160152\n", + "[2]\ttraining's auc: 0.844831\ttraining's binary_logloss: 0.148035\tvalid_1's auc: 0.825338\tvalid_1's binary_logloss: 0.154879\n", + "[3]\ttraining's auc: 0.853081\ttraining's binary_logloss: 0.143719\tvalid_1's auc: 0.825454\tvalid_1's binary_logloss: 0.151197\n", + "[4]\ttraining's auc: 0.857283\ttraining's binary_logloss: 0.140194\tvalid_1's auc: 0.828005\tvalid_1's binary_logloss: 0.148406\n", + "[5]\ttraining's auc: 0.862312\ttraining's binary_logloss: 0.137293\tvalid_1's auc: 0.830213\tvalid_1's binary_logloss: 0.146249\n", + "[6]\ttraining's auc: 0.864343\ttraining's binary_logloss: 0.134998\tvalid_1's auc: 0.830052\tvalid_1's binary_logloss: 0.144575\n", + "[7]\ttraining's auc: 0.866173\ttraining's binary_logloss: 0.132999\tvalid_1's auc: 0.830345\tvalid_1's binary_logloss: 0.143345\n", + "[8]\ttraining's auc: 0.868294\ttraining's binary_logloss: 0.13132\tvalid_1's auc: 0.831007\tvalid_1's binary_logloss: 0.142234\n", + "[9]\ttraining's auc: 0.871585\ttraining's binary_logloss: 0.129782\tvalid_1's auc: 0.832601\tvalid_1's binary_logloss: 0.141429\n", + "[10]\ttraining's auc: 0.873885\ttraining's binary_logloss: 0.128381\tvalid_1's auc: 0.832406\tvalid_1's binary_logloss: 0.140786\n", + "[11]\ttraining's auc: 0.875446\ttraining's binary_logloss: 0.127201\tvalid_1's auc: 0.832708\tvalid_1's binary_logloss: 0.140104\n", + "[12]\ttraining's auc: 0.87761\ttraining's binary_logloss: 0.12606\tvalid_1's auc: 0.832889\tvalid_1's binary_logloss: 0.139578\n", + "[13]\ttraining's auc: 0.880831\ttraining's binary_logloss: 0.125023\tvalid_1's auc: 0.833983\tvalid_1's binary_logloss: 0.13904\n", + "[14]\ttraining's auc: 0.883464\ttraining's binary_logloss: 0.124001\tvalid_1's auc: 0.834126\tvalid_1's binary_logloss: 0.13867\n", + "[15]\ttraining's auc: 0.885616\ttraining's binary_logloss: 0.123053\tvalid_1's auc: 0.834067\tvalid_1's binary_logloss: 0.13834\n", + "[16]\ttraining's auc: 0.887313\ttraining's binary_logloss: 0.122167\tvalid_1's auc: 0.834222\tvalid_1's binary_logloss: 0.138052\n", + "[17]\ttraining's auc: 0.888689\ttraining's binary_logloss: 0.121384\tvalid_1's auc: 0.833495\tvalid_1's binary_logloss: 0.137911\n", + "[18]\ttraining's auc: 0.890353\ttraining's binary_logloss: 0.120603\tvalid_1's auc: 0.833267\tvalid_1's binary_logloss: 0.137779\n", + "[19]\ttraining's auc: 0.89226\ttraining's binary_logloss: 0.119809\tvalid_1's auc: 0.832883\tvalid_1's binary_logloss: 0.137674\n", + "[20]\ttraining's auc: 0.894219\ttraining's binary_logloss: 0.119086\tvalid_1's auc: 0.833525\tvalid_1's binary_logloss: 0.13746\n", + "[21]\ttraining's auc: 0.895878\ttraining's binary_logloss: 0.118356\tvalid_1's auc: 0.833892\tvalid_1's binary_logloss: 0.137389\n", + "[22]\ttraining's auc: 0.897311\ttraining's binary_logloss: 0.117688\tvalid_1's auc: 0.834253\tvalid_1's binary_logloss: 0.137298\n", + "[23]\ttraining's auc: 0.898342\ttraining's binary_logloss: 0.117085\tvalid_1's auc: 0.834468\tvalid_1's binary_logloss: 0.137185\n", + "[24]\ttraining's auc: 0.899829\ttraining's binary_logloss: 0.116492\tvalid_1's auc: 0.834522\tvalid_1's binary_logloss: 0.137069\n", + "[25]\ttraining's auc: 0.90178\ttraining's binary_logloss: 0.11591\tvalid_1's auc: 0.833976\tvalid_1's binary_logloss: 0.137093\n", + "[26]\ttraining's auc: 0.902996\ttraining's binary_logloss: 0.115337\tvalid_1's auc: 0.833836\tvalid_1's binary_logloss: 0.137082\n", + "[27]\ttraining's auc: 0.904102\ttraining's binary_logloss: 0.114858\tvalid_1's auc: 0.834187\tvalid_1's binary_logloss: 0.136997\n", + "[28]\ttraining's auc: 0.905319\ttraining's binary_logloss: 0.114371\tvalid_1's auc: 0.83358\tvalid_1's binary_logloss: 0.137063\n", + "[29]\ttraining's auc: 0.90766\ttraining's binary_logloss: 0.11381\tvalid_1's auc: 0.833899\tvalid_1's binary_logloss: 0.137007\n", + "[30]\ttraining's auc: 0.908956\ttraining's binary_logloss: 0.113323\tvalid_1's auc: 0.833873\tvalid_1's binary_logloss: 0.137007\n", + "[31]\ttraining's auc: 0.909938\ttraining's binary_logloss: 0.112872\tvalid_1's auc: 0.83413\tvalid_1's binary_logloss: 0.136986\n", + "[32]\ttraining's auc: 0.910994\ttraining's binary_logloss: 0.112417\tvalid_1's auc: 0.834256\tvalid_1's binary_logloss: 0.13695\n", + "[33]\ttraining's auc: 0.912126\ttraining's binary_logloss: 0.111981\tvalid_1's auc: 0.834684\tvalid_1's binary_logloss: 0.136882\n", + "[34]\ttraining's auc: 0.913216\ttraining's binary_logloss: 0.111467\tvalid_1's auc: 0.835553\tvalid_1's binary_logloss: 0.136716\n", + "[35]\ttraining's auc: 0.914596\ttraining's binary_logloss: 0.111053\tvalid_1's auc: 0.835302\tvalid_1's binary_logloss: 0.136743\n", + "[36]\ttraining's auc: 0.915217\ttraining's binary_logloss: 0.110652\tvalid_1's auc: 0.835387\tvalid_1's binary_logloss: 0.136744\n", + "[37]\ttraining's auc: 0.916228\ttraining's binary_logloss: 0.110161\tvalid_1's auc: 0.835061\tvalid_1's binary_logloss: 0.136826\n", + "[38]\ttraining's auc: 0.917398\ttraining's binary_logloss: 0.109799\tvalid_1's auc: 0.834966\tvalid_1's binary_logloss: 0.136869\n", + "[39]\ttraining's auc: 0.91842\ttraining's binary_logloss: 0.109304\tvalid_1's auc: 0.834744\tvalid_1's binary_logloss: 0.136947\n", + "[40]\ttraining's auc: 0.919159\ttraining's binary_logloss: 0.108905\tvalid_1's auc: 0.834308\tvalid_1's binary_logloss: 0.13703\n", + "[41]\ttraining's auc: 0.920219\ttraining's binary_logloss: 0.108474\tvalid_1's auc: 0.834635\tvalid_1's binary_logloss: 0.136967\n", + "[42]\ttraining's auc: 0.920889\ttraining's binary_logloss: 0.108072\tvalid_1's auc: 0.834184\tvalid_1's binary_logloss: 0.137085\n", + "[43]\ttraining's auc: 0.921476\ttraining's binary_logloss: 0.107698\tvalid_1's auc: 0.833852\tvalid_1's binary_logloss: 0.137177\n", + "[44]\ttraining's auc: 0.922217\ttraining's binary_logloss: 0.107272\tvalid_1's auc: 0.833585\tvalid_1's binary_logloss: 0.137236\n", + "[45]\ttraining's auc: 0.923249\ttraining's binary_logloss: 0.106793\tvalid_1's auc: 0.833387\tvalid_1's binary_logloss: 0.13729\n", + "[46]\ttraining's auc: 0.923928\ttraining's binary_logloss: 0.106386\tvalid_1's auc: 0.833319\tvalid_1's binary_logloss: 0.137344\n", + "[47]\ttraining's auc: 0.924737\ttraining's binary_logloss: 0.10598\tvalid_1's auc: 0.833453\tvalid_1's binary_logloss: 0.137344\n", + "[48]\ttraining's auc: 0.925423\ttraining's binary_logloss: 0.10566\tvalid_1's auc: 0.833419\tvalid_1's binary_logloss: 0.137369\n", + "[49]\ttraining's auc: 0.925939\ttraining's binary_logloss: 0.105297\tvalid_1's auc: 0.833302\tvalid_1's binary_logloss: 0.13741\n", + "[50]\ttraining's auc: 0.926474\ttraining's binary_logloss: 0.104933\tvalid_1's auc: 0.832756\tvalid_1's binary_logloss: 0.13758\n", + "[51]\ttraining's auc: 0.927333\ttraining's binary_logloss: 0.10448\tvalid_1's auc: 0.83273\tvalid_1's binary_logloss: 0.137608\n", + "[52]\ttraining's auc: 0.927742\ttraining's binary_logloss: 0.104156\tvalid_1's auc: 0.832041\tvalid_1's binary_logloss: 0.137785\n", + "[53]\ttraining's auc: 0.928407\ttraining's binary_logloss: 0.103754\tvalid_1's auc: 0.831808\tvalid_1's binary_logloss: 0.13787\n", + "[54]\ttraining's auc: 0.928781\ttraining's binary_logloss: 0.103463\tvalid_1's auc: 0.831601\tvalid_1's binary_logloss: 0.137924\n", + "[55]\ttraining's auc: 0.929397\ttraining's binary_logloss: 0.103111\tvalid_1's auc: 0.831197\tvalid_1's binary_logloss: 0.138034\n", + "[56]\ttraining's auc: 0.930186\ttraining's binary_logloss: 0.102741\tvalid_1's auc: 0.8309\tvalid_1's binary_logloss: 0.13811\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[57]\ttraining's auc: 0.931031\ttraining's binary_logloss: 0.102397\tvalid_1's auc: 0.830945\tvalid_1's binary_logloss: 0.138157\n", + "[58]\ttraining's auc: 0.931581\ttraining's binary_logloss: 0.102039\tvalid_1's auc: 0.830823\tvalid_1's binary_logloss: 0.138243\n", + "[59]\ttraining's auc: 0.932133\ttraining's binary_logloss: 0.101756\tvalid_1's auc: 0.830326\tvalid_1's binary_logloss: 0.138385\n", + "[60]\ttraining's auc: 0.932429\ttraining's binary_logloss: 0.101527\tvalid_1's auc: 0.829823\tvalid_1's binary_logloss: 0.138541\n", + "[61]\ttraining's auc: 0.933269\ttraining's binary_logloss: 0.101219\tvalid_1's auc: 0.830273\tvalid_1's binary_logloss: 0.138491\n", + "[62]\ttraining's auc: 0.933646\ttraining's binary_logloss: 0.100942\tvalid_1's auc: 0.829628\tvalid_1's binary_logloss: 0.138673\n", + "[63]\ttraining's auc: 0.934455\ttraining's binary_logloss: 0.100548\tvalid_1's auc: 0.829527\tvalid_1's binary_logloss: 0.138719\n", + "[64]\ttraining's auc: 0.93551\ttraining's binary_logloss: 0.100156\tvalid_1's auc: 0.829262\tvalid_1's binary_logloss: 0.13882\n", + "[1]\ttraining's auc: 0.841101\ttraining's binary_logloss: 0.153181\tvalid_1's auc: 0.810602\tvalid_1's binary_logloss: 0.156312\n", + "[2]\ttraining's auc: 0.853614\ttraining's binary_logloss: 0.147056\tvalid_1's auc: 0.816902\tvalid_1's binary_logloss: 0.151549\n", + "[3]\ttraining's auc: 0.859214\ttraining's binary_logloss: 0.142473\tvalid_1's auc: 0.821686\tvalid_1's binary_logloss: 0.148109\n", + "[4]\ttraining's auc: 0.862385\ttraining's binary_logloss: 0.139094\tvalid_1's auc: 0.823629\tvalid_1's binary_logloss: 0.145657\n", + "[5]\ttraining's auc: 0.866148\ttraining's binary_logloss: 0.1362\tvalid_1's auc: 0.826737\tvalid_1's binary_logloss: 0.143586\n", + "[6]\ttraining's auc: 0.868783\ttraining's binary_logloss: 0.13385\tvalid_1's auc: 0.827326\tvalid_1's binary_logloss: 0.142033\n", + "[7]\ttraining's auc: 0.87103\ttraining's binary_logloss: 0.131938\tvalid_1's auc: 0.827716\tvalid_1's binary_logloss: 0.140863\n", + "[8]\ttraining's auc: 0.873858\ttraining's binary_logloss: 0.13015\tvalid_1's auc: 0.828216\tvalid_1's binary_logloss: 0.139875\n", + "[9]\ttraining's auc: 0.876744\ttraining's binary_logloss: 0.128588\tvalid_1's auc: 0.828649\tvalid_1's binary_logloss: 0.13908\n", + "[10]\ttraining's auc: 0.878592\ttraining's binary_logloss: 0.127179\tvalid_1's auc: 0.829164\tvalid_1's binary_logloss: 0.13837\n", + "[11]\ttraining's auc: 0.880837\ttraining's binary_logloss: 0.125903\tvalid_1's auc: 0.82852\tvalid_1's binary_logloss: 0.13796\n", + "[12]\ttraining's auc: 0.883546\ttraining's binary_logloss: 0.124649\tvalid_1's auc: 0.828621\tvalid_1's binary_logloss: 0.137531\n", + "[13]\ttraining's auc: 0.885464\ttraining's binary_logloss: 0.12364\tvalid_1's auc: 0.827908\tvalid_1's binary_logloss: 0.13733\n", + "[14]\ttraining's auc: 0.888189\ttraining's binary_logloss: 0.122578\tvalid_1's auc: 0.82812\tvalid_1's binary_logloss: 0.137071\n", + "[15]\ttraining's auc: 0.889767\ttraining's binary_logloss: 0.121635\tvalid_1's auc: 0.827866\tvalid_1's binary_logloss: 0.136862\n", + "[16]\ttraining's auc: 0.891267\ttraining's binary_logloss: 0.120714\tvalid_1's auc: 0.827658\tvalid_1's binary_logloss: 0.136683\n", + "[17]\ttraining's auc: 0.893549\ttraining's binary_logloss: 0.119786\tvalid_1's auc: 0.827103\tvalid_1's binary_logloss: 0.136635\n", + "[18]\ttraining's auc: 0.895131\ttraining's binary_logloss: 0.119022\tvalid_1's auc: 0.826897\tvalid_1's binary_logloss: 0.136571\n", + "[19]\ttraining's auc: 0.896669\ttraining's binary_logloss: 0.118217\tvalid_1's auc: 0.827704\tvalid_1's binary_logloss: 0.136398\n", + "[20]\ttraining's auc: 0.89821\ttraining's binary_logloss: 0.11761\tvalid_1's auc: 0.827538\tvalid_1's binary_logloss: 0.136326\n", + "[21]\ttraining's auc: 0.900026\ttraining's binary_logloss: 0.116917\tvalid_1's auc: 0.827206\tvalid_1's binary_logloss: 0.136306\n", + "[22]\ttraining's auc: 0.902065\ttraining's binary_logloss: 0.116251\tvalid_1's auc: 0.827307\tvalid_1's binary_logloss: 0.136275\n", + "[23]\ttraining's auc: 0.903796\ttraining's binary_logloss: 0.115578\tvalid_1's auc: 0.826772\tvalid_1's binary_logloss: 0.136371\n", + "[24]\ttraining's auc: 0.905137\ttraining's binary_logloss: 0.114968\tvalid_1's auc: 0.82714\tvalid_1's binary_logloss: 0.136378\n", + "[25]\ttraining's auc: 0.906828\ttraining's binary_logloss: 0.114268\tvalid_1's auc: 0.826649\tvalid_1's binary_logloss: 0.136483\n", + "[26]\ttraining's auc: 0.90883\ttraining's binary_logloss: 0.113528\tvalid_1's auc: 0.827904\tvalid_1's binary_logloss: 0.136327\n", + "[27]\ttraining's auc: 0.910079\ttraining's binary_logloss: 0.112941\tvalid_1's auc: 0.828012\tvalid_1's binary_logloss: 0.13631\n", + "[28]\ttraining's auc: 0.911102\ttraining's binary_logloss: 0.112403\tvalid_1's auc: 0.828126\tvalid_1's binary_logloss: 0.136326\n", + "[29]\ttraining's auc: 0.912538\ttraining's binary_logloss: 0.111782\tvalid_1's auc: 0.828145\tvalid_1's binary_logloss: 0.13634\n", + "[30]\ttraining's auc: 0.913745\ttraining's binary_logloss: 0.111236\tvalid_1's auc: 0.827745\tvalid_1's binary_logloss: 0.136455\n", + "[31]\ttraining's auc: 0.91485\ttraining's binary_logloss: 0.110726\tvalid_1's auc: 0.828082\tvalid_1's binary_logloss: 0.136436\n", + "[32]\ttraining's auc: 0.916974\ttraining's binary_logloss: 0.110146\tvalid_1's auc: 0.827832\tvalid_1's binary_logloss: 0.136448\n", + "[33]\ttraining's auc: 0.918308\ttraining's binary_logloss: 0.109579\tvalid_1's auc: 0.828574\tvalid_1's binary_logloss: 0.136326\n", + "[34]\ttraining's auc: 0.919289\ttraining's binary_logloss: 0.109084\tvalid_1's auc: 0.827904\tvalid_1's binary_logloss: 0.136521\n", + "[35]\ttraining's auc: 0.920372\ttraining's binary_logloss: 0.108596\tvalid_1's auc: 0.827302\tvalid_1's binary_logloss: 0.136672\n", + "[36]\ttraining's auc: 0.921726\ttraining's binary_logloss: 0.108057\tvalid_1's auc: 0.82687\tvalid_1's binary_logloss: 0.136842\n", + "[37]\ttraining's auc: 0.922596\ttraining's binary_logloss: 0.107633\tvalid_1's auc: 0.826659\tvalid_1's binary_logloss: 0.136903\n", + "[38]\ttraining's auc: 0.923552\ttraining's binary_logloss: 0.107157\tvalid_1's auc: 0.826162\tvalid_1's binary_logloss: 0.137028\n", + "[39]\ttraining's auc: 0.924239\ttraining's binary_logloss: 0.106741\tvalid_1's auc: 0.825522\tvalid_1's binary_logloss: 0.13722\n", + "[40]\ttraining's auc: 0.925199\ttraining's binary_logloss: 0.106289\tvalid_1's auc: 0.825221\tvalid_1's binary_logloss: 0.137328\n", + "[1]\ttraining's auc: 0.836733\ttraining's binary_logloss: 0.155841\tvalid_1's auc: 0.818784\tvalid_1's binary_logloss: 0.151895\n", + "[2]\ttraining's auc: 0.84594\ttraining's binary_logloss: 0.149341\tvalid_1's auc: 0.824679\tvalid_1's binary_logloss: 0.146842\n", + "[3]\ttraining's auc: 0.855035\ttraining's binary_logloss: 0.144773\tvalid_1's auc: 0.829189\tvalid_1's binary_logloss: 0.143525\n", + "[4]\ttraining's auc: 0.859852\ttraining's binary_logloss: 0.141305\tvalid_1's auc: 0.831021\tvalid_1's binary_logloss: 0.141103\n", + "[5]\ttraining's auc: 0.86539\ttraining's binary_logloss: 0.138405\tvalid_1's auc: 0.832611\tvalid_1's binary_logloss: 0.139094\n", + "[6]\ttraining's auc: 0.86847\ttraining's binary_logloss: 0.135993\tvalid_1's auc: 0.833761\tvalid_1's binary_logloss: 0.137488\n", + "[7]\ttraining's auc: 0.871361\ttraining's binary_logloss: 0.133915\tvalid_1's auc: 0.833885\tvalid_1's binary_logloss: 0.136338\n", + "[8]\ttraining's auc: 0.873554\ttraining's binary_logloss: 0.132097\tvalid_1's auc: 0.833775\tvalid_1's binary_logloss: 0.135494\n", + "[9]\ttraining's auc: 0.875873\ttraining's binary_logloss: 0.130542\tvalid_1's auc: 0.834261\tvalid_1's binary_logloss: 0.134633\n", + "[10]\ttraining's auc: 0.87822\ttraining's binary_logloss: 0.129111\tvalid_1's auc: 0.834821\tvalid_1's binary_logloss: 0.133968\n", + "[11]\ttraining's auc: 0.880773\ttraining's binary_logloss: 0.127776\tvalid_1's auc: 0.834387\tvalid_1's binary_logloss: 0.1335\n", + "[12]\ttraining's auc: 0.88317\ttraining's binary_logloss: 0.126596\tvalid_1's auc: 0.833311\tvalid_1's binary_logloss: 0.13321\n", + "[13]\ttraining's auc: 0.885402\ttraining's binary_logloss: 0.125555\tvalid_1's auc: 0.832665\tvalid_1's binary_logloss: 0.132974\n", + "[14]\ttraining's auc: 0.887637\ttraining's binary_logloss: 0.12453\tvalid_1's auc: 0.832573\tvalid_1's binary_logloss: 0.132733\n", + "[15]\ttraining's auc: 0.889781\ttraining's binary_logloss: 0.123584\tvalid_1's auc: 0.831176\tvalid_1's binary_logloss: 0.132646\n", + "[16]\ttraining's auc: 0.891849\ttraining's binary_logloss: 0.122606\tvalid_1's auc: 0.831349\tvalid_1's binary_logloss: 0.132451\n", + "[17]\ttraining's auc: 0.893519\ttraining's binary_logloss: 0.121673\tvalid_1's auc: 0.831257\tvalid_1's binary_logloss: 0.132338\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[18]\ttraining's auc: 0.895914\ttraining's binary_logloss: 0.120721\tvalid_1's auc: 0.831276\tvalid_1's binary_logloss: 0.132226\n", + "[19]\ttraining's auc: 0.897995\ttraining's binary_logloss: 0.119829\tvalid_1's auc: 0.831713\tvalid_1's binary_logloss: 0.132084\n", + "[20]\ttraining's auc: 0.899585\ttraining's binary_logloss: 0.119025\tvalid_1's auc: 0.831794\tvalid_1's binary_logloss: 0.131982\n", + "[21]\ttraining's auc: 0.901626\ttraining's binary_logloss: 0.11827\tvalid_1's auc: 0.832193\tvalid_1's binary_logloss: 0.131847\n", + "[22]\ttraining's auc: 0.904019\ttraining's binary_logloss: 0.117528\tvalid_1's auc: 0.832027\tvalid_1's binary_logloss: 0.131792\n", + "[23]\ttraining's auc: 0.905843\ttraining's binary_logloss: 0.116819\tvalid_1's auc: 0.831977\tvalid_1's binary_logloss: 0.13175\n", + "[24]\ttraining's auc: 0.90709\ttraining's binary_logloss: 0.116238\tvalid_1's auc: 0.831871\tvalid_1's binary_logloss: 0.131716\n", + "[25]\ttraining's auc: 0.909358\ttraining's binary_logloss: 0.115513\tvalid_1's auc: 0.831918\tvalid_1's binary_logloss: 0.131702\n", + "[26]\ttraining's auc: 0.910687\ttraining's binary_logloss: 0.114907\tvalid_1's auc: 0.832234\tvalid_1's binary_logloss: 0.131644\n", + "[27]\ttraining's auc: 0.912377\ttraining's binary_logloss: 0.114312\tvalid_1's auc: 0.832663\tvalid_1's binary_logloss: 0.131573\n", + "[28]\ttraining's auc: 0.913756\ttraining's binary_logloss: 0.113701\tvalid_1's auc: 0.832061\tvalid_1's binary_logloss: 0.131633\n", + "[29]\ttraining's auc: 0.915081\ttraining's binary_logloss: 0.113072\tvalid_1's auc: 0.83227\tvalid_1's binary_logloss: 0.131599\n", + "[30]\ttraining's auc: 0.916445\ttraining's binary_logloss: 0.112493\tvalid_1's auc: 0.832384\tvalid_1's binary_logloss: 0.131589\n", + "[31]\ttraining's auc: 0.917676\ttraining's binary_logloss: 0.111898\tvalid_1's auc: 0.832706\tvalid_1's binary_logloss: 0.131542\n", + "[32]\ttraining's auc: 0.918799\ttraining's binary_logloss: 0.111273\tvalid_1's auc: 0.832133\tvalid_1's binary_logloss: 0.131672\n", + "[33]\ttraining's auc: 0.920591\ttraining's binary_logloss: 0.11074\tvalid_1's auc: 0.832105\tvalid_1's binary_logloss: 0.131695\n", + "[34]\ttraining's auc: 0.921659\ttraining's binary_logloss: 0.110204\tvalid_1's auc: 0.832182\tvalid_1's binary_logloss: 0.13163\n", + "[35]\ttraining's auc: 0.922869\ttraining's binary_logloss: 0.109623\tvalid_1's auc: 0.832368\tvalid_1's binary_logloss: 0.131599\n", + "[36]\ttraining's auc: 0.923814\ttraining's binary_logloss: 0.109138\tvalid_1's auc: 0.831863\tvalid_1's binary_logloss: 0.131653\n", + "[37]\ttraining's auc: 0.924761\ttraining's binary_logloss: 0.108708\tvalid_1's auc: 0.831939\tvalid_1's binary_logloss: 0.131685\n", + "[38]\ttraining's auc: 0.925754\ttraining's binary_logloss: 0.108178\tvalid_1's auc: 0.831675\tvalid_1's binary_logloss: 0.131767\n", + "[39]\ttraining's auc: 0.926453\ttraining's binary_logloss: 0.107779\tvalid_1's auc: 0.831747\tvalid_1's binary_logloss: 0.131787\n", + "[40]\ttraining's auc: 0.927201\ttraining's binary_logloss: 0.107303\tvalid_1's auc: 0.831815\tvalid_1's binary_logloss: 0.131767\n", + "[1]\ttraining's auc: 0.836246\ttraining's binary_logloss: 0.152539\tvalid_1's auc: 0.813361\tvalid_1's binary_logloss: 0.159184\n", + "[2]\ttraining's auc: 0.846581\ttraining's binary_logloss: 0.146378\tvalid_1's auc: 0.820874\tvalid_1's binary_logloss: 0.153694\n", + "[3]\ttraining's auc: 0.855\ttraining's binary_logloss: 0.141875\tvalid_1's auc: 0.824818\tvalid_1's binary_logloss: 0.150162\n", + "[4]\ttraining's auc: 0.860457\ttraining's binary_logloss: 0.138358\tvalid_1's auc: 0.824886\tvalid_1's binary_logloss: 0.147548\n", + "[5]\ttraining's auc: 0.864037\ttraining's binary_logloss: 0.1356\tvalid_1's auc: 0.827801\tvalid_1's binary_logloss: 0.145378\n", + "[6]\ttraining's auc: 0.866507\ttraining's binary_logloss: 0.133325\tvalid_1's auc: 0.828316\tvalid_1's binary_logloss: 0.143822\n", + "[7]\ttraining's auc: 0.869287\ttraining's binary_logloss: 0.131311\tvalid_1's auc: 0.830203\tvalid_1's binary_logloss: 0.142498\n", + "[8]\ttraining's auc: 0.871172\ttraining's binary_logloss: 0.129661\tvalid_1's auc: 0.830417\tvalid_1's binary_logloss: 0.141469\n", + "[9]\ttraining's auc: 0.873907\ttraining's binary_logloss: 0.128167\tvalid_1's auc: 0.83084\tvalid_1's binary_logloss: 0.140567\n", + "[10]\ttraining's auc: 0.876024\ttraining's binary_logloss: 0.126751\tvalid_1's auc: 0.831086\tvalid_1's binary_logloss: 0.139884\n", + "[11]\ttraining's auc: 0.880243\ttraining's binary_logloss: 0.125399\tvalid_1's auc: 0.832361\tvalid_1's binary_logloss: 0.139358\n", + "[12]\ttraining's auc: 0.882717\ttraining's binary_logloss: 0.124303\tvalid_1's auc: 0.834002\tvalid_1's binary_logloss: 0.138849\n", + "[13]\ttraining's auc: 0.885495\ttraining's binary_logloss: 0.123125\tvalid_1's auc: 0.834356\tvalid_1's binary_logloss: 0.13847\n", + "[14]\ttraining's auc: 0.888181\ttraining's binary_logloss: 0.122032\tvalid_1's auc: 0.834783\tvalid_1's binary_logloss: 0.138161\n", + "[15]\ttraining's auc: 0.889993\ttraining's binary_logloss: 0.121105\tvalid_1's auc: 0.83421\tvalid_1's binary_logloss: 0.137931\n", + "[16]\ttraining's auc: 0.891681\ttraining's binary_logloss: 0.12024\tvalid_1's auc: 0.834778\tvalid_1's binary_logloss: 0.137708\n", + "[17]\ttraining's auc: 0.894234\ttraining's binary_logloss: 0.119353\tvalid_1's auc: 0.835613\tvalid_1's binary_logloss: 0.137448\n", + "[18]\ttraining's auc: 0.896415\ttraining's binary_logloss: 0.118514\tvalid_1's auc: 0.834896\tvalid_1's binary_logloss: 0.137418\n", + "[19]\ttraining's auc: 0.898352\ttraining's binary_logloss: 0.117654\tvalid_1's auc: 0.835034\tvalid_1's binary_logloss: 0.137283\n", + "[20]\ttraining's auc: 0.899743\ttraining's binary_logloss: 0.116881\tvalid_1's auc: 0.83509\tvalid_1's binary_logloss: 0.137136\n", + "[21]\ttraining's auc: 0.901554\ttraining's binary_logloss: 0.116122\tvalid_1's auc: 0.834935\tvalid_1's binary_logloss: 0.137032\n", + "[22]\ttraining's auc: 0.903408\ttraining's binary_logloss: 0.1154\tvalid_1's auc: 0.8347\tvalid_1's binary_logloss: 0.136959\n", + "[23]\ttraining's auc: 0.905311\ttraining's binary_logloss: 0.11468\tvalid_1's auc: 0.834519\tvalid_1's binary_logloss: 0.136978\n", + "[24]\ttraining's auc: 0.906279\ttraining's binary_logloss: 0.114066\tvalid_1's auc: 0.834763\tvalid_1's binary_logloss: 0.136891\n", + "[25]\ttraining's auc: 0.908334\ttraining's binary_logloss: 0.113359\tvalid_1's auc: 0.835322\tvalid_1's binary_logloss: 0.136837\n", + "[26]\ttraining's auc: 0.909701\ttraining's binary_logloss: 0.112753\tvalid_1's auc: 0.834783\tvalid_1's binary_logloss: 0.136926\n", + "[27]\ttraining's auc: 0.911291\ttraining's binary_logloss: 0.112154\tvalid_1's auc: 0.834814\tvalid_1's binary_logloss: 0.136908\n", + "[28]\ttraining's auc: 0.912439\ttraining's binary_logloss: 0.111582\tvalid_1's auc: 0.834719\tvalid_1's binary_logloss: 0.136924\n", + "[29]\ttraining's auc: 0.913771\ttraining's binary_logloss: 0.110998\tvalid_1's auc: 0.834611\tvalid_1's binary_logloss: 0.136971\n", + "[30]\ttraining's auc: 0.915797\ttraining's binary_logloss: 0.110416\tvalid_1's auc: 0.83448\tvalid_1's binary_logloss: 0.136998\n", + "[31]\ttraining's auc: 0.916858\ttraining's binary_logloss: 0.109908\tvalid_1's auc: 0.834847\tvalid_1's binary_logloss: 0.136941\n", + "[32]\ttraining's auc: 0.917919\ttraining's binary_logloss: 0.109462\tvalid_1's auc: 0.834349\tvalid_1's binary_logloss: 0.137013\n", + "[33]\ttraining's auc: 0.91906\ttraining's binary_logloss: 0.108868\tvalid_1's auc: 0.833902\tvalid_1's binary_logloss: 0.137105\n", + "[34]\ttraining's auc: 0.920522\ttraining's binary_logloss: 0.108314\tvalid_1's auc: 0.834076\tvalid_1's binary_logloss: 0.137147\n", + "[35]\ttraining's auc: 0.921383\ttraining's binary_logloss: 0.1078\tvalid_1's auc: 0.833828\tvalid_1's binary_logloss: 0.137288\n", + "[36]\ttraining's auc: 0.922348\ttraining's binary_logloss: 0.107257\tvalid_1's auc: 0.83334\tvalid_1's binary_logloss: 0.137379\n", + "[37]\ttraining's auc: 0.923187\ttraining's binary_logloss: 0.106771\tvalid_1's auc: 0.833259\tvalid_1's binary_logloss: 0.13741\n", + "[38]\ttraining's auc: 0.924268\ttraining's binary_logloss: 0.106265\tvalid_1's auc: 0.833017\tvalid_1's binary_logloss: 0.137454\n", + "[39]\ttraining's auc: 0.924994\ttraining's binary_logloss: 0.105867\tvalid_1's auc: 0.832836\tvalid_1's binary_logloss: 0.137515\n", + "[40]\ttraining's auc: 0.926121\ttraining's binary_logloss: 0.105357\tvalid_1's auc: 0.833099\tvalid_1's binary_logloss: 0.137525\n", + "[41]\ttraining's auc: 0.926826\ttraining's binary_logloss: 0.104932\tvalid_1's auc: 0.833096\tvalid_1's binary_logloss: 0.137582\n", + "[42]\ttraining's auc: 0.927516\ttraining's binary_logloss: 0.104496\tvalid_1's auc: 0.832425\tvalid_1's binary_logloss: 0.13774\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[43]\ttraining's auc: 0.928398\ttraining's binary_logloss: 0.104049\tvalid_1's auc: 0.832246\tvalid_1's binary_logloss: 0.137825\n", + "[44]\ttraining's auc: 0.929355\ttraining's binary_logloss: 0.103536\tvalid_1's auc: 0.831697\tvalid_1's binary_logloss: 0.137981\n", + "[45]\ttraining's auc: 0.929851\ttraining's binary_logloss: 0.103117\tvalid_1's auc: 0.831215\tvalid_1's binary_logloss: 0.138143\n", + "[46]\ttraining's auc: 0.930713\ttraining's binary_logloss: 0.102779\tvalid_1's auc: 0.831622\tvalid_1's binary_logloss: 0.138104\n", + "[47]\ttraining's auc: 0.931371\ttraining's binary_logloss: 0.102419\tvalid_1's auc: 0.831553\tvalid_1's binary_logloss: 0.138154\n", + "[1]\ttraining's auc: 0.841844\ttraining's binary_logloss: 0.159571\tvalid_1's auc: 0.804394\tvalid_1's binary_logloss: 0.1615\n", + "[2]\ttraining's auc: 0.849042\ttraining's binary_logloss: 0.155738\tvalid_1's auc: 0.810635\tvalid_1's binary_logloss: 0.158451\n", + "[3]\ttraining's auc: 0.854645\ttraining's binary_logloss: 0.152634\tvalid_1's auc: 0.816716\tvalid_1's binary_logloss: 0.15593\n", + "[4]\ttraining's auc: 0.857369\ttraining's binary_logloss: 0.149922\tvalid_1's auc: 0.818192\tvalid_1's binary_logloss: 0.153838\n", + "[5]\ttraining's auc: 0.85966\ttraining's binary_logloss: 0.147628\tvalid_1's auc: 0.821265\tvalid_1's binary_logloss: 0.15198\n", + "[6]\ttraining's auc: 0.863152\ttraining's binary_logloss: 0.145543\tvalid_1's auc: 0.823944\tvalid_1's binary_logloss: 0.150422\n", + "[7]\ttraining's auc: 0.864726\ttraining's binary_logloss: 0.143674\tvalid_1's auc: 0.824382\tvalid_1's binary_logloss: 0.149089\n", + "[8]\ttraining's auc: 0.865796\ttraining's binary_logloss: 0.141999\tvalid_1's auc: 0.825081\tvalid_1's binary_logloss: 0.147922\n", + "[9]\ttraining's auc: 0.867718\ttraining's binary_logloss: 0.14045\tvalid_1's auc: 0.826564\tvalid_1's binary_logloss: 0.146807\n", + "[10]\ttraining's auc: 0.868627\ttraining's binary_logloss: 0.138999\tvalid_1's auc: 0.826651\tvalid_1's binary_logloss: 0.145841\n", + "[11]\ttraining's auc: 0.870036\ttraining's binary_logloss: 0.137687\tvalid_1's auc: 0.827161\tvalid_1's binary_logloss: 0.144873\n", + "[12]\ttraining's auc: 0.871186\ttraining's binary_logloss: 0.136514\tvalid_1's auc: 0.828103\tvalid_1's binary_logloss: 0.144021\n", + "[13]\ttraining's auc: 0.872571\ttraining's binary_logloss: 0.135393\tvalid_1's auc: 0.829176\tvalid_1's binary_logloss: 0.143297\n", + "[14]\ttraining's auc: 0.873456\ttraining's binary_logloss: 0.134379\tvalid_1's auc: 0.829432\tvalid_1's binary_logloss: 0.142645\n", + "[15]\ttraining's auc: 0.874756\ttraining's binary_logloss: 0.133397\tvalid_1's auc: 0.829871\tvalid_1's binary_logloss: 0.142021\n", + "[16]\ttraining's auc: 0.875981\ttraining's binary_logloss: 0.132462\tvalid_1's auc: 0.829945\tvalid_1's binary_logloss: 0.141481\n", + "[17]\ttraining's auc: 0.876998\ttraining's binary_logloss: 0.131595\tvalid_1's auc: 0.830042\tvalid_1's binary_logloss: 0.140975\n", + "[18]\ttraining's auc: 0.877984\ttraining's binary_logloss: 0.130772\tvalid_1's auc: 0.830445\tvalid_1's binary_logloss: 0.140492\n", + "[19]\ttraining's auc: 0.879463\ttraining's binary_logloss: 0.12998\tvalid_1's auc: 0.83097\tvalid_1's binary_logloss: 0.139996\n", + "[20]\ttraining's auc: 0.881304\ttraining's binary_logloss: 0.129177\tvalid_1's auc: 0.831394\tvalid_1's binary_logloss: 0.139595\n", + "[21]\ttraining's auc: 0.883034\ttraining's binary_logloss: 0.128471\tvalid_1's auc: 0.83162\tvalid_1's binary_logloss: 0.139241\n", + "[22]\ttraining's auc: 0.884199\ttraining's binary_logloss: 0.127781\tvalid_1's auc: 0.831692\tvalid_1's binary_logloss: 0.138905\n", + "[23]\ttraining's auc: 0.885033\ttraining's binary_logloss: 0.127161\tvalid_1's auc: 0.831686\tvalid_1's binary_logloss: 0.138594\n", + "[24]\ttraining's auc: 0.885961\ttraining's binary_logloss: 0.126541\tvalid_1's auc: 0.831553\tvalid_1's binary_logloss: 0.138305\n", + "[25]\ttraining's auc: 0.887285\ttraining's binary_logloss: 0.125966\tvalid_1's auc: 0.831795\tvalid_1's binary_logloss: 0.13804\n", + "[26]\ttraining's auc: 0.888178\ttraining's binary_logloss: 0.125377\tvalid_1's auc: 0.832146\tvalid_1's binary_logloss: 0.137788\n", + "[27]\ttraining's auc: 0.889216\ttraining's binary_logloss: 0.124828\tvalid_1's auc: 0.832593\tvalid_1's binary_logloss: 0.137555\n", + "[28]\ttraining's auc: 0.890412\ttraining's binary_logloss: 0.12426\tvalid_1's auc: 0.832677\tvalid_1's binary_logloss: 0.137303\n", + "[29]\ttraining's auc: 0.891409\ttraining's binary_logloss: 0.123738\tvalid_1's auc: 0.833304\tvalid_1's binary_logloss: 0.137084\n", + "[30]\ttraining's auc: 0.892574\ttraining's binary_logloss: 0.123186\tvalid_1's auc: 0.833158\tvalid_1's binary_logloss: 0.136927\n", + "[31]\ttraining's auc: 0.893328\ttraining's binary_logloss: 0.122714\tvalid_1's auc: 0.832746\tvalid_1's binary_logloss: 0.136852\n", + "[32]\ttraining's auc: 0.894439\ttraining's binary_logloss: 0.122195\tvalid_1's auc: 0.832377\tvalid_1's binary_logloss: 0.136752\n", + "[33]\ttraining's auc: 0.895303\ttraining's binary_logloss: 0.121713\tvalid_1's auc: 0.832058\tvalid_1's binary_logloss: 0.136638\n", + "[34]\ttraining's auc: 0.896167\ttraining's binary_logloss: 0.121259\tvalid_1's auc: 0.832117\tvalid_1's binary_logloss: 0.136503\n", + "[35]\ttraining's auc: 0.896985\ttraining's binary_logloss: 0.120821\tvalid_1's auc: 0.83216\tvalid_1's binary_logloss: 0.136375\n", + "[36]\ttraining's auc: 0.897652\ttraining's binary_logloss: 0.120398\tvalid_1's auc: 0.832226\tvalid_1's binary_logloss: 0.136306\n", + "[37]\ttraining's auc: 0.898392\ttraining's binary_logloss: 0.119983\tvalid_1's auc: 0.831979\tvalid_1's binary_logloss: 0.136235\n", + "[38]\ttraining's auc: 0.899225\ttraining's binary_logloss: 0.119589\tvalid_1's auc: 0.831446\tvalid_1's binary_logloss: 0.136223\n", + "[39]\ttraining's auc: 0.900043\ttraining's binary_logloss: 0.119203\tvalid_1's auc: 0.831465\tvalid_1's binary_logloss: 0.136153\n", + "[40]\ttraining's auc: 0.900948\ttraining's binary_logloss: 0.118795\tvalid_1's auc: 0.831248\tvalid_1's binary_logloss: 0.136135\n", + "[41]\ttraining's auc: 0.901676\ttraining's binary_logloss: 0.1184\tvalid_1's auc: 0.83083\tvalid_1's binary_logloss: 0.136125\n", + "[42]\ttraining's auc: 0.902361\ttraining's binary_logloss: 0.118041\tvalid_1's auc: 0.830679\tvalid_1's binary_logloss: 0.136079\n", + "[43]\ttraining's auc: 0.903205\ttraining's binary_logloss: 0.117696\tvalid_1's auc: 0.830855\tvalid_1's binary_logloss: 0.136015\n", + "[44]\ttraining's auc: 0.903958\ttraining's binary_logloss: 0.1173\tvalid_1's auc: 0.830842\tvalid_1's binary_logloss: 0.135984\n", + "[45]\ttraining's auc: 0.904577\ttraining's binary_logloss: 0.116963\tvalid_1's auc: 0.830981\tvalid_1's binary_logloss: 0.135944\n", + "[46]\ttraining's auc: 0.905168\ttraining's binary_logloss: 0.116593\tvalid_1's auc: 0.830847\tvalid_1's binary_logloss: 0.135933\n", + "[47]\ttraining's auc: 0.905726\ttraining's binary_logloss: 0.116268\tvalid_1's auc: 0.830706\tvalid_1's binary_logloss: 0.135899\n", + "[48]\ttraining's auc: 0.906389\ttraining's binary_logloss: 0.115906\tvalid_1's auc: 0.830569\tvalid_1's binary_logloss: 0.135866\n", + "[49]\ttraining's auc: 0.907077\ttraining's binary_logloss: 0.115564\tvalid_1's auc: 0.830603\tvalid_1's binary_logloss: 0.13583\n", + "[50]\ttraining's auc: 0.907985\ttraining's binary_logloss: 0.115196\tvalid_1's auc: 0.830497\tvalid_1's binary_logloss: 0.135858\n", + "[51]\ttraining's auc: 0.908572\ttraining's binary_logloss: 0.114882\tvalid_1's auc: 0.830525\tvalid_1's binary_logloss: 0.135849\n", + "[52]\ttraining's auc: 0.909209\ttraining's binary_logloss: 0.114548\tvalid_1's auc: 0.830377\tvalid_1's binary_logloss: 0.135861\n", + "[53]\ttraining's auc: 0.90987\ttraining's binary_logloss: 0.114229\tvalid_1's auc: 0.83019\tvalid_1's binary_logloss: 0.135877\n", + "[54]\ttraining's auc: 0.910731\ttraining's binary_logloss: 0.113907\tvalid_1's auc: 0.830249\tvalid_1's binary_logloss: 0.13588\n", + "[55]\ttraining's auc: 0.911396\ttraining's binary_logloss: 0.113612\tvalid_1's auc: 0.830362\tvalid_1's binary_logloss: 0.135873\n", + "[56]\ttraining's auc: 0.91197\ttraining's binary_logloss: 0.113299\tvalid_1's auc: 0.830115\tvalid_1's binary_logloss: 0.135911\n", + "[57]\ttraining's auc: 0.912452\ttraining's binary_logloss: 0.113051\tvalid_1's auc: 0.829819\tvalid_1's binary_logloss: 0.135974\n", + "[58]\ttraining's auc: 0.913021\ttraining's binary_logloss: 0.112777\tvalid_1's auc: 0.829477\tvalid_1's binary_logloss: 0.136023\n", + "[59]\ttraining's auc: 0.913785\ttraining's binary_logloss: 0.112475\tvalid_1's auc: 0.829484\tvalid_1's binary_logloss: 0.136037\n", + "[1]\ttraining's auc: 0.839513\ttraining's binary_logloss: 0.162023\tvalid_1's auc: 0.817735\tvalid_1's binary_logloss: 0.156877\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2]\ttraining's auc: 0.845126\ttraining's binary_logloss: 0.158179\tvalid_1's auc: 0.820962\tvalid_1's binary_logloss: 0.153778\n", + "[3]\ttraining's auc: 0.849983\ttraining's binary_logloss: 0.154888\tvalid_1's auc: 0.823546\tvalid_1's binary_logloss: 0.151296\n", + "[4]\ttraining's auc: 0.855486\ttraining's binary_logloss: 0.152171\tvalid_1's auc: 0.82866\tvalid_1's binary_logloss: 0.149113\n", + "[5]\ttraining's auc: 0.857141\ttraining's binary_logloss: 0.149868\tvalid_1's auc: 0.829197\tvalid_1's binary_logloss: 0.147297\n", + "[6]\ttraining's auc: 0.862452\ttraining's binary_logloss: 0.147764\tvalid_1's auc: 0.831433\tvalid_1's binary_logloss: 0.145808\n", + "[7]\ttraining's auc: 0.863475\ttraining's binary_logloss: 0.145879\tvalid_1's auc: 0.832402\tvalid_1's binary_logloss: 0.1444\n", + "[8]\ttraining's auc: 0.865758\ttraining's binary_logloss: 0.144198\tvalid_1's auc: 0.832782\tvalid_1's binary_logloss: 0.143153\n", + "[9]\ttraining's auc: 0.867094\ttraining's binary_logloss: 0.142647\tvalid_1's auc: 0.832046\tvalid_1's binary_logloss: 0.142099\n", + "[10]\ttraining's auc: 0.868273\ttraining's binary_logloss: 0.141245\tvalid_1's auc: 0.832372\tvalid_1's binary_logloss: 0.141103\n", + "[11]\ttraining's auc: 0.869867\ttraining's binary_logloss: 0.13987\tvalid_1's auc: 0.833065\tvalid_1's binary_logloss: 0.140254\n", + "[12]\ttraining's auc: 0.870656\ttraining's binary_logloss: 0.138638\tvalid_1's auc: 0.833967\tvalid_1's binary_logloss: 0.139397\n", + "[13]\ttraining's auc: 0.871939\ttraining's binary_logloss: 0.137488\tvalid_1's auc: 0.834208\tvalid_1's binary_logloss: 0.138667\n", + "[14]\ttraining's auc: 0.873058\ttraining's binary_logloss: 0.136417\tvalid_1's auc: 0.83413\tvalid_1's binary_logloss: 0.138013\n", + "[15]\ttraining's auc: 0.873912\ttraining's binary_logloss: 0.135413\tvalid_1's auc: 0.834423\tvalid_1's binary_logloss: 0.137386\n", + "[16]\ttraining's auc: 0.874812\ttraining's binary_logloss: 0.13446\tvalid_1's auc: 0.834381\tvalid_1's binary_logloss: 0.136864\n", + "[17]\ttraining's auc: 0.875889\ttraining's binary_logloss: 0.133599\tvalid_1's auc: 0.834109\tvalid_1's binary_logloss: 0.136382\n", + "[18]\ttraining's auc: 0.877154\ttraining's binary_logloss: 0.132751\tvalid_1's auc: 0.834164\tvalid_1's binary_logloss: 0.135923\n", + "[19]\ttraining's auc: 0.878195\ttraining's binary_logloss: 0.13198\tvalid_1's auc: 0.834219\tvalid_1's binary_logloss: 0.1355\n", + "[20]\ttraining's auc: 0.879284\ttraining's binary_logloss: 0.131246\tvalid_1's auc: 0.834299\tvalid_1's binary_logloss: 0.135113\n", + "[21]\ttraining's auc: 0.88104\ttraining's binary_logloss: 0.130539\tvalid_1's auc: 0.834472\tvalid_1's binary_logloss: 0.134758\n", + "[22]\ttraining's auc: 0.882142\ttraining's binary_logloss: 0.12985\tvalid_1's auc: 0.834276\tvalid_1's binary_logloss: 0.134446\n", + "[23]\ttraining's auc: 0.882999\ttraining's binary_logloss: 0.129213\tvalid_1's auc: 0.834199\tvalid_1's binary_logloss: 0.134172\n", + "[24]\ttraining's auc: 0.884073\ttraining's binary_logloss: 0.128549\tvalid_1's auc: 0.83418\tvalid_1's binary_logloss: 0.133895\n", + "[25]\ttraining's auc: 0.885176\ttraining's binary_logloss: 0.127934\tvalid_1's auc: 0.834012\tvalid_1's binary_logloss: 0.133647\n", + "[26]\ttraining's auc: 0.886171\ttraining's binary_logloss: 0.127353\tvalid_1's auc: 0.834156\tvalid_1's binary_logloss: 0.133408\n", + "[27]\ttraining's auc: 0.887056\ttraining's binary_logloss: 0.126798\tvalid_1's auc: 0.834068\tvalid_1's binary_logloss: 0.133207\n", + "[28]\ttraining's auc: 0.887798\ttraining's binary_logloss: 0.126245\tvalid_1's auc: 0.833727\tvalid_1's binary_logloss: 0.133068\n", + "[29]\ttraining's auc: 0.888576\ttraining's binary_logloss: 0.125714\tvalid_1's auc: 0.833896\tvalid_1's binary_logloss: 0.132868\n", + "[30]\ttraining's auc: 0.889747\ttraining's binary_logloss: 0.125181\tvalid_1's auc: 0.834293\tvalid_1's binary_logloss: 0.132641\n", + "[31]\ttraining's auc: 0.890673\ttraining's binary_logloss: 0.124687\tvalid_1's auc: 0.834417\tvalid_1's binary_logloss: 0.132469\n", + "[32]\ttraining's auc: 0.891398\ttraining's binary_logloss: 0.124209\tvalid_1's auc: 0.834123\tvalid_1's binary_logloss: 0.132358\n", + "[33]\ttraining's auc: 0.892254\ttraining's binary_logloss: 0.12377\tvalid_1's auc: 0.834361\tvalid_1's binary_logloss: 0.132196\n", + "[34]\ttraining's auc: 0.892786\ttraining's binary_logloss: 0.123325\tvalid_1's auc: 0.834381\tvalid_1's binary_logloss: 0.132098\n", + "[35]\ttraining's auc: 0.893675\ttraining's binary_logloss: 0.122875\tvalid_1's auc: 0.834439\tvalid_1's binary_logloss: 0.131996\n", + "[36]\ttraining's auc: 0.894594\ttraining's binary_logloss: 0.122427\tvalid_1's auc: 0.834713\tvalid_1's binary_logloss: 0.131833\n", + "[37]\ttraining's auc: 0.895626\ttraining's binary_logloss: 0.122015\tvalid_1's auc: 0.834819\tvalid_1's binary_logloss: 0.131776\n", + "[38]\ttraining's auc: 0.89626\ttraining's binary_logloss: 0.121609\tvalid_1's auc: 0.834596\tvalid_1's binary_logloss: 0.131696\n", + "[39]\ttraining's auc: 0.897094\ttraining's binary_logloss: 0.121193\tvalid_1's auc: 0.834408\tvalid_1's binary_logloss: 0.131654\n", + "[40]\ttraining's auc: 0.897868\ttraining's binary_logloss: 0.120801\tvalid_1's auc: 0.834351\tvalid_1's binary_logloss: 0.131577\n", + "[41]\ttraining's auc: 0.89886\ttraining's binary_logloss: 0.120405\tvalid_1's auc: 0.834838\tvalid_1's binary_logloss: 0.131458\n", + "[42]\ttraining's auc: 0.89957\ttraining's binary_logloss: 0.120037\tvalid_1's auc: 0.834675\tvalid_1's binary_logloss: 0.13138\n", + "[43]\ttraining's auc: 0.900163\ttraining's binary_logloss: 0.119671\tvalid_1's auc: 0.834824\tvalid_1's binary_logloss: 0.131306\n", + "[44]\ttraining's auc: 0.900779\ttraining's binary_logloss: 0.119306\tvalid_1's auc: 0.834564\tvalid_1's binary_logloss: 0.131257\n", + "[45]\ttraining's auc: 0.901636\ttraining's binary_logloss: 0.118926\tvalid_1's auc: 0.834828\tvalid_1's binary_logloss: 0.131186\n", + "[46]\ttraining's auc: 0.902782\ttraining's binary_logloss: 0.118525\tvalid_1's auc: 0.835012\tvalid_1's binary_logloss: 0.131119\n", + "[47]\ttraining's auc: 0.903581\ttraining's binary_logloss: 0.118159\tvalid_1's auc: 0.835328\tvalid_1's binary_logloss: 0.131036\n", + "[48]\ttraining's auc: 0.904423\ttraining's binary_logloss: 0.117802\tvalid_1's auc: 0.835467\tvalid_1's binary_logloss: 0.130973\n", + "[49]\ttraining's auc: 0.905127\ttraining's binary_logloss: 0.117465\tvalid_1's auc: 0.835526\tvalid_1's binary_logloss: 0.130915\n", + "[50]\ttraining's auc: 0.905941\ttraining's binary_logloss: 0.117134\tvalid_1's auc: 0.835525\tvalid_1's binary_logloss: 0.130874\n", + "[51]\ttraining's auc: 0.906598\ttraining's binary_logloss: 0.116807\tvalid_1's auc: 0.835325\tvalid_1's binary_logloss: 0.130851\n", + "[52]\ttraining's auc: 0.907715\ttraining's binary_logloss: 0.116473\tvalid_1's auc: 0.835201\tvalid_1's binary_logloss: 0.130843\n", + "[53]\ttraining's auc: 0.908671\ttraining's binary_logloss: 0.11613\tvalid_1's auc: 0.835004\tvalid_1's binary_logloss: 0.130869\n", + "[54]\ttraining's auc: 0.909418\ttraining's binary_logloss: 0.115804\tvalid_1's auc: 0.835013\tvalid_1's binary_logloss: 0.130849\n", + "[55]\ttraining's auc: 0.910121\ttraining's binary_logloss: 0.115493\tvalid_1's auc: 0.834807\tvalid_1's binary_logloss: 0.130853\n", + "[56]\ttraining's auc: 0.91115\ttraining's binary_logloss: 0.115182\tvalid_1's auc: 0.834791\tvalid_1's binary_logloss: 0.13083\n", + "[57]\ttraining's auc: 0.912093\ttraining's binary_logloss: 0.114856\tvalid_1's auc: 0.834753\tvalid_1's binary_logloss: 0.13082\n", + "[58]\ttraining's auc: 0.912963\ttraining's binary_logloss: 0.114538\tvalid_1's auc: 0.834648\tvalid_1's binary_logloss: 0.130796\n", + "[59]\ttraining's auc: 0.913711\ttraining's binary_logloss: 0.114227\tvalid_1's auc: 0.834531\tvalid_1's binary_logloss: 0.1308\n", + "[60]\ttraining's auc: 0.914414\ttraining's binary_logloss: 0.11391\tvalid_1's auc: 0.834685\tvalid_1's binary_logloss: 0.130817\n", + "[61]\ttraining's auc: 0.915225\ttraining's binary_logloss: 0.113597\tvalid_1's auc: 0.834699\tvalid_1's binary_logloss: 0.130804\n", + "[62]\ttraining's auc: 0.915686\ttraining's binary_logloss: 0.113337\tvalid_1's auc: 0.834812\tvalid_1's binary_logloss: 0.130801\n", + "[63]\ttraining's auc: 0.916509\ttraining's binary_logloss: 0.113044\tvalid_1's auc: 0.834751\tvalid_1's binary_logloss: 0.130821\n", + "[64]\ttraining's auc: 0.917053\ttraining's binary_logloss: 0.112781\tvalid_1's auc: 0.834821\tvalid_1's binary_logloss: 0.130793\n", + "[65]\ttraining's auc: 0.917647\ttraining's binary_logloss: 0.112524\tvalid_1's auc: 0.834868\tvalid_1's binary_logloss: 0.130789\n", + "[66]\ttraining's auc: 0.918363\ttraining's binary_logloss: 0.112241\tvalid_1's auc: 0.834935\tvalid_1's binary_logloss: 0.130801\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[67]\ttraining's auc: 0.919099\ttraining's binary_logloss: 0.111967\tvalid_1's auc: 0.83481\tvalid_1's binary_logloss: 0.130834\n", + "[68]\ttraining's auc: 0.919961\ttraining's binary_logloss: 0.11169\tvalid_1's auc: 0.834767\tvalid_1's binary_logloss: 0.130824\n", + "[69]\ttraining's auc: 0.920579\ttraining's binary_logloss: 0.111437\tvalid_1's auc: 0.834775\tvalid_1's binary_logloss: 0.130833\n", + "[70]\ttraining's auc: 0.921044\ttraining's binary_logloss: 0.11119\tvalid_1's auc: 0.834672\tvalid_1's binary_logloss: 0.130855\n", + "[71]\ttraining's auc: 0.921705\ttraining's binary_logloss: 0.110939\tvalid_1's auc: 0.834609\tvalid_1's binary_logloss: 0.130872\n", + "[72]\ttraining's auc: 0.922466\ttraining's binary_logloss: 0.110715\tvalid_1's auc: 0.834745\tvalid_1's binary_logloss: 0.130847\n", + "[73]\ttraining's auc: 0.922956\ttraining's binary_logloss: 0.110461\tvalid_1's auc: 0.834707\tvalid_1's binary_logloss: 0.130866\n", + "[74]\ttraining's auc: 0.923491\ttraining's binary_logloss: 0.110218\tvalid_1's auc: 0.834526\tvalid_1's binary_logloss: 0.13091\n", + "[75]\ttraining's auc: 0.923963\ttraining's binary_logloss: 0.110012\tvalid_1's auc: 0.834684\tvalid_1's binary_logloss: 0.130895\n", + "[76]\ttraining's auc: 0.924494\ttraining's binary_logloss: 0.109785\tvalid_1's auc: 0.834597\tvalid_1's binary_logloss: 0.130899\n", + "[77]\ttraining's auc: 0.925034\ttraining's binary_logloss: 0.109549\tvalid_1's auc: 0.834733\tvalid_1's binary_logloss: 0.130874\n", + "[78]\ttraining's auc: 0.925494\ttraining's binary_logloss: 0.109325\tvalid_1's auc: 0.834669\tvalid_1's binary_logloss: 0.130878\n", + "[79]\ttraining's auc: 0.926057\ttraining's binary_logloss: 0.109119\tvalid_1's auc: 0.834721\tvalid_1's binary_logloss: 0.130886\n", + "[1]\ttraining's auc: 0.840229\ttraining's binary_logloss: 0.158439\tvalid_1's auc: 0.814739\tvalid_1's binary_logloss: 0.164454\n", + "[2]\ttraining's auc: 0.848348\ttraining's binary_logloss: 0.154741\tvalid_1's auc: 0.824967\tvalid_1's binary_logloss: 0.16115\n", + "[3]\ttraining's auc: 0.850412\ttraining's binary_logloss: 0.1517\tvalid_1's auc: 0.825143\tvalid_1's binary_logloss: 0.158387\n", + "[4]\ttraining's auc: 0.855363\ttraining's binary_logloss: 0.149065\tvalid_1's auc: 0.825576\tvalid_1's binary_logloss: 0.156161\n", + "[5]\ttraining's auc: 0.857222\ttraining's binary_logloss: 0.146736\tvalid_1's auc: 0.825193\tvalid_1's binary_logloss: 0.154297\n", + "[6]\ttraining's auc: 0.859117\ttraining's binary_logloss: 0.144652\tvalid_1's auc: 0.826626\tvalid_1's binary_logloss: 0.152498\n", + "[7]\ttraining's auc: 0.861229\ttraining's binary_logloss: 0.14277\tvalid_1's auc: 0.827951\tvalid_1's binary_logloss: 0.15102\n", + "[8]\ttraining's auc: 0.863191\ttraining's binary_logloss: 0.141087\tvalid_1's auc: 0.827917\tvalid_1's binary_logloss: 0.149725\n", + "[9]\ttraining's auc: 0.865148\ttraining's binary_logloss: 0.139518\tvalid_1's auc: 0.828494\tvalid_1's binary_logloss: 0.148592\n", + "[10]\ttraining's auc: 0.866353\ttraining's binary_logloss: 0.138131\tvalid_1's auc: 0.828814\tvalid_1's binary_logloss: 0.147553\n", + "[11]\ttraining's auc: 0.868296\ttraining's binary_logloss: 0.136797\tvalid_1's auc: 0.829913\tvalid_1's binary_logloss: 0.146572\n", + "[12]\ttraining's auc: 0.869148\ttraining's binary_logloss: 0.135621\tvalid_1's auc: 0.829958\tvalid_1's binary_logloss: 0.145767\n", + "[13]\ttraining's auc: 0.870113\ttraining's binary_logloss: 0.134526\tvalid_1's auc: 0.830186\tvalid_1's binary_logloss: 0.145019\n", + "[14]\ttraining's auc: 0.871505\ttraining's binary_logloss: 0.133553\tvalid_1's auc: 0.830654\tvalid_1's binary_logloss: 0.14433\n", + "[15]\ttraining's auc: 0.872571\ttraining's binary_logloss: 0.132603\tvalid_1's auc: 0.830976\tvalid_1's binary_logloss: 0.143698\n", + "[16]\ttraining's auc: 0.873579\ttraining's binary_logloss: 0.131714\tvalid_1's auc: 0.831203\tvalid_1's binary_logloss: 0.143081\n", + "[17]\ttraining's auc: 0.874676\ttraining's binary_logloss: 0.13084\tvalid_1's auc: 0.831406\tvalid_1's binary_logloss: 0.142523\n", + "[18]\ttraining's auc: 0.876091\ttraining's binary_logloss: 0.130042\tvalid_1's auc: 0.831709\tvalid_1's binary_logloss: 0.142008\n", + "[19]\ttraining's auc: 0.877938\ttraining's binary_logloss: 0.12928\tvalid_1's auc: 0.833354\tvalid_1's binary_logloss: 0.14159\n", + "[20]\ttraining's auc: 0.878952\ttraining's binary_logloss: 0.128561\tvalid_1's auc: 0.834003\tvalid_1's binary_logloss: 0.141185\n", + "[21]\ttraining's auc: 0.880064\ttraining's binary_logloss: 0.127832\tvalid_1's auc: 0.834132\tvalid_1's binary_logloss: 0.140802\n", + "[22]\ttraining's auc: 0.88075\ttraining's binary_logloss: 0.127167\tvalid_1's auc: 0.834041\tvalid_1's binary_logloss: 0.140484\n", + "[23]\ttraining's auc: 0.88234\ttraining's binary_logloss: 0.126539\tvalid_1's auc: 0.834356\tvalid_1's binary_logloss: 0.140194\n", + "[24]\ttraining's auc: 0.883442\ttraining's binary_logloss: 0.125947\tvalid_1's auc: 0.834365\tvalid_1's binary_logloss: 0.139895\n", + "[25]\ttraining's auc: 0.884457\ttraining's binary_logloss: 0.125329\tvalid_1's auc: 0.834198\tvalid_1's binary_logloss: 0.139637\n", + "[26]\ttraining's auc: 0.885438\ttraining's binary_logloss: 0.124734\tvalid_1's auc: 0.834204\tvalid_1's binary_logloss: 0.139378\n", + "[27]\ttraining's auc: 0.886671\ttraining's binary_logloss: 0.124166\tvalid_1's auc: 0.834497\tvalid_1's binary_logloss: 0.139135\n", + "[28]\ttraining's auc: 0.888329\ttraining's binary_logloss: 0.123629\tvalid_1's auc: 0.834982\tvalid_1's binary_logloss: 0.138924\n", + "[29]\ttraining's auc: 0.889453\ttraining's binary_logloss: 0.123086\tvalid_1's auc: 0.835175\tvalid_1's binary_logloss: 0.138725\n", + "[30]\ttraining's auc: 0.890525\ttraining's binary_logloss: 0.12259\tvalid_1's auc: 0.835347\tvalid_1's binary_logloss: 0.138508\n", + "[31]\ttraining's auc: 0.891632\ttraining's binary_logloss: 0.122096\tvalid_1's auc: 0.83556\tvalid_1's binary_logloss: 0.138337\n", + "[32]\ttraining's auc: 0.892498\ttraining's binary_logloss: 0.121652\tvalid_1's auc: 0.83579\tvalid_1's binary_logloss: 0.138173\n", + "[33]\ttraining's auc: 0.893416\ttraining's binary_logloss: 0.121177\tvalid_1's auc: 0.836159\tvalid_1's binary_logloss: 0.13799\n", + "[34]\ttraining's auc: 0.894666\ttraining's binary_logloss: 0.120681\tvalid_1's auc: 0.836518\tvalid_1's binary_logloss: 0.137843\n", + "[35]\ttraining's auc: 0.895792\ttraining's binary_logloss: 0.120206\tvalid_1's auc: 0.836167\tvalid_1's binary_logloss: 0.137728\n", + "[36]\ttraining's auc: 0.89684\ttraining's binary_logloss: 0.119739\tvalid_1's auc: 0.836094\tvalid_1's binary_logloss: 0.137628\n", + "[37]\ttraining's auc: 0.897669\ttraining's binary_logloss: 0.119348\tvalid_1's auc: 0.835604\tvalid_1's binary_logloss: 0.137588\n", + "[38]\ttraining's auc: 0.898534\ttraining's binary_logloss: 0.118925\tvalid_1's auc: 0.835957\tvalid_1's binary_logloss: 0.137484\n", + "[39]\ttraining's auc: 0.899496\ttraining's binary_logloss: 0.118484\tvalid_1's auc: 0.835719\tvalid_1's binary_logloss: 0.137438\n", + "[40]\ttraining's auc: 0.900471\ttraining's binary_logloss: 0.118091\tvalid_1's auc: 0.835536\tvalid_1's binary_logloss: 0.137354\n", + "[41]\ttraining's auc: 0.901255\ttraining's binary_logloss: 0.117705\tvalid_1's auc: 0.835499\tvalid_1's binary_logloss: 0.137271\n", + "[42]\ttraining's auc: 0.902297\ttraining's binary_logloss: 0.117277\tvalid_1's auc: 0.8354\tvalid_1's binary_logloss: 0.137222\n", + "[43]\ttraining's auc: 0.903023\ttraining's binary_logloss: 0.116904\tvalid_1's auc: 0.835245\tvalid_1's binary_logloss: 0.137176\n", + "[44]\ttraining's auc: 0.903714\ttraining's binary_logloss: 0.116533\tvalid_1's auc: 0.834976\tvalid_1's binary_logloss: 0.137174\n", + "[45]\ttraining's auc: 0.904652\ttraining's binary_logloss: 0.116164\tvalid_1's auc: 0.834787\tvalid_1's binary_logloss: 0.137165\n", + "[46]\ttraining's auc: 0.905287\ttraining's binary_logloss: 0.11578\tvalid_1's auc: 0.835066\tvalid_1's binary_logloss: 0.137074\n", + "[47]\ttraining's auc: 0.906122\ttraining's binary_logloss: 0.115444\tvalid_1's auc: 0.835272\tvalid_1's binary_logloss: 0.137018\n", + "[48]\ttraining's auc: 0.906732\ttraining's binary_logloss: 0.11511\tvalid_1's auc: 0.835145\tvalid_1's binary_logloss: 0.137026\n", + "[49]\ttraining's auc: 0.907225\ttraining's binary_logloss: 0.114765\tvalid_1's auc: 0.834796\tvalid_1's binary_logloss: 0.137072\n", + "[50]\ttraining's auc: 0.907979\ttraining's binary_logloss: 0.114426\tvalid_1's auc: 0.834631\tvalid_1's binary_logloss: 0.1371\n", + "[51]\ttraining's auc: 0.908718\ttraining's binary_logloss: 0.114068\tvalid_1's auc: 0.834513\tvalid_1's binary_logloss: 0.137112\n", + "[52]\ttraining's auc: 0.909595\ttraining's binary_logloss: 0.113761\tvalid_1's auc: 0.834349\tvalid_1's binary_logloss: 0.137106\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[53]\ttraining's auc: 0.910268\ttraining's binary_logloss: 0.113435\tvalid_1's auc: 0.83409\tvalid_1's binary_logloss: 0.137088\n", + "[54]\ttraining's auc: 0.910937\ttraining's binary_logloss: 0.113107\tvalid_1's auc: 0.834024\tvalid_1's binary_logloss: 0.137091\n", + "[55]\ttraining's auc: 0.911424\ttraining's binary_logloss: 0.112806\tvalid_1's auc: 0.83386\tvalid_1's binary_logloss: 0.137104\n", + "[56]\ttraining's auc: 0.911951\ttraining's binary_logloss: 0.112494\tvalid_1's auc: 0.833733\tvalid_1's binary_logloss: 0.137108\n", + "[57]\ttraining's auc: 0.912579\ttraining's binary_logloss: 0.112199\tvalid_1's auc: 0.833872\tvalid_1's binary_logloss: 0.137119\n", + "[58]\ttraining's auc: 0.913311\ttraining's binary_logloss: 0.111884\tvalid_1's auc: 0.834009\tvalid_1's binary_logloss: 0.137068\n", + "[59]\ttraining's auc: 0.91439\ttraining's binary_logloss: 0.111579\tvalid_1's auc: 0.83409\tvalid_1's binary_logloss: 0.137062\n", + "[60]\ttraining's auc: 0.915064\ttraining's binary_logloss: 0.111294\tvalid_1's auc: 0.834265\tvalid_1's binary_logloss: 0.137019\n", + "[61]\ttraining's auc: 0.915807\ttraining's binary_logloss: 0.111016\tvalid_1's auc: 0.834506\tvalid_1's binary_logloss: 0.137013\n", + "[62]\ttraining's auc: 0.916345\ttraining's binary_logloss: 0.110732\tvalid_1's auc: 0.834342\tvalid_1's binary_logloss: 0.137033\n", + "[63]\ttraining's auc: 0.917095\ttraining's binary_logloss: 0.110432\tvalid_1's auc: 0.834418\tvalid_1's binary_logloss: 0.137025\n", + "[64]\ttraining's auc: 0.91762\ttraining's binary_logloss: 0.110182\tvalid_1's auc: 0.834357\tvalid_1's binary_logloss: 0.137029\n", + "100%|███████████████████████████████████████████████| 50/50 [03:32<00:00, 4.26s/trial, best loss: -0.8357657786434084]\n", + "best: {'learning_rate': 0.08592271133758617, 'max_depth': 121.0, 'min_child_samples': 69.0, 'num_leaves': 41.0, 'subsample': 0.9148958093027029}\n" + ] + } + ], + "source": [ + "from hyperopt import fmin, tpe, Trials\n", + "\n", + "trials = Trials()\n", + "\n", + "# fmin()함수를 호출. max_evals지정된 횟수만큼 반복 후 목적함수의 최소값을 가지는 최적 입력값 추출. \n", + "best = fmin(fn=objective_func, space=lgbm_search_space, algo=tpe.suggest,\n", + " max_evals=50, # 최대 반복 횟수를 지정합니다.\n", + " trials=trials, rstate=np.random.default_rng(seed=30))\n", + "\n", + "print('best:', best)" + ] + }, + { + "cell_type": "code", + "execution_count": 36, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[1]\ttraining's auc: 0.831361\ttraining's binary_logloss: 0.156294\tvalid_1's auc: 0.806483\tvalid_1's binary_logloss: 0.158715\n", + "[2]\ttraining's auc: 0.838601\ttraining's binary_logloss: 0.15083\tvalid_1's auc: 0.811773\tvalid_1's binary_logloss: 0.154507\n", + "[3]\ttraining's auc: 0.848105\ttraining's binary_logloss: 0.146815\tvalid_1's auc: 0.816877\tvalid_1's binary_logloss: 0.151293\n", + "[4]\ttraining's auc: 0.851973\ttraining's binary_logloss: 0.143629\tvalid_1's auc: 0.819909\tvalid_1's binary_logloss: 0.148714\n", + "[5]\ttraining's auc: 0.856732\ttraining's binary_logloss: 0.140963\tvalid_1's auc: 0.822219\tvalid_1's binary_logloss: 0.146675\n", + "[6]\ttraining's auc: 0.85899\ttraining's binary_logloss: 0.138758\tvalid_1's auc: 0.825534\tvalid_1's binary_logloss: 0.144992\n", + "[7]\ttraining's auc: 0.860992\ttraining's binary_logloss: 0.136897\tvalid_1's auc: 0.825534\tvalid_1's binary_logloss: 0.143674\n", + "[8]\ttraining's auc: 0.862288\ttraining's binary_logloss: 0.135247\tvalid_1's auc: 0.827324\tvalid_1's binary_logloss: 0.142438\n", + "[9]\ttraining's auc: 0.86473\ttraining's binary_logloss: 0.133717\tvalid_1's auc: 0.827107\tvalid_1's binary_logloss: 0.141542\n", + "[10]\ttraining's auc: 0.866506\ttraining's binary_logloss: 0.132353\tvalid_1's auc: 0.827741\tvalid_1's binary_logloss: 0.140727\n", + "[11]\ttraining's auc: 0.867918\ttraining's binary_logloss: 0.131158\tvalid_1's auc: 0.827511\tvalid_1's binary_logloss: 0.140093\n", + "[12]\ttraining's auc: 0.869168\ttraining's binary_logloss: 0.1301\tvalid_1's auc: 0.82803\tvalid_1's binary_logloss: 0.139393\n", + "[13]\ttraining's auc: 0.870502\ttraining's binary_logloss: 0.129133\tvalid_1's auc: 0.828548\tvalid_1's binary_logloss: 0.138851\n", + "[14]\ttraining's auc: 0.872337\ttraining's binary_logloss: 0.128173\tvalid_1's auc: 0.829339\tvalid_1's binary_logloss: 0.138263\n", + "[15]\ttraining's auc: 0.874502\ttraining's binary_logloss: 0.127262\tvalid_1's auc: 0.829151\tvalid_1's binary_logloss: 0.137909\n", + "[16]\ttraining's auc: 0.876499\ttraining's binary_logloss: 0.126448\tvalid_1's auc: 0.829412\tvalid_1's binary_logloss: 0.137536\n", + "[17]\ttraining's auc: 0.878058\ttraining's binary_logloss: 0.125657\tvalid_1's auc: 0.828477\tvalid_1's binary_logloss: 0.137388\n", + "[18]\ttraining's auc: 0.879409\ttraining's binary_logloss: 0.124932\tvalid_1's auc: 0.828364\tvalid_1's binary_logloss: 0.137139\n", + "[19]\ttraining's auc: 0.881133\ttraining's binary_logloss: 0.124179\tvalid_1's auc: 0.829188\tvalid_1's binary_logloss: 0.136879\n", + "[20]\ttraining's auc: 0.882229\ttraining's binary_logloss: 0.123553\tvalid_1's auc: 0.829474\tvalid_1's binary_logloss: 0.13664\n", + "[21]\ttraining's auc: 0.883393\ttraining's binary_logloss: 0.12292\tvalid_1's auc: 0.829625\tvalid_1's binary_logloss: 0.136445\n", + "[22]\ttraining's auc: 0.884854\ttraining's binary_logloss: 0.122355\tvalid_1's auc: 0.829807\tvalid_1's binary_logloss: 0.136287\n", + "[23]\ttraining's auc: 0.886296\ttraining's binary_logloss: 0.12183\tvalid_1's auc: 0.829692\tvalid_1's binary_logloss: 0.136181\n", + "[24]\ttraining's auc: 0.887306\ttraining's binary_logloss: 0.12126\tvalid_1's auc: 0.829842\tvalid_1's binary_logloss: 0.136052\n", + "[25]\ttraining's auc: 0.889002\ttraining's binary_logloss: 0.120734\tvalid_1's auc: 0.830468\tvalid_1's binary_logloss: 0.1359\n", + "[26]\ttraining's auc: 0.890026\ttraining's binary_logloss: 0.120252\tvalid_1's auc: 0.830476\tvalid_1's binary_logloss: 0.135831\n", + "[27]\ttraining's auc: 0.8913\ttraining's binary_logloss: 0.119767\tvalid_1's auc: 0.830845\tvalid_1's binary_logloss: 0.135779\n", + "[28]\ttraining's auc: 0.892129\ttraining's binary_logloss: 0.119309\tvalid_1's auc: 0.83118\tvalid_1's binary_logloss: 0.135664\n", + "[29]\ttraining's auc: 0.893525\ttraining's binary_logloss: 0.118818\tvalid_1's auc: 0.830894\tvalid_1's binary_logloss: 0.135673\n", + "[30]\ttraining's auc: 0.89483\ttraining's binary_logloss: 0.118349\tvalid_1's auc: 0.831067\tvalid_1's binary_logloss: 0.135621\n", + "[31]\ttraining's auc: 0.896448\ttraining's binary_logloss: 0.11787\tvalid_1's auc: 0.83112\tvalid_1's binary_logloss: 0.135582\n", + "[32]\ttraining's auc: 0.898108\ttraining's binary_logloss: 0.11749\tvalid_1's auc: 0.831182\tvalid_1's binary_logloss: 0.135538\n", + "[33]\ttraining's auc: 0.898971\ttraining's binary_logloss: 0.117135\tvalid_1's auc: 0.83093\tvalid_1's binary_logloss: 0.135536\n", + "[34]\ttraining's auc: 0.899922\ttraining's binary_logloss: 0.116759\tvalid_1's auc: 0.831573\tvalid_1's binary_logloss: 0.13543\n", + "[35]\ttraining's auc: 0.900888\ttraining's binary_logloss: 0.116402\tvalid_1's auc: 0.831464\tvalid_1's binary_logloss: 0.135408\n", + "[36]\ttraining's auc: 0.902104\ttraining's binary_logloss: 0.115978\tvalid_1's auc: 0.831392\tvalid_1's binary_logloss: 0.135415\n", + "[37]\ttraining's auc: 0.903275\ttraining's binary_logloss: 0.115614\tvalid_1's auc: 0.831388\tvalid_1's binary_logloss: 0.135371\n", + "[38]\ttraining's auc: 0.904538\ttraining's binary_logloss: 0.115289\tvalid_1's auc: 0.831846\tvalid_1's binary_logloss: 0.135311\n", + "[39]\ttraining's auc: 0.905448\ttraining's binary_logloss: 0.114928\tvalid_1's auc: 0.831652\tvalid_1's binary_logloss: 0.135339\n", + "[40]\ttraining's auc: 0.907187\ttraining's binary_logloss: 0.114483\tvalid_1's auc: 0.831667\tvalid_1's binary_logloss: 0.135313\n", + "[41]\ttraining's auc: 0.908458\ttraining's binary_logloss: 0.114124\tvalid_1's auc: 0.831927\tvalid_1's binary_logloss: 0.135262\n", + "[42]\ttraining's auc: 0.909238\ttraining's binary_logloss: 0.113787\tvalid_1's auc: 0.831206\tvalid_1's binary_logloss: 0.135404\n", + "[43]\ttraining's auc: 0.910294\ttraining's binary_logloss: 0.113455\tvalid_1's auc: 0.831505\tvalid_1's binary_logloss: 0.135369\n", + "[44]\ttraining's auc: 0.911199\ttraining's binary_logloss: 0.113149\tvalid_1's auc: 0.831717\tvalid_1's binary_logloss: 0.135346\n", + "[45]\ttraining's auc: 0.911744\ttraining's binary_logloss: 0.112835\tvalid_1's auc: 0.831791\tvalid_1's binary_logloss: 0.135329\n", + "[46]\ttraining's auc: 0.912288\ttraining's binary_logloss: 0.112568\tvalid_1's auc: 0.831842\tvalid_1's binary_logloss: 0.135348\n", + "[47]\ttraining's auc: 0.912989\ttraining's binary_logloss: 0.112226\tvalid_1's auc: 0.832239\tvalid_1's binary_logloss: 0.135299\n", + "[48]\ttraining's auc: 0.913677\ttraining's binary_logloss: 0.111961\tvalid_1's auc: 0.832048\tvalid_1's binary_logloss: 0.135311\n", + "[49]\ttraining's auc: 0.914399\ttraining's binary_logloss: 0.11162\tvalid_1's auc: 0.831876\tvalid_1's binary_logloss: 0.135355\n", + "[50]\ttraining's auc: 0.915206\ttraining's binary_logloss: 0.111229\tvalid_1's auc: 0.831968\tvalid_1's binary_logloss: 0.135323\n", + "[51]\ttraining's auc: 0.91584\ttraining's binary_logloss: 0.110929\tvalid_1's auc: 0.831921\tvalid_1's binary_logloss: 0.135313\n", + "[52]\ttraining's auc: 0.916436\ttraining's binary_logloss: 0.110658\tvalid_1's auc: 0.831364\tvalid_1's binary_logloss: 0.135426\n", + "[53]\ttraining's auc: 0.917128\ttraining's binary_logloss: 0.110374\tvalid_1's auc: 0.831188\tvalid_1's binary_logloss: 0.135496\n", + "[54]\ttraining's auc: 0.917852\ttraining's binary_logloss: 0.110045\tvalid_1's auc: 0.831293\tvalid_1's binary_logloss: 0.135499\n", + "[55]\ttraining's auc: 0.918743\ttraining's binary_logloss: 0.109763\tvalid_1's auc: 0.831417\tvalid_1's binary_logloss: 0.135495\n", + "[56]\ttraining's auc: 0.919128\ttraining's binary_logloss: 0.109537\tvalid_1's auc: 0.831423\tvalid_1's binary_logloss: 0.135508\n", + "[57]\ttraining's auc: 0.919574\ttraining's binary_logloss: 0.109253\tvalid_1's auc: 0.831202\tvalid_1's binary_logloss: 0.135529\n", + "[58]\ttraining's auc: 0.920202\ttraining's binary_logloss: 0.108945\tvalid_1's auc: 0.830945\tvalid_1's binary_logloss: 0.135622\n", + "[59]\ttraining's auc: 0.92066\ttraining's binary_logloss: 0.108665\tvalid_1's auc: 0.831037\tvalid_1's binary_logloss: 0.135646\n", + "[60]\ttraining's auc: 0.921225\ttraining's binary_logloss: 0.108371\tvalid_1's auc: 0.831174\tvalid_1's binary_logloss: 0.135644\n", + "[61]\ttraining's auc: 0.921601\ttraining's binary_logloss: 0.108139\tvalid_1's auc: 0.830956\tvalid_1's binary_logloss: 0.135694\n", + "[62]\ttraining's auc: 0.922125\ttraining's binary_logloss: 0.107945\tvalid_1's auc: 0.831303\tvalid_1's binary_logloss: 0.135636\n", + "[63]\ttraining's auc: 0.922802\ttraining's binary_logloss: 0.107645\tvalid_1's auc: 0.831354\tvalid_1's binary_logloss: 0.135669\n", + "[64]\ttraining's auc: 0.923176\ttraining's binary_logloss: 0.107396\tvalid_1's auc: 0.831307\tvalid_1's binary_logloss: 0.135709\n", + "[65]\ttraining's auc: 0.92395\ttraining's binary_logloss: 0.107057\tvalid_1's auc: 0.831292\tvalid_1's binary_logloss: 0.135735\n", + "[66]\ttraining's auc: 0.92444\ttraining's binary_logloss: 0.106813\tvalid_1's auc: 0.831065\tvalid_1's binary_logloss: 0.135785\n", + "[67]\ttraining's auc: 0.924881\ttraining's binary_logloss: 0.106552\tvalid_1's auc: 0.831083\tvalid_1's binary_logloss: 0.1358\n", + "[68]\ttraining's auc: 0.925214\ttraining's binary_logloss: 0.106358\tvalid_1's auc: 0.831114\tvalid_1's binary_logloss: 0.135792\n", + "[69]\ttraining's auc: 0.925818\ttraining's binary_logloss: 0.106099\tvalid_1's auc: 0.831305\tvalid_1's binary_logloss: 0.135777\n", + "[70]\ttraining's auc: 0.926085\ttraining's binary_logloss: 0.105904\tvalid_1's auc: 0.831358\tvalid_1's binary_logloss: 0.135795\n", + "[71]\ttraining's auc: 0.926366\ttraining's binary_logloss: 0.105685\tvalid_1's auc: 0.831417\tvalid_1's binary_logloss: 0.135808\n", + "[72]\ttraining's auc: 0.926779\ttraining's binary_logloss: 0.105448\tvalid_1's auc: 0.831187\tvalid_1's binary_logloss: 0.135879\n", + "[73]\ttraining's auc: 0.927342\ttraining's binary_logloss: 0.105242\tvalid_1's auc: 0.831057\tvalid_1's binary_logloss: 0.135924\n", + "[74]\ttraining's auc: 0.927723\ttraining's binary_logloss: 0.105039\tvalid_1's auc: 0.83097\tvalid_1's binary_logloss: 0.135954\n", + "[75]\ttraining's auc: 0.928025\ttraining's binary_logloss: 0.104852\tvalid_1's auc: 0.830608\tvalid_1's binary_logloss: 0.13604\n", + "[76]\ttraining's auc: 0.928345\ttraining's binary_logloss: 0.104666\tvalid_1's auc: 0.830563\tvalid_1's binary_logloss: 0.136044\n", + "[77]\ttraining's auc: 0.928988\ttraining's binary_logloss: 0.104427\tvalid_1's auc: 0.830494\tvalid_1's binary_logloss: 0.136036\n", + "[78]\ttraining's auc: 0.929874\ttraining's binary_logloss: 0.104127\tvalid_1's auc: 0.830166\tvalid_1's binary_logloss: 0.136129\n", + "[79]\ttraining's auc: 0.930131\ttraining's binary_logloss: 0.103952\tvalid_1's auc: 0.830151\tvalid_1's binary_logloss: 0.136121\n", + "[80]\ttraining's auc: 0.930497\ttraining's binary_logloss: 0.103741\tvalid_1's auc: 0.830103\tvalid_1's binary_logloss: 0.13614\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[81]\ttraining's auc: 0.93095\ttraining's binary_logloss: 0.103572\tvalid_1's auc: 0.830139\tvalid_1's binary_logloss: 0.13614\n", + "[82]\ttraining's auc: 0.931374\ttraining's binary_logloss: 0.103318\tvalid_1's auc: 0.830018\tvalid_1's binary_logloss: 0.136183\n", + "[83]\ttraining's auc: 0.931719\ttraining's binary_logloss: 0.10312\tvalid_1's auc: 0.829987\tvalid_1's binary_logloss: 0.136207\n", + "[84]\ttraining's auc: 0.931949\ttraining's binary_logloss: 0.102964\tvalid_1's auc: 0.829944\tvalid_1's binary_logloss: 0.136235\n", + "[85]\ttraining's auc: 0.932431\ttraining's binary_logloss: 0.102716\tvalid_1's auc: 0.829998\tvalid_1's binary_logloss: 0.13622\n", + "[86]\ttraining's auc: 0.932954\ttraining's binary_logloss: 0.102451\tvalid_1's auc: 0.830198\tvalid_1's binary_logloss: 0.136196\n", + "[87]\ttraining's auc: 0.933341\ttraining's binary_logloss: 0.102291\tvalid_1's auc: 0.830127\tvalid_1's binary_logloss: 0.136248\n", + "[88]\ttraining's auc: 0.933751\ttraining's binary_logloss: 0.102034\tvalid_1's auc: 0.830184\tvalid_1's binary_logloss: 0.136271\n", + "[89]\ttraining's auc: 0.933961\ttraining's binary_logloss: 0.101857\tvalid_1's auc: 0.830087\tvalid_1's binary_logloss: 0.136299\n", + "[90]\ttraining's auc: 0.934124\ttraining's binary_logloss: 0.101707\tvalid_1's auc: 0.83011\tvalid_1's binary_logloss: 0.136317\n", + "[91]\ttraining's auc: 0.934303\ttraining's binary_logloss: 0.10155\tvalid_1's auc: 0.830216\tvalid_1's binary_logloss: 0.136306\n", + "[92]\ttraining's auc: 0.934982\ttraining's binary_logloss: 0.101272\tvalid_1's auc: 0.830066\tvalid_1's binary_logloss: 0.136367\n", + "[93]\ttraining's auc: 0.935133\ttraining's binary_logloss: 0.101115\tvalid_1's auc: 0.829827\tvalid_1's binary_logloss: 0.13643\n", + "[94]\ttraining's auc: 0.935352\ttraining's binary_logloss: 0.100927\tvalid_1's auc: 0.829829\tvalid_1's binary_logloss: 0.136447\n", + "[95]\ttraining's auc: 0.935799\ttraining's binary_logloss: 0.100686\tvalid_1's auc: 0.829689\tvalid_1's binary_logloss: 0.136478\n", + "[96]\ttraining's auc: 0.936125\ttraining's binary_logloss: 0.100567\tvalid_1's auc: 0.829644\tvalid_1's binary_logloss: 0.136504\n", + "[97]\ttraining's auc: 0.936414\ttraining's binary_logloss: 0.100377\tvalid_1's auc: 0.829562\tvalid_1's binary_logloss: 0.136536\n", + "[98]\ttraining's auc: 0.936609\ttraining's binary_logloss: 0.100233\tvalid_1's auc: 0.82958\tvalid_1's binary_logloss: 0.136548\n", + "[99]\ttraining's auc: 0.936776\ttraining's binary_logloss: 0.100095\tvalid_1's auc: 0.829364\tvalid_1's binary_logloss: 0.136607\n", + "[100]\ttraining's auc: 0.937017\ttraining's binary_logloss: 0.0999659\tvalid_1's auc: 0.829168\tvalid_1's binary_logloss: 0.136668\n", + "[101]\ttraining's auc: 0.937402\ttraining's binary_logloss: 0.099741\tvalid_1's auc: 0.82908\tvalid_1's binary_logloss: 0.136712\n", + "[102]\ttraining's auc: 0.937821\ttraining's binary_logloss: 0.099483\tvalid_1's auc: 0.82898\tvalid_1's binary_logloss: 0.136752\n", + "[103]\ttraining's auc: 0.938158\ttraining's binary_logloss: 0.0992489\tvalid_1's auc: 0.828845\tvalid_1's binary_logloss: 0.136802\n", + "[104]\ttraining's auc: 0.938587\ttraining's binary_logloss: 0.09904\tvalid_1's auc: 0.82859\tvalid_1's binary_logloss: 0.136906\n", + "[105]\ttraining's auc: 0.939056\ttraining's binary_logloss: 0.0988396\tvalid_1's auc: 0.82837\tvalid_1's binary_logloss: 0.136976\n", + "[106]\ttraining's auc: 0.939316\ttraining's binary_logloss: 0.0986886\tvalid_1's auc: 0.828292\tvalid_1's binary_logloss: 0.137014\n", + "[107]\ttraining's auc: 0.939669\ttraining's binary_logloss: 0.098444\tvalid_1's auc: 0.828276\tvalid_1's binary_logloss: 0.137028\n", + "[108]\ttraining's auc: 0.939969\ttraining's binary_logloss: 0.0982514\tvalid_1's auc: 0.828151\tvalid_1's binary_logloss: 0.137078\n", + "[109]\ttraining's auc: 0.940163\ttraining's binary_logloss: 0.0981018\tvalid_1's auc: 0.828187\tvalid_1's binary_logloss: 0.137091\n", + "[110]\ttraining's auc: 0.940504\ttraining's binary_logloss: 0.0979298\tvalid_1's auc: 0.828115\tvalid_1's binary_logloss: 0.137134\n", + "[111]\ttraining's auc: 0.941151\ttraining's binary_logloss: 0.0976893\tvalid_1's auc: 0.827951\tvalid_1's binary_logloss: 0.137182\n", + "[112]\ttraining's auc: 0.941568\ttraining's binary_logloss: 0.0974835\tvalid_1's auc: 0.827899\tvalid_1's binary_logloss: 0.137216\n", + "[113]\ttraining's auc: 0.942028\ttraining's binary_logloss: 0.0972705\tvalid_1's auc: 0.827819\tvalid_1's binary_logloss: 0.137269\n", + "[114]\ttraining's auc: 0.942212\ttraining's binary_logloss: 0.0971212\tvalid_1's auc: 0.827593\tvalid_1's binary_logloss: 0.137349\n", + "[115]\ttraining's auc: 0.942596\ttraining's binary_logloss: 0.0969169\tvalid_1's auc: 0.827398\tvalid_1's binary_logloss: 0.137413\n", + "[116]\ttraining's auc: 0.942941\ttraining's binary_logloss: 0.0966851\tvalid_1's auc: 0.82739\tvalid_1's binary_logloss: 0.137444\n", + "[117]\ttraining's auc: 0.943077\ttraining's binary_logloss: 0.0965456\tvalid_1's auc: 0.827115\tvalid_1's binary_logloss: 0.137545\n", + "[118]\ttraining's auc: 0.943388\ttraining's binary_logloss: 0.0963219\tvalid_1's auc: 0.827057\tvalid_1's binary_logloss: 0.137607\n", + "[119]\ttraining's auc: 0.943795\ttraining's binary_logloss: 0.0960758\tvalid_1's auc: 0.826836\tvalid_1's binary_logloss: 0.137667\n", + "[120]\ttraining's auc: 0.943935\ttraining's binary_logloss: 0.0959462\tvalid_1's auc: 0.826969\tvalid_1's binary_logloss: 0.137664\n", + "[121]\ttraining's auc: 0.944096\ttraining's binary_logloss: 0.0958091\tvalid_1's auc: 0.826817\tvalid_1's binary_logloss: 0.137708\n", + "[122]\ttraining's auc: 0.944231\ttraining's binary_logloss: 0.0956774\tvalid_1's auc: 0.826619\tvalid_1's binary_logloss: 0.137782\n", + "[123]\ttraining's auc: 0.944401\ttraining's binary_logloss: 0.0955337\tvalid_1's auc: 0.826558\tvalid_1's binary_logloss: 0.137848\n", + "[124]\ttraining's auc: 0.944813\ttraining's binary_logloss: 0.0953172\tvalid_1's auc: 0.826747\tvalid_1's binary_logloss: 0.137827\n", + "[125]\ttraining's auc: 0.944972\ttraining's binary_logloss: 0.0951746\tvalid_1's auc: 0.826474\tvalid_1's binary_logloss: 0.137883\n", + "[126]\ttraining's auc: 0.945083\ttraining's binary_logloss: 0.0950216\tvalid_1's auc: 0.82637\tvalid_1's binary_logloss: 0.137947\n", + "[127]\ttraining's auc: 0.945178\ttraining's binary_logloss: 0.0949054\tvalid_1's auc: 0.826405\tvalid_1's binary_logloss: 0.137945\n", + "[128]\ttraining's auc: 0.945294\ttraining's binary_logloss: 0.0947832\tvalid_1's auc: 0.826154\tvalid_1's binary_logloss: 0.138031\n", + "[129]\ttraining's auc: 0.94541\ttraining's binary_logloss: 0.0946795\tvalid_1's auc: 0.826219\tvalid_1's binary_logloss: 0.138051\n", + "[130]\ttraining's auc: 0.945653\ttraining's binary_logloss: 0.0944859\tvalid_1's auc: 0.826038\tvalid_1's binary_logloss: 0.13809\n", + "[131]\ttraining's auc: 0.946167\ttraining's binary_logloss: 0.0942414\tvalid_1's auc: 0.825783\tvalid_1's binary_logloss: 0.138171\n", + "[132]\ttraining's auc: 0.946447\ttraining's binary_logloss: 0.0941326\tvalid_1's auc: 0.826062\tvalid_1's binary_logloss: 0.138145\n", + "[133]\ttraining's auc: 0.946517\ttraining's binary_logloss: 0.0940387\tvalid_1's auc: 0.825927\tvalid_1's binary_logloss: 0.138201\n", + "[134]\ttraining's auc: 0.946629\ttraining's binary_logloss: 0.0939145\tvalid_1's auc: 0.825757\tvalid_1's binary_logloss: 0.138251\n", + "[135]\ttraining's auc: 0.946881\ttraining's binary_logloss: 0.0937509\tvalid_1's auc: 0.825661\tvalid_1's binary_logloss: 0.138318\n", + "[136]\ttraining's auc: 0.946978\ttraining's binary_logloss: 0.0936331\tvalid_1's auc: 0.825493\tvalid_1's binary_logloss: 0.138375\n", + "[137]\ttraining's auc: 0.947196\ttraining's binary_logloss: 0.0934537\tvalid_1's auc: 0.825437\tvalid_1's binary_logloss: 0.138394\n", + "[138]\ttraining's auc: 0.947281\ttraining's binary_logloss: 0.0933505\tvalid_1's auc: 0.825157\tvalid_1's binary_logloss: 0.138466\n", + "[139]\ttraining's auc: 0.947514\ttraining's binary_logloss: 0.0931953\tvalid_1's auc: 0.824876\tvalid_1's binary_logloss: 0.138568\n", + "[140]\ttraining's auc: 0.947793\ttraining's binary_logloss: 0.0930837\tvalid_1's auc: 0.824702\tvalid_1's binary_logloss: 0.138638\n", + "[141]\ttraining's auc: 0.947875\ttraining's binary_logloss: 0.0929829\tvalid_1's auc: 0.824448\tvalid_1's binary_logloss: 0.138739\n", + "ROC AUC: 0.8446\n" + ] + } + ], + "source": [ + "lgbm_clf = LGBMClassifier(n_estimators=500, num_leaves=int(best['num_leaves']),\n", + " max_depth=int(best['max_depth']),\n", + " min_child_samples=int(best['min_child_samples']), \n", + " subsample=round(best['subsample'], 5),\n", + " learning_rate=round(best['learning_rate'], 5)\n", + " )\n", + "\n", + "# evaluation metric을 auc로, early stopping은 100 으로 설정하고 학습 수행. \n", + "lgbm_clf.fit(X_tr, y_tr, early_stopping_rounds=100, \n", + " eval_metric=\"auc\",eval_set=[(X_tr, y_tr), (X_val, y_val)])\n", + "\n", + "lgbm_roc_score = roc_auc_score(y_test, lgbm_clf.predict_proba(X_test)[:,1])\n", + "print('ROC AUC: {0:.4f}'.format(lgbm_roc_score))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/4\354\236\245/\354\213\240\354\232\251\354\271\264\353\223\234.ipynb" "b/\355\214\214\353\250\270\354\231\204/4\354\236\245/\354\213\240\354\232\251\354\271\264\353\223\234.ipynb" new file mode 100644 index 0000000..1db2691 --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/4\354\236\245/\354\213\240\354\232\251\354\271\264\353\223\234.ipynb" @@ -0,0 +1,435 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 데이터 일차 가공 및 모델 학습/예측/평가" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np \n", + "import matplotlib.pyplot as plt\n", + "import warnings\n", + "warnings.filterwarnings(\"ignore\")\n", + "%matplotlib inline\n", + "\n", + "card_df = pd.read_csv('./creditcard.csv')\n", + "card_df.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.model_selection import train_test_split\n", + "\n", + "# 인자로 입력받은 DataFrame을 복사 한 뒤 Time 컬럼만 삭제하고 복사된 DataFrame 반환\n", + "def get_preprocessed_df(df=None):\n", + " df_copy = df.copy()\n", + " df_copy.drop('Time', axis=1, inplace=True)\n", + " return df_copy" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 사전 데이터 가공 후 학습과 테스트 데이터 세트를 반환하는 함수.\n", + "def get_train_test_dataset(df=None):\n", + " # 인자로 입력된 DataFrame의 사전 데이터 가공이 완료된 복사 DataFrame 반환\n", + " df_copy = get_preprocessed_df(df)\n", + " # DataFrame의 맨 마지막 컬럼이 레이블, 나머지는 피처들\n", + " X_features = df_copy.iloc[:, :-1]\n", + " y_target = df_copy.iloc[:, -1]\n", + " # train_test_split( )으로 학습과 테스트 데이터 분할. stratify=y_target으로 Stratified 기반 분할\n", + " X_train, X_test, y_train, y_test = \\\n", + " train_test_split(X_features, y_target, test_size=0.3, random_state=0, stratify=y_target)\n", + " # 학습과 테스트 데이터 세트 반환\n", + " return X_train, X_test, y_train, y_test\n", + "\n", + "X_train, X_test, y_train, y_test = get_train_test_dataset(card_df)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print('학습 데이터 레이블 값 비율')\n", + "print(y_train.value_counts()/y_train.shape[0] * 100)\n", + "print('테스트 데이터 레이블 값 비율')\n", + "print(y_test.value_counts()/y_test.shape[0] * 100)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.metrics import confusion_matrix, accuracy_score, precision_score, recall_score, f1_score\n", + "from sklearn.metrics import roc_auc_score\n", + "\n", + "def get_clf_eval(y_test, pred=None, pred_proba=None):\n", + " confusion = confusion_matrix( y_test, pred)\n", + " accuracy = accuracy_score(y_test , pred)\n", + " precision = precision_score(y_test , pred)\n", + " recall = recall_score(y_test , pred)\n", + " f1 = f1_score(y_test,pred)\n", + " # ROC-AUC 추가 \n", + " roc_auc = roc_auc_score(y_test, pred_proba)\n", + " print('오차 행렬')\n", + " print(confusion)\n", + " # ROC-AUC print 추가\n", + " print('정확도: {0:.4f}, 정밀도: {1:.4f}, 재현율: {2:.4f},\\\n", + " F1: {3:.4f}, AUC:{4:.4f}'.format(accuracy, precision, recall, f1, roc_auc))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.linear_model import LogisticRegression\n", + "\n", + "lr_clf = LogisticRegression()\n", + "lr_clf.fit(X_train, y_train)\n", + "lr_pred = lr_clf.predict(X_test)\n", + "lr_pred_proba = lr_clf.predict_proba(X_test)[:, 1]\n", + "\n", + "# 3장에서 사용한 get_clf_eval() 함수를 이용하여 평가 수행. \n", + "get_clf_eval(y_test, lr_pred, lr_pred_proba)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 인자로 사이킷런의 Estimator객체와, 학습/테스트 데이터 세트를 입력 받아서 학습/예측/평가 수행.\n", + "def get_model_train_eval(model, ftr_train=None, ftr_test=None, tgt_train=None, tgt_test=None):\n", + " model.fit(ftr_train, tgt_train)\n", + " pred = model.predict(ftr_test)\n", + " pred_proba = model.predict_proba(ftr_test)[:, 1]\n", + " get_clf_eval(tgt_test, pred, pred_proba)\n", + " " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from lightgbm import LGBMClassifier\n", + "\n", + "lgbm_clf = LGBMClassifier(n_estimators=1000, num_leaves=64, n_jobs=-1, boost_from_average=False)\n", + "get_model_train_eval(lgbm_clf, ftr_train=X_train, ftr_test=X_test, tgt_train=y_train, tgt_test=y_test)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 데이터 분포도 변환 후 모델 학습/예측/평가\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import seaborn as sns\n", + "\n", + "plt.figure(figsize=(8, 4))\n", + "plt.xticks(range(0, 30000, 1000), rotation=60)\n", + "sns.histplot(card_df['Amount'], bins=100, kde=True)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.preprocessing import StandardScaler\n", + "# 사이킷런의 StandardScaler를 이용하여 정규분포 형태로 Amount 피처값 변환하는 로직으로 수정. \n", + "def get_preprocessed_df(df=None):\n", + " df_copy = df.copy()\n", + " scaler = StandardScaler()\n", + " amount_n = scaler.fit_transform(df_copy['Amount'].values.reshape(-1, 1))\n", + " # 변환된 Amount를 Amount_Scaled로 피처명 변경후 DataFrame맨 앞 컬럼으로 입력\n", + " df_copy.insert(0, 'Amount_Scaled', amount_n)\n", + " # 기존 Time, Amount 피처 삭제\n", + " df_copy.drop(['Time','Amount'], axis=1, inplace=True)\n", + " return df_copy" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# Amount를 정규분포 형태로 변환 후 로지스틱 회귀 및 LightGBM 수행. \n", + "X_train, X_test, y_train, y_test = get_train_test_dataset(card_df)\n", + "\n", + "print('### 로지스틱 회귀 예측 성능 ###')\n", + "lr_clf = LogisticRegression()\n", + "get_model_train_eval(lr_clf, ftr_train=X_train, ftr_test=X_test, tgt_train=y_train, tgt_test=y_test)\n", + "\n", + "print('### LightGBM 예측 성능 ###')\n", + "lgbm_clf = LGBMClassifier(n_estimators=1000, num_leaves=64, n_jobs=-1, boost_from_average=False)\n", + "get_model_train_eval(lgbm_clf, ftr_train=X_train, ftr_test=X_test, tgt_train=y_train, tgt_test=y_test)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "def get_preprocessed_df(df=None):\n", + " df_copy = df.copy()\n", + " # 넘파이의 log1p( )를 이용하여 Amount를 로그 변환 \n", + " amount_n = np.log1p(df_copy['Amount'])\n", + " df_copy.insert(0, 'Amount_Scaled', amount_n)\n", + " df_copy.drop(['Time','Amount'], axis=1, inplace=True)\n", + " return df_copy" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "X_train, X_test, y_train, y_test = get_train_test_dataset(card_df)\n", + "\n", + "print('### 로지스틱 회귀 예측 성능 ###')\n", + "get_model_train_eval(lr_clf, ftr_train=X_train, ftr_test=X_test, tgt_train=y_train, tgt_test=y_test)\n", + "\n", + "print('### LightGBM 예측 성능 ###')\n", + "get_model_train_eval(lgbm_clf, ftr_train=X_train, ftr_test=X_test, tgt_train=y_train, tgt_test=y_test)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 이상치 데이터 제거 후 모델 학습/예측/평가" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import seaborn as sns\n", + "\n", + "plt.figure(figsize=(9, 9))\n", + "corr = card_df.corr()\n", + "sns.heatmap(corr, cmap='RdBu')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "\n", + "def get_outlier(df=None, column=None, weight=1.5):\n", + " # fraud에 해당하는 column 데이터만 추출, 1/4 분위와 3/4 분위 지점을 np.percentile로 구함. \n", + " fraud = df[df['Class']==1][column]\n", + " quantile_25 = np.percentile(fraud.values, 25)\n", + " quantile_75 = np.percentile(fraud.values, 75)\n", + " # IQR을 구하고, IQR에 1.5를 곱하여 최대값과 최소값 지점 구함. \n", + " iqr = quantile_75 - quantile_25\n", + " iqr_weight = iqr * weight\n", + " lowest_val = quantile_25 - iqr_weight\n", + " highest_val = quantile_75 + iqr_weight\n", + " # 최대값 보다 크거나, 최소값 보다 작은 값을 아웃라이어로 설정하고 DataFrame index 반환. \n", + " outlier_index = fraud[(fraud < lowest_val) | (fraud > highest_val)].index\n", + " return outlier_index\n", + " " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "outlier_index = get_outlier(df=card_df, column='V14', weight=1.5)\n", + "print('이상치 데이터 인덱스:', outlier_index)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# get_processed_df( )를 로그 변환 후 V14 피처의 이상치 데이터를 삭제하는 로직으로 변경. \n", + "def get_preprocessed_df(df=None):\n", + " df_copy = df.copy()\n", + " amount_n = np.log1p(df_copy['Amount'])\n", + " df_copy.insert(0, 'Amount_Scaled', amount_n)\n", + " df_copy.drop(['Time','Amount'], axis=1, inplace=True)\n", + " # 이상치 데이터 삭제하는 로직 추가\n", + " outlier_index = get_outlier(df=df_copy, column='V14', weight=1.5)\n", + " df_copy.drop(outlier_index, axis=0, inplace=True)\n", + " return df_copy\n", + "\n", + "X_train, X_test, y_train, y_test = get_train_test_dataset(card_df)\n", + "print('### 로지스틱 회귀 예측 성능 ###')\n", + "get_model_train_eval(lr_clf, ftr_train=X_train, ftr_test=X_test, tgt_train=y_train, tgt_test=y_test)\n", + "print('### LightGBM 예측 성능 ###')\n", + "get_model_train_eval(lgbm_clf, ftr_train=X_train, ftr_test=X_test, tgt_train=y_train, tgt_test=y_test)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### SMOTE 오버 샘플링 적용 후 모델 학습/예측/평가" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "#conda install -c conda-forge imbalanced-learn" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from imblearn.over_sampling import SMOTE\n", + "\n", + "smote = SMOTE(random_state=0)\n", + "X_train_over, y_train_over = smote.fit_resample(X_train, y_train)\n", + "print('SMOTE 적용 전 학습용 피처/레이블 데이터 세트: ', X_train.shape, y_train.shape)\n", + "print('SMOTE 적용 후 학습용 피처/레이블 데이터 세트: ', X_train_over.shape, y_train_over.shape)\n", + "print('SMOTE 적용 후 레이블 값 분포: \\n', pd.Series(y_train_over).value_counts())" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "lr_clf = LogisticRegression()\n", + "# ftr_train과 tgt_train 인자값이 SMOTE 증식된 X_train_over와 y_train_over로 변경됨에 유의\n", + "get_model_train_eval(lr_clf, ftr_train=X_train_over, ftr_test=X_test, tgt_train=y_train_over, tgt_test=y_test)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import matplotlib.pyplot as plt\n", + "import matplotlib.ticker as ticker\n", + "from sklearn.metrics import precision_recall_curve\n", + "%matplotlib inline\n", + "\n", + "def precision_recall_curve_plot(y_test , pred_proba_c1):\n", + " # threshold ndarray와 이 threshold에 따른 정밀도, 재현율 ndarray 추출. \n", + " precisions, recalls, thresholds = precision_recall_curve( y_test, pred_proba_c1)\n", + " \n", + " # X축을 threshold값으로, Y축은 정밀도, 재현율 값으로 각각 Plot 수행. 정밀도는 점선으로 표시\n", + " plt.figure(figsize=(8,6))\n", + " threshold_boundary = thresholds.shape[0]\n", + " plt.plot(thresholds, precisions[0:threshold_boundary], linestyle='--', label='precision')\n", + " plt.plot(thresholds, recalls[0:threshold_boundary],label='recall')\n", + " \n", + " # threshold 값 X 축의 Scale을 0.1 단위로 변경\n", + " start, end = plt.xlim()\n", + " plt.xticks(np.round(np.arange(start, end, 0.1),2))\n", + " \n", + " # x축, y축 label과 legend, 그리고 grid 설정\n", + " plt.xlabel('Threshold value'); plt.ylabel('Precision and Recall value')\n", + " plt.legend(); plt.grid()\n", + " plt.show()\n", + " \n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "precision_recall_curve_plot( y_test, lr_clf.predict_proba(X_test)[:, 1] )" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "lgbm_clf = LGBMClassifier(n_estimators=1000, num_leaves=64, n_jobs=-1, boost_from_average=False)\n", + "get_model_train_eval(lgbm_clf, ftr_train=X_train_over, ftr_test=X_test,\n", + " tgt_train=y_train_over, tgt_test=y_test)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/5\354\236\245/Bike Sharing Demand.ipynb" "b/\355\214\214\353\250\270\354\231\204/5\354\236\245/Bike Sharing Demand.ipynb" new file mode 100644 index 0000000..b9f626a --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/5\354\236\245/Bike Sharing Demand.ipynb" @@ -0,0 +1,321 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 5.9 Regression 실습 - Bike Sharing Demand\n", + "### 데이터 클렌징 및 가공" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import pandas as pd\n", + "import seaborn as sns\n", + "import matplotlib.pyplot as plt\n", + "%matplotlib inline\n", + "\n", + "import warnings\n", + "warnings.filterwarnings(\"ignore\", category=RuntimeWarning)\n", + "\n", + "bike_df = pd.read_csv('./bike_train.csv')\n", + "print(bike_df.shape)\n", + "bike_df.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "bike_df.info()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 문자열을 datetime 타입으로 변경. \n", + "bike_df['datetime'] = bike_df.datetime.apply(pd.to_datetime)\n", + "\n", + "# datetime 타입에서 년, 월, 일, 시간 추출\n", + "bike_df['year'] = bike_df.datetime.apply(lambda x : x.year)\n", + "bike_df['month'] = bike_df.datetime.apply(lambda x : x.month)\n", + "bike_df['day'] = bike_df.datetime.apply(lambda x : x.day)\n", + "bike_df['hour'] = bike_df.datetime.apply(lambda x: x.hour)\n", + "bike_df.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "drop_columns = ['datetime','casual','registered']\n", + "bike_df.drop(drop_columns, axis=1,inplace=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "fig, axs = plt.subplots(figsize=(16, 8), ncols=4, nrows=2)\n", + "cat_features = ['year', 'month','season','weather','day', 'hour', 'holiday','workingday']\n", + "# cat_features에 있는 모든 칼럼별로 개별 칼럼값에 따른 count의 합을 barplot으로 시각화\n", + "for i, feature in enumerate(cat_features):\n", + " row = int(i/4)\n", + " col = i%4\n", + " # 시본의 barplot을 이용해 칼럼값에 따른 count의 합을 표현\n", + " sns.barplot(x=feature, y='count', data=bike_df, ax=axs[row][col])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.metrics import mean_squared_error, mean_absolute_error\n", + "\n", + "# log 값 변환 시 NaN등의 이슈로 log() 가 아닌 log1p() 를 이용하여 RMSLE 계산\n", + "def rmsle(y, pred):\n", + " log_y = np.log1p(y)\n", + " log_pred = np.log1p(pred)\n", + " squared_error = (log_y - log_pred) ** 2\n", + " rmsle = np.sqrt(np.mean(squared_error))\n", + " return rmsle\n", + "\n", + "# 사이킷런의 mean_square_error() 를 이용하여 RMSE 계산\n", + "def rmse(y,pred):\n", + " return np.sqrt(mean_squared_error(y,pred))\n", + "\n", + "# MSE, RMSE, RMSLE 를 모두 계산 \n", + "def evaluate_regr(y,pred):\n", + " rmsle_val = rmsle(y,pred)\n", + " rmse_val = rmse(y,pred)\n", + " # MAE 는 scikit learn의 mean_absolute_error() 로 계산\n", + " mae_val = mean_absolute_error(y,pred)\n", + " print('RMSLE: {0:.3f}, RMSE: {1:.3F}, MAE: {2:.3F}'.format(rmsle_val, rmse_val, mae_val))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 로그 변환, 피처 인코딩, 모델 학습/예측/평가 " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.model_selection import train_test_split , GridSearchCV\n", + "from sklearn.linear_model import LinearRegression , Ridge , Lasso\n", + "\n", + "y_target = bike_df['count']\n", + "X_features = bike_df.drop(['count'],axis=1,inplace=False)\n", + "\n", + "X_train, X_test, y_train, y_test = train_test_split(X_features, y_target, test_size=0.3, random_state=0)\n", + "\n", + "lr_reg = LinearRegression()\n", + "lr_reg.fit(X_train, y_train)\n", + "pred = lr_reg.predict(X_test)\n", + "\n", + "evaluate_regr(y_test ,pred)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "def get_top_error_data(y_test, pred, n_tops = 5):\n", + " # DataFrame에 컬럼들로 실제 대여횟수(count)와 예측 값을 서로 비교 할 수 있도록 생성. \n", + " result_df = pd.DataFrame(y_test.values, columns=['real_count'])\n", + " result_df['predicted_count']= np.round(pred)\n", + " result_df['diff'] = np.abs(result_df['real_count'] - result_df['predicted_count'])\n", + " # 예측값과 실제값이 가장 큰 데이터 순으로 출력. \n", + " print(result_df.sort_values('diff', ascending=False)[:n_tops])\n", + " \n", + "get_top_error_data(y_test,pred,n_tops=5)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "y_target.hist()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "y_log_transform = np.log1p(y_target)\n", + "y_log_transform.hist()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 타깃 칼럼인 count 값을 log1p로 로그 변환\n", + "y_target_log = np.log1p(y_target)\n", + "\n", + "# 로그 변환된 y_target_log를 반영하여 학습/테스트 데이터 셋 분할\n", + "X_train, X_test, y_train, y_test = train_test_split(X_features, y_target_log, test_size=0.3, random_state=0)\n", + "lr_reg = LinearRegression()\n", + "lr_reg.fit(X_train, y_train)\n", + "pred = lr_reg.predict(X_test)\n", + "\n", + "# 테스트 데이터 셋의 Target 값은 Log 변환되었으므로 다시 expm1를 이용하여 원래 scale로 변환\n", + "y_test_exp = np.expm1(y_test)\n", + "\n", + "# 예측 값 역시 Log 변환된 타깃 기반으로 학습되어 예측되었으므로 다시 exmpl으로 scale변환\n", + "pred_exp = np.expm1(pred)\n", + "\n", + "evaluate_regr(y_test_exp ,pred_exp)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [ + "coef = pd.Series(lr_reg.coef_, index=X_features.columns)\n", + "coef_sort = coef.sort_values(ascending=False)\n", + "sns.barplot(x=coef_sort.values, y=coef_sort.index)\n", + "plt.savefig('log_transform.tif', format='tif', dpi=300, bbox_inches='tight')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 'year', month', 'day', hour'등의 피처들을 One Hot Encoding\n", + "X_features_ohe = pd.get_dummies(X_features, columns=['year', 'month','day', 'hour', 'holiday',\n", + " 'workingday','season','weather'])\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [ + "# 원-핫 인코딩이 적용된 feature 데이터 세트 기반으로 학습/예측 데이터 분할. \n", + "X_train, X_test, y_train, y_test = train_test_split(X_features_ohe, y_target_log,\n", + " test_size=0.3, random_state=0)\n", + "\n", + "# 모델과 학습/테스트 데이터 셋을 입력하면 성능 평가 수치를 반환\n", + "def get_model_predict(model, X_train, X_test, y_train, y_test, is_expm1=False):\n", + " model.fit(X_train, y_train)\n", + " pred = model.predict(X_test)\n", + " if is_expm1 :\n", + " y_test = np.expm1(y_test)\n", + " pred = np.expm1(pred)\n", + " print('###',model.__class__.__name__,'###')\n", + " evaluate_regr(y_test, pred)\n", + "# end of function get_model_predict \n", + "\n", + "# model 별로 평가 수행\n", + "lr_reg = LinearRegression()\n", + "ridge_reg = Ridge(alpha=10)\n", + "lasso_reg = Lasso(alpha=0.01)\n", + "\n", + "for model in [lr_reg, ridge_reg, lasso_reg]:\n", + " get_model_predict(model,X_train, X_test, y_train, y_test,is_expm1=True)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [ + "coef = pd.Series(lr_reg.coef_ , index=X_features_ohe.columns)\n", + "coef_sort = coef.sort_values(ascending=False)[:20]\n", + "sns.barplot(x=coef_sort.values , y=coef_sort.index)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.ensemble import RandomForestRegressor, GradientBoostingRegressor\n", + "from xgboost import XGBRegressor\n", + "from lightgbm import LGBMRegressor\n", + "\n", + "# 랜덤 포레스트, GBM, XGBoost, LightGBM model 별로 평가 수행\n", + "rf_reg = RandomForestRegressor(n_estimators=500)\n", + "gbm_reg = GradientBoostingRegressor(n_estimators=500)\n", + "xgb_reg = XGBRegressor(n_estimators=500)\n", + "lgbm_reg = LGBMRegressor(n_estimators=500)\n", + "\n", + "for model in [rf_reg, gbm_reg, xgb_reg, lgbm_reg]:\n", + " # XGBoost의 경우 DataFrame이 입력 될 경우 버전에 따라 오류 발생 가능. ndarray로 변환.\n", + " get_model_predict(model,X_train.values, X_test.values, y_train.values, y_test.values,is_expm1=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/5\354\236\245/Kaggle House Price.ipynb" "b/\355\214\214\353\250\270\354\231\204/5\354\236\245/Kaggle House Price.ipynb" new file mode 100644 index 0000000..70ea15b --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/5\354\236\245/Kaggle House Price.ipynb" @@ -0,0 +1,678 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 데이터 사전 처리(Preprocessing)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "import pandas as pd\n", + "import numpy as np\n", + "import seaborn as sns\n", + "import matplotlib.pyplot as plt\n", + "%matplotlib inline\n", + "\n", + "house_df_org = pd.read_csv('house_price.csv')\n", + "house_df = house_df_org.copy()\n", + "house_df.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print('데이터 세트의 Shape:', house_df.shape)\n", + "print('\\n전체 feature 들의 type \\n',house_df.dtypes.value_counts())\n", + "isnull_series = house_df.isnull().sum()\n", + "print('\\nNull 컬럼과 그 건수:\\n ', isnull_series[isnull_series > 0].sort_values(ascending=False))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [ + "plt.title('Original Sale Price Histogram')\n", + "plt.xticks(rotation=15)\n", + "sns.histplot(house_df['SalePrice'], kde=True)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [ + "plt.title('Log Transformed Sale Price Histogram')\n", + "log_SalePrice = np.log1p(house_df['SalePrice'])\n", + "sns.histplot(log_SalePrice, kde=True)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# SalePrice 로그 변환\n", + "original_SalePrice = house_df['SalePrice']\n", + "house_df['SalePrice'] = np.log1p(house_df['SalePrice'])\n", + "\n", + "# Null 이 너무 많은 컬럼들과 불필요한 컬럼 삭제\n", + "house_df.drop(['Id','PoolQC' , 'MiscFeature', 'Alley', 'Fence','FireplaceQu'], axis=1 , inplace=True)\n", + "# Drop 하지 않는 숫자형 Null컬럼들은 평균값으로 대체\n", + "house_df.fillna(house_df.mean(),inplace=True)\n", + "\n", + "# Null 값이 있는 피처명과 타입을 추출\n", + "null_column_count = house_df.isnull().sum()[house_df.isnull().sum() > 0]\n", + "print('## Null 피처의 Type :\\n', house_df.dtypes[null_column_count.index])\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print('get_dummies() 수행 전 데이터 Shape:', house_df.shape)\n", + "house_df_ohe = pd.get_dummies(house_df)\n", + "print('get_dummies() 수행 후 데이터 Shape:', house_df_ohe.shape)\n", + "\n", + "null_column_count = house_df_ohe.isnull().sum()[house_df_ohe.isnull().sum() > 0]\n", + "print('## Null 피처의 Type :\\n', house_df_ohe.dtypes[null_column_count.index])\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 선형 회귀 모델의 학습/예측/평가" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "def get_rmse(model):\n", + " pred = model.predict(X_test)\n", + " mse = mean_squared_error(y_test , pred)\n", + " rmse = np.sqrt(mse)\n", + " print('{0} 로그 변환된 RMSE: {1}'.format(model.__class__.__name__,np.round(rmse, 3)))\n", + " return rmse\n", + "\n", + "def get_rmses(models):\n", + " rmses = [ ]\n", + " for model in models:\n", + " rmse = get_rmse(model)\n", + " rmses.append(rmse)\n", + " return rmses" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.linear_model import LinearRegression, Ridge, Lasso\n", + "from sklearn.model_selection import train_test_split\n", + "from sklearn.metrics import mean_squared_error\n", + "\n", + "y_target = house_df_ohe['SalePrice']\n", + "X_features = house_df_ohe.drop('SalePrice',axis=1, inplace=False)\n", + "\n", + "X_train, X_test, y_train, y_test = train_test_split(X_features, y_target, test_size=0.2, random_state=156)\n", + "\n", + "# LinearRegression, Ridge, Lasso 학습, 예측, 평가\n", + "lr_reg = LinearRegression()\n", + "lr_reg.fit(X_train, y_train)\n", + "\n", + "ridge_reg = Ridge()\n", + "ridge_reg.fit(X_train, y_train)\n", + "\n", + "lasso_reg = Lasso()\n", + "lasso_reg.fit(X_train, y_train)\n", + "\n", + "models = [lr_reg, ridge_reg, lasso_reg]\n", + "get_rmses(models)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "def get_top_bottom_coef(model):\n", + " # coef_ 속성을 기반으로 Series 객체를 생성. index는 컬럼명. \n", + " coef = pd.Series(model.coef_, index=X_features.columns)\n", + " \n", + " # + 상위 10개 , - 하위 10개 coefficient 추출하여 반환.\n", + " coef_high = coef.sort_values(ascending=False).head(10)\n", + " coef_low = coef.sort_values(ascending=False).tail(10)\n", + " return coef_high, coef_low\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "def visualize_coefficient(models):\n", + " # 3개 회귀 모델의 시각화를 위해 3개의 컬럼을 가지는 subplot 생성\n", + " fig, axs = plt.subplots(figsize=(24,10),nrows=1, ncols=3)\n", + " fig.tight_layout() \n", + " # 입력인자로 받은 list객체인 models에서 차례로 model을 추출하여 회귀 계수 시각화. \n", + " for i_num, model in enumerate(models):\n", + " # 상위 10개, 하위 10개 회귀 계수를 구하고, 이를 판다스 concat으로 결합. \n", + " coef_high, coef_low = get_top_bottom_coef(model)\n", + " coef_concat = pd.concat( [coef_high , coef_low] )\n", + " # 순차적으로 ax subplot에 barchar로 표현. 한 화면에 표현하기 위해 tick label 위치와 font 크기 조정. \n", + " axs[i_num].set_title(model.__class__.__name__+' Coeffiecents', size=25)\n", + " axs[i_num].tick_params(axis=\"y\",direction=\"in\", pad=-120)\n", + " for label in (axs[i_num].get_xticklabels() + axs[i_num].get_yticklabels()):\n", + " label.set_fontsize(22)\n", + " sns.barplot(x=coef_concat.values, y=coef_concat.index , ax=axs[i_num])\n", + "\n", + "# 앞 예제에서 학습한 lr_reg, ridge_reg, lasso_reg 모델의 회귀 계수 시각화. \n", + "models = [lr_reg, ridge_reg, lasso_reg]\n", + "visualize_coefficient(models)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.model_selection import cross_val_score\n", + "\n", + "def get_avg_rmse_cv(models):\n", + " for model in models:\n", + " # 분할하지 않고 전체 데이터로 cross_val_score( ) 수행. 모델별 CV RMSE값과 평균 RMSE 출력\n", + " rmse_list = np.sqrt(-cross_val_score(model, X_features, y_target,\n", + " scoring=\"neg_mean_squared_error\", cv = 5))\n", + " rmse_avg = np.mean(rmse_list)\n", + " print('\\n{0} CV RMSE 값 리스트: {1}'.format( model.__class__.__name__, np.round(rmse_list, 3)))\n", + " print('{0} CV 평균 RMSE 값: {1}'.format( model.__class__.__name__, np.round(rmse_avg, 3)))\n", + "\n", + "# 앞 예제에서 학습한 lr_reg, ridge_reg, lasso_reg 모델의 CV RMSE값 출력 \n", + "models = [lr_reg, ridge_reg, lasso_reg]\n", + "get_avg_rmse_cv(models)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "* 하이퍼 파라미터 튜닝" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "\n", + "from sklearn.model_selection import GridSearchCV\n", + "\n", + "def print_best_params(model, params):\n", + " grid_model = GridSearchCV(model, param_grid=params, \n", + " scoring='neg_mean_squared_error', cv=5)\n", + " grid_model.fit(X_features, y_target)\n", + " rmse = np.sqrt(-1* grid_model.best_score_)\n", + " print('{0} 5 CV 시 최적 평균 RMSE 값: {1}, 최적 alpha:{2}'.format(model.__class__.__name__,\n", + " np.round(rmse, 4), grid_model.best_params_))\n", + " return grid_model.best_estimator_\n", + "\n", + "ridge_params = { 'alpha':[0.05, 0.1, 1, 5, 8, 10, 12, 15, 20] }\n", + "lasso_params = { 'alpha':[0.001, 0.005, 0.008, 0.05, 0.03, 0.1, 0.5, 1,5, 10] }\n", + "best_rige = print_best_params(ridge_reg, ridge_params)\n", + "best_lasso = print_best_params(lasso_reg, lasso_params)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 앞의 최적화 alpha값으로 학습데이터로 학습, 테스트 데이터로 예측 및 평가 수행. \n", + "lr_reg = LinearRegression()\n", + "lr_reg.fit(X_train, y_train)\n", + "ridge_reg = Ridge(alpha=12)\n", + "ridge_reg.fit(X_train, y_train)\n", + "lasso_reg = Lasso(alpha=0.001)\n", + "lasso_reg.fit(X_train, y_train)\n", + "\n", + "# 모든 모델의 RMSE 출력\n", + "models = [lr_reg, ridge_reg, lasso_reg]\n", + "get_rmses(models)\n", + "\n", + "# 모든 모델의 회귀 계수 시각화 \n", + "models = [lr_reg, ridge_reg, lasso_reg]\n", + "visualize_coefficient(models)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "* 데이터 왜곡 로그 변환 후 성능 평가" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from scipy.stats import skew\n", + "\n", + "# object가 아닌 숫자형 피처의 칼럼 index 객체 추출.\n", + "features_index = house_df.dtypes[house_df.dtypes != 'object'].index\n", + "# house_df에 칼럼 index를 [ ]로 입력하면 해당하는 칼럼 데이터 세트 반환. apply lambda로 skew( ) 호출\n", + "skew_features = house_df[features_index].apply(lambda x : skew(x))\n", + "# skew(왜곡) 정도가 1 이상인 칼럼만 추출.\n", + "skew_features_top = skew_features[skew_features > 1]\n", + "print(skew_features_top.sort_values(ascending=False))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "house_df[skew_features_top.index] = np.log1p(house_df[skew_features_top.index])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# Skew가 높은 피처들을 로그 변환 했으므로 다시 원-핫 인코딩 적용 및 피처/타겟 데이터 셋 생성,\n", + "house_df_ohe = pd.get_dummies(house_df)\n", + "y_target = house_df_ohe['SalePrice']\n", + "X_features = house_df_ohe.drop('SalePrice',axis=1, inplace=False)\n", + "X_train, X_test, y_train, y_test = train_test_split(X_features, y_target, test_size=0.2, random_state=156)\n", + "\n", + "# 피처들을 로그 변환 후 다시 최적 하이퍼 파라미터와 RMSE 출력\n", + "ridge_params = { 'alpha':[0.05, 0.1, 1, 5, 8, 10, 12, 15, 20] }\n", + "lasso_params = { 'alpha':[0.001, 0.005, 0.008, 0.05, 0.03, 0.1, 0.5, 1,5, 10] }\n", + "best_ridge = print_best_params(ridge_reg, ridge_params)\n", + "best_lasso = print_best_params(lasso_reg, lasso_params)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 앞의 최적화 alpha값으로 학습데이터로 학습, 테스트 데이터로 예측 및 평가 수행. \n", + "lr_reg = LinearRegression()\n", + "lr_reg.fit(X_train, y_train)\n", + "ridge_reg = Ridge(alpha=10)\n", + "ridge_reg.fit(X_train, y_train)\n", + "lasso_reg = Lasso(alpha=0.001)\n", + "lasso_reg.fit(X_train, y_train)\n", + "\n", + "# 모든 모델의 RMSE 출력\n", + "models = [lr_reg, ridge_reg, lasso_reg]\n", + "get_rmses(models)\n", + "\n", + "# 모든 모델의 회귀 계수 시각화 \n", + "models = [lr_reg, ridge_reg, lasso_reg]\n", + "visualize_coefficient(models)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "* 이상치 제거" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "plt.scatter(x = house_df_org['GrLivArea'], y = house_df_org['SalePrice'])\n", + "plt.ylabel('SalePrice', fontsize=15)\n", + "plt.xlabel('GrLivArea', fontsize=15)\n", + "plt.show()\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# GrLivArea와 SalePrice 모두 로그 변환되었으므로 이를 반영한 조건 생성. \n", + "cond1 = house_df_ohe['GrLivArea'] > np.log1p(4000)\n", + "cond2 = house_df_ohe['SalePrice'] < np.log1p(500000)\n", + "outlier_index = house_df_ohe[cond1 & cond2].index\n", + "\n", + "print('아웃라이어 레코드 index :', outlier_index.values)\n", + "print('아웃라이어 삭제 전 house_df_ohe shape:', house_df_ohe.shape)\n", + "# DataFrame의 index를 이용하여 아웃라이어 레코드 삭제. \n", + "house_df_ohe.drop(outlier_index , axis=0, inplace=True)\n", + "print('아웃라이어 삭제 후 house_df_ohe shape:', house_df_ohe.shape)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "y_target = house_df_ohe['SalePrice']\n", + "X_features = house_df_ohe.drop('SalePrice',axis=1, inplace=False)\n", + "X_train, X_test, y_train, y_test = train_test_split(X_features, y_target, test_size=0.2, random_state=156)\n", + "\n", + "ridge_params = { 'alpha':[0.05, 0.1, 1, 5, 8, 10, 12, 15, 20] }\n", + "lasso_params = { 'alpha':[0.001, 0.005, 0.008, 0.05, 0.03, 0.1, 0.5, 1,5, 10] }\n", + "best_ridge = print_best_params(ridge_reg, ridge_params)\n", + "best_lasso = print_best_params(lasso_reg, lasso_params)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 앞의 최적화 alpha값으로 학습데이터로 학습, 테스트 데이터로 예측 및 평가 수행. \n", + "lr_reg = LinearRegression()\n", + "lr_reg.fit(X_train, y_train)\n", + "ridge_reg = Ridge(alpha=8)\n", + "ridge_reg.fit(X_train, y_train)\n", + "lasso_reg = Lasso(alpha=0.001)\n", + "lasso_reg.fit(X_train, y_train)\n", + "\n", + "# 모든 모델의 RMSE 출력\n", + "models = [lr_reg, ridge_reg, lasso_reg]\n", + "get_rmses(models)\n", + "\n", + "# 모든 모델의 회귀 계수 시각화 \n", + "models = [lr_reg, ridge_reg, lasso_reg]\n", + "visualize_coefficient(models)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 회귀 트리 학습/예측/평가 " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from xgboost import XGBRegressor\n", + "\n", + "xgb_params = {'n_estimators':[1000]}\n", + "xgb_reg = XGBRegressor(n_estimators=1000, learning_rate=0.05, \n", + " colsample_bytree=0.5, subsample=0.8)\n", + "best_xgb = print_best_params(xgb_reg, xgb_params)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from lightgbm import LGBMRegressor\n", + "\n", + "lgbm_params = {'n_estimators':[1000]}\n", + "lgbm_reg = LGBMRegressor(n_estimators=1000, learning_rate=0.05, num_leaves=4, \n", + " subsample=0.6, colsample_bytree=0.4, reg_lambda=10, n_jobs=-1)\n", + "best_lgbm = print_best_params(lgbm_reg, lgbm_params)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 모델의 중요도 상위 20개의 피처명과 그때의 중요도값을 Series로 반환.\n", + "def get_top_features(model):\n", + " ftr_importances_values = model.feature_importances_\n", + " ftr_importances = pd.Series(ftr_importances_values, index=X_features.columns )\n", + " ftr_top20 = ftr_importances.sort_values(ascending=False)[:20]\n", + " return ftr_top20\n", + "\n", + "def visualize_ftr_importances(models):\n", + " # 2개 회귀 모델의 시각화를 위해 2개의 컬럼을 가지는 subplot 생성\n", + " fig, axs = plt.subplots(figsize=(24,10),nrows=1, ncols=2)\n", + " fig.tight_layout() \n", + " # 입력인자로 받은 list객체인 models에서 차례로 model을 추출하여 피처 중요도 시각화. \n", + " for i_num, model in enumerate(models):\n", + " # 중요도 상위 20개의 피처명과 그때의 중요도값 추출 \n", + " ftr_top20 = get_top_features(model)\n", + " axs[i_num].set_title(model.__class__.__name__+' Feature Importances', size=25)\n", + " #font 크기 조정.\n", + " for label in (axs[i_num].get_xticklabels() + axs[i_num].get_yticklabels()):\n", + " label.set_fontsize(22)\n", + " sns.barplot(x=ftr_top20.values, y=ftr_top20.index , ax=axs[i_num])\n", + "\n", + "# 앞 예제에서 print_best_params( )가 반환한 GridSearchCV로 최적화된 모델의 피처 중요도 시각화 \n", + "models = [best_xgb, best_lgbm]\n", + "visualize_ftr_importances(models)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 회귀 모델들의 예측 결과 혼합을 통한 최종 예측" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "def get_rmse_pred(preds):\n", + " for key in preds.keys():\n", + " pred_value = preds[key]\n", + " mse = mean_squared_error(y_test , pred_value)\n", + " rmse = np.sqrt(mse)\n", + " print('{0} 모델의 RMSE: {1}'.format(key, rmse))\n", + "\n", + "# 개별 모델의 학습\n", + "ridge_reg = Ridge(alpha=8)\n", + "ridge_reg.fit(X_train, y_train)\n", + "lasso_reg = Lasso(alpha=0.001)\n", + "lasso_reg.fit(X_train, y_train)\n", + "# 개별 모델 예측\n", + "ridge_pred = ridge_reg.predict(X_test)\n", + "lasso_pred = lasso_reg.predict(X_test)\n", + "\n", + "# 개별 모델 예측값 혼합으로 최종 예측값 도출\n", + "pred = 0.4 * ridge_pred + 0.6 * lasso_pred\n", + "preds = {'최종 혼합': pred,\n", + " 'Ridge': ridge_pred,\n", + " 'Lasso': lasso_pred}\n", + "#최종 혼합 모델, 개별모델의 RMSE 값 출력\n", + "get_rmse_pred(preds)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "xgb_reg = XGBRegressor(n_estimators=1000, learning_rate=0.05, \n", + " colsample_bytree=0.5, subsample=0.8)\n", + "lgbm_reg = LGBMRegressor(n_estimators=1000, learning_rate=0.05, num_leaves=4, \n", + " subsample=0.6, colsample_bytree=0.4, reg_lambda=10, n_jobs=-1)\n", + "xgb_reg.fit(X_train, y_train)\n", + "lgbm_reg.fit(X_train, y_train)\n", + "xgb_pred = xgb_reg.predict(X_test)\n", + "lgbm_pred = lgbm_reg.predict(X_test)\n", + "\n", + "pred = 0.5 * xgb_pred + 0.5 * lgbm_pred\n", + "preds = {'최종 혼합': pred,\n", + " 'XGBM': xgb_pred,\n", + " 'LGBM': lgbm_pred}\n", + " \n", + "get_rmse_pred(preds)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 스태킹 모델을 통한 회귀 예측" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.model_selection import KFold\n", + "from sklearn.metrics import mean_absolute_error\n", + "\n", + "# 개별 기반 모델에서 최종 메타 모델이 사용할 학습 및 테스트용 데이터를 생성하기 위한 함수. \n", + "def get_stacking_base_datasets(model, X_train_n, y_train_n, X_test_n, n_folds ):\n", + " # 지정된 n_folds값으로 KFold 생성.\n", + " kf = KFold(n_splits=n_folds, shuffle=False)\n", + " #추후에 메타 모델이 사용할 학습 데이터 반환을 위한 넘파이 배열 초기화 \n", + " train_fold_pred = np.zeros((X_train_n.shape[0] ,1 ))\n", + " test_pred = np.zeros((X_test_n.shape[0],n_folds))\n", + " print(model.__class__.__name__ , ' model 시작 ')\n", + " \n", + " for folder_counter , (train_index, valid_index) in enumerate(kf.split(X_train_n)):\n", + " #입력된 학습 데이터에서 기반 모델이 학습/예측할 폴드 데이터 셋 추출 \n", + " print('\\t 폴드 세트: ',folder_counter,' 시작 ')\n", + " X_tr = X_train_n[train_index] \n", + " y_tr = y_train_n[train_index] \n", + " X_te = X_train_n[valid_index] \n", + " \n", + " #폴드 세트 내부에서 다시 만들어진 학습 데이터로 기반 모델의 학습 수행.\n", + " model.fit(X_tr , y_tr) \n", + " #폴드 세트 내부에서 다시 만들어진 검증 데이터로 기반 모델 예측 후 데이터 저장.\n", + " train_fold_pred[valid_index, :] = model.predict(X_te).reshape(-1,1)\n", + " #입력된 원본 테스트 데이터를 폴드 세트내 학습된 기반 모델에서 예측 후 데이터 저장. \n", + " test_pred[:, folder_counter] = model.predict(X_test_n)\n", + " \n", + " # 폴드 세트 내에서 원본 테스트 데이터를 예측한 데이터를 평균하여 테스트 데이터로 생성 \n", + " test_pred_mean = np.mean(test_pred, axis=1).reshape(-1,1) \n", + " \n", + " #train_fold_pred는 최종 메타 모델이 사용하는 학습 데이터, test_pred_mean은 테스트 데이터\n", + " return train_fold_pred , test_pred_mean" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [ + "# get_stacking_base_datasets( )은 넘파이 ndarray를 인자로 사용하므로 DataFrame을 넘파이로 변환. \n", + "X_train_n = X_train.values\n", + "X_test_n = X_test.values\n", + "y_train_n = y_train.values\n", + "\n", + "# 각 개별 기반(Base)모델이 생성한 학습용/테스트용 데이터 반환. \n", + "ridge_train, ridge_test = get_stacking_base_datasets(ridge_reg, X_train_n, y_train_n, X_test_n, 5)\n", + "lasso_train, lasso_test = get_stacking_base_datasets(lasso_reg, X_train_n, y_train_n, X_test_n, 5)\n", + "xgb_train, xgb_test = get_stacking_base_datasets(xgb_reg, X_train_n, y_train_n, X_test_n, 5) \n", + "lgbm_train, lgbm_test = get_stacking_base_datasets(lgbm_reg, X_train_n, y_train_n, X_test_n, 5)\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# 개별 모델이 반환한 학습 및 테스트용 데이터 세트를 Stacking 형태로 결합. \n", + "Stack_final_X_train = np.concatenate((ridge_train, lasso_train, \n", + " xgb_train, lgbm_train), axis=1)\n", + "Stack_final_X_test = np.concatenate((ridge_test, lasso_test, \n", + " xgb_test, lgbm_test), axis=1)\n", + "\n", + "# 최종 메타 모델은 라쏘 모델을 적용. \n", + "meta_model_lasso = Lasso(alpha=0.0005)\n", + "\n", + "#기반 모델의 예측값을 기반으로 새롭게 만들어진 학습 및 테스트용 데이터로 예측하고 RMSE 측정.\n", + "meta_model_lasso.fit(Stack_final_X_train, y_train)\n", + "final = meta_model_lasso.predict(Stack_final_X_test)\n", + "mse = mean_squared_error(y_test , final)\n", + "rmse = np.sqrt(mse)\n", + "print('스태킹 회귀 모델의 최종 RMSE 값은:', rmse)\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/8\354\236\245/20 \353\211\264\354\212\244\352\267\270\353\243\271 \353\266\204\353\245\230.ipynb" "b/\355\214\214\353\250\270\354\231\204/8\354\236\245/20 \353\211\264\354\212\244\352\267\270\353\243\271 \353\266\204\353\245\230.ipynb" new file mode 100644 index 0000000..7618381 --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/8\354\236\245/20 \353\211\264\354\212\244\352\267\270\353\243\271 \353\266\204\353\245\230.ipynb" @@ -0,0 +1,262 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 텍스트 정규화" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.datasets import fetch_20newsgroups\n", + "\n", + "news_data = fetch_20newsgroups(subset='all',random_state=156)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print(news_data.keys())" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "\n", + "print('target 클래스의 값과 분포도 \\n',pd.Series(news_data.target).value_counts().sort_index())\n", + "print('target 클래스의 이름들 \\n',news_data.target_names)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print(news_data.data[0])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.datasets import fetch_20newsgroups\n", + "\n", + "# subset='train'으로 학습용(Train) 데이터만 추출, remove=('headers', 'footers', 'quotes')로 내용만 추출\n", + "train_news= fetch_20newsgroups(subset='train', remove=('headers', 'footers', 'quotes'), random_state=156)\n", + "X_train = train_news.data\n", + "y_train = train_news.target\n", + "print(type(X_train))\n", + "\n", + "# subset='test'으로 테스트(Test) 데이터만 추출, remove=('headers', 'footers', 'quotes')로 내용만 추출\n", + "test_news= fetch_20newsgroups(subset='test',remove=('headers', 'footers','quotes'),random_state=156)\n", + "X_test = test_news.data\n", + "y_test = test_news.target\n", + "print('학습 데이터 크기 {0} , 테스트 데이터 크기 {1}'.format(len(train_news.data) , len(test_news.data)))\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 피처 벡터화 변환과 머신러닝 모델 학습/예측/평가" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.feature_extraction.text import CountVectorizer\n", + "\n", + "# Count Vectorization으로 feature extraction 변환 수행. \n", + "cnt_vect = CountVectorizer()\n", + "\n", + "cnt_vect.fit(X_train)\n", + "X_train_cnt_vect = cnt_vect.transform(X_train)\n", + "\n", + "# 학습 데이터로 fit( )된 CountVectorizer를 이용하여 테스트 데이터를 feature extraction 변환 수행. \n", + "X_test_cnt_vect = cnt_vect.transform(X_test)\n", + "\n", + "print('학습 데이터 Text의 CountVectorizer Shape:',X_train_cnt_vect.shape)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.linear_model import LogisticRegression\n", + "from sklearn.metrics import accuracy_score\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "\n", + "# LogisticRegression을 이용하여 학습/예측/평가 수행. \n", + "lr_clf = LogisticRegression(solver='liblinear')\n", + "lr_clf.fit(X_train_cnt_vect , y_train)\n", + "pred = lr_clf.predict(X_test_cnt_vect)\n", + "print('CountVectorized Logistic Regression 의 예측 정확도는 {0:.3f}'.format(accuracy_score(y_test,pred)))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.feature_extraction.text import TfidfVectorizer\n", + "\n", + "# TF-IDF Vectorization 적용하여 학습 데이터셋과 테스트 데이터 셋 변환. \n", + "tfidf_vect = TfidfVectorizer()\n", + "tfidf_vect.fit(X_train)\n", + "X_train_tfidf_vect = tfidf_vect.transform(X_train)\n", + "X_test_tfidf_vect = tfidf_vect.transform(X_test)\n", + "\n", + "# LogisticRegression을 이용하여 학습/예측/평가 수행. \n", + "lr_clf = LogisticRegression(solver='liblinear')\n", + "lr_clf.fit(X_train_tfidf_vect , y_train)\n", + "pred = lr_clf.predict(X_test_tfidf_vect)\n", + "print('TF-IDF Logistic Regression 의 예측 정확도는 {0:.3f}'.format(accuracy_score(y_test ,pred)))\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# stop words 필터링을 추가하고 ngram을 기본(1,1)에서 (1,2)로 변경하여 Feature Vectorization 적용.\n", + "tfidf_vect = TfidfVectorizer(stop_words='english', ngram_range=(1,2), max_df=300 )\n", + "tfidf_vect.fit(X_train)\n", + "X_train_tfidf_vect = tfidf_vect.transform(X_train)\n", + "X_test_tfidf_vect = tfidf_vect.transform(X_test)\n", + "\n", + "lr_clf = LogisticRegression(solver='liblinear')\n", + "lr_clf.fit(X_train_tfidf_vect , y_train)\n", + "pred = lr_clf.predict(X_test_tfidf_vect)\n", + "print('TF-IDF Vectorized Logistic Regression 의 예측 정확도는 {0:.3f}'.format(accuracy_score(y_test ,pred)))\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.model_selection import GridSearchCV\n", + "\n", + "# 최적 C 값 도출 튜닝 수행. CV는 3 Fold셋으로 설정. \n", + "params = { 'C':[0.01, 0.1, 1, 5, 10]}\n", + "grid_cv_lr = GridSearchCV(lr_clf ,param_grid=params , cv=3 , scoring='accuracy' , verbose=1 )\n", + "grid_cv_lr.fit(X_train_tfidf_vect , y_train)\n", + "print('Logistic Regression best C parameter :',grid_cv_lr.best_params_ )\n", + "\n", + "# 최적 C 값으로 학습된 grid_cv로 예측 수행하고 정확도 평가. \n", + "pred = grid_cv_lr.predict(X_test_tfidf_vect)\n", + "print('TF-IDF Vectorized Logistic Regression 의 예측 정확도는 {0:.3f}'.format(accuracy_score(y_test ,pred)))\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 사이킷런 파이프라인(Pipeline) 사용 및 GridSearchCV와의 결합" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.pipeline import Pipeline\n", + "\n", + "# TfidfVectorizer 객체를 tfidf_vect 객체명으로, LogisticRegression객체를 lr_clf 객체명으로 생성하는 Pipeline생성\n", + "pipeline = Pipeline([\n", + " ('tfidf_vect', TfidfVectorizer(stop_words='english', ngram_range=(1,2), max_df=300)),\n", + " ('lr_clf', LogisticRegression(solver='liblinear', C=10))\n", + "])\n", + "\n", + "# 별도의 TfidfVectorizer객체의 fit_transform( )과 LogisticRegression의 fit(), predict( )가 필요 없음. \n", + "# pipeline의 fit( ) 과 predict( ) 만으로 한꺼번에 Feature Vectorization과 ML 학습/예측이 가능. \n", + "pipeline.fit(X_train, y_train)\n", + "pred = pipeline.predict(X_test)\n", + "print('Pipeline을 통한 Logistic Regression 의 예측 정확도는 {0:.3f}'.format(accuracy_score(y_test ,pred)))\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.pipeline import Pipeline\n", + "\n", + "pipeline = Pipeline([\n", + " ('tfidf_vect', TfidfVectorizer(stop_words='english')),\n", + " ('lr_clf', LogisticRegression(solver='liblinear'))\n", + "])\n", + "\n", + "# Pipeline에 기술된 각각의 객체 변수에 언더바(_)2개를 연달아 붙여 GridSearchCV에 사용될 \n", + "# 파라미터/하이퍼 파라미터 이름과 값을 설정. . \n", + "params = { 'tfidf_vect__ngram_range': [(1,1), (1,2), (1,3)],\n", + " 'tfidf_vect__max_df': [100, 300, 700],\n", + " 'lr_clf__C': [1, 5, 10]\n", + "}\n", + "\n", + "# GridSearchCV의 생성자에 Estimator가 아닌 Pipeline 객체 입력\n", + "grid_cv_pipe = GridSearchCV(pipeline, param_grid=params, cv=3 , scoring='accuracy',verbose=1)\n", + "grid_cv_pipe.fit(X_train , y_train)\n", + "print(grid_cv_pipe.best_params_ , grid_cv_pipe.best_score_)\n", + "\n", + "pred = grid_cv_pipe.predict(X_test)\n", + "print('Pipeline을 통한 Logistic Regression 의 예측 정확도는 {0:.3f}'.format(accuracy_score(y_test ,pred)))\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/8\354\236\245/8.2 \355\205\215\354\212\244\355\212\270 \354\202\254\354\240\204 \354\244\200\353\271\204 \354\236\221\354\227\205(\355\205\215\354\212\244\355\212\270 \354\240\204\354\262\230\353\246\254) - \355\205\215\354\212\244\355\212\270 \354\240\225\352\267\234\355\231\224_8.3 Bag of Words _ BOW.ipynb" "b/\355\214\214\353\250\270\354\231\204/8\354\236\245/8.2 \355\205\215\354\212\244\355\212\270 \354\202\254\354\240\204 \354\244\200\353\271\204 \354\236\221\354\227\205(\355\205\215\354\212\244\355\212\270 \354\240\204\354\262\230\353\246\254) - \355\205\215\354\212\244\355\212\270 \354\240\225\352\267\234\355\231\224_8.3 Bag of Words _ BOW.ipynb" new file mode 100644 index 0000000..bff5bb1 --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/8\354\236\245/8.2 \355\205\215\354\212\244\355\212\270 \354\202\254\354\240\204 \354\244\200\353\271\204 \354\236\221\354\227\205(\355\205\215\354\212\244\355\212\270 \354\240\204\354\262\230\353\246\254) - \355\205\215\354\212\244\355\212\270 \354\240\225\352\267\234\355\231\224_8.3 Bag of Words _ BOW.ipynb" @@ -0,0 +1,441 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 8.2 텍스트 사전 준비 작업(텍스트 전처리) - 텍스트 정규화" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Text Tokenization" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 3\n", + "['The Matrix is everywhere its all around us, here even in this room.', 'You can see it out your window or on your television.', 'You feel it when you go to work, or go to church or pay your taxes.']\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "[nltk_data] Downloading package punkt to\n", + "[nltk_data] C:\\Users\\yong\\AppData\\Roaming\\nltk_data...\n", + "[nltk_data] Package punkt is already up-to-date!\n" + ] + } + ], + "source": [ + "from nltk import sent_tokenize\n", + "import nltk\n", + "nltk.download('punkt')\n", + "\n", + "text_sample = 'The Matrix is everywhere its all around us, here even in this room. \\\n", + " You can see it out your window or on your television. \\\n", + " You feel it when you go to work, or go to church or pay your taxes.'\n", + "sentences = sent_tokenize(text=text_sample)\n", + "print(type(sentences),len(sentences))\n", + "print(sentences)" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 15\n", + "['The', 'Matrix', 'is', 'everywhere', 'its', 'all', 'around', 'us', ',', 'here', 'even', 'in', 'this', 'room', '.']\n" + ] + } + ], + "source": [ + "from nltk import word_tokenize\n", + "\n", + "sentence = \"The Matrix is everywhere its all around us, here even in this room.\"\n", + "words = word_tokenize(sentence)\n", + "print(type(words), len(words))\n", + "print(words)" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 3\n", + "[['The', 'Matrix', 'is', 'everywhere', 'its', 'all', 'around', 'us', ',', 'here', 'even', 'in', 'this', 'room', '.'], ['You', 'can', 'see', 'it', 'out', 'your', 'window', 'or', 'on', 'your', 'television', '.'], ['You', 'feel', 'it', 'when', 'you', 'go', 'to', 'work', ',', 'or', 'go', 'to', 'church', 'or', 'pay', 'your', 'taxes', '.']]\n" + ] + } + ], + "source": [ + "from nltk import word_tokenize, sent_tokenize\n", + "\n", + "#여러개의 문장으로 된 입력 데이터를 문장별로 단어 토큰화 만드는 함수 생성\n", + "def tokenize_text(text):\n", + " \n", + " # 문장별로 분리 토큰\n", + " sentences = sent_tokenize(text)\n", + " # 분리된 문장별 단어 토큰화\n", + " word_tokens = [word_tokenize(sentence) for sentence in sentences]\n", + " return word_tokens\n", + "\n", + "#여러 문장들에 대해 문장별 단어 토큰화 수행. \n", + "word_tokens = tokenize_text(text_sample)\n", + "print(type(word_tokens),len(word_tokens))\n", + "print(word_tokens)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Stopwords 제거" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "[nltk_data] Downloading package stopwords to\n", + "[nltk_data] C:\\Users\\yong\\AppData\\Roaming\\nltk_data...\n", + "[nltk_data] Package stopwords is already up-to-date!\n" + ] + }, + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import nltk\n", + "nltk.download('stopwords')" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "영어 stop words 갯수: 179\n", + "['i', 'me', 'my', 'myself', 'we', 'our', 'ours', 'ourselves', 'you', \"you're\", \"you've\", \"you'll\", \"you'd\", 'your', 'yours', 'yourself', 'yourselves', 'he', 'him', 'his']\n" + ] + } + ], + "source": [ + "print('영어 stop words 갯수:',len(nltk.corpus.stopwords.words('english')))\n", + "print(nltk.corpus.stopwords.words('english')[:20])" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[['matrix', 'everywhere', 'around', 'us', ',', 'even', 'room', '.'], ['see', 'window', 'television', '.'], ['feel', 'go', 'work', ',', 'go', 'church', 'pay', 'taxes', '.']]\n" + ] + } + ], + "source": [ + "import nltk\n", + "\n", + "stopwords = nltk.corpus.stopwords.words('english')\n", + "all_tokens = []\n", + "# 위 예제의 3개의 문장별로 얻은 word_tokens list 에 대해 stop word 제거 Loop\n", + "for sentence in word_tokens:\n", + " filtered_words=[]\n", + " # 개별 문장별로 tokenize된 sentence list에 대해 stop word 제거 Loop\n", + " for word in sentence:\n", + " #소문자로 모두 변환합니다. \n", + " word = word.lower()\n", + " # tokenize 된 개별 word가 stop words 들의 단어에 포함되지 않으면 word_tokens에 추가\n", + " if word not in stopwords:\n", + " filtered_words.append(word)\n", + " all_tokens.append(filtered_words)\n", + " \n", + "print(all_tokens)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Stemming과 Lemmatization" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "work work work\n", + "amus amus amus\n", + "happy happiest\n", + "fant fanciest\n" + ] + } + ], + "source": [ + "from nltk.stem import LancasterStemmer\n", + "stemmer = LancasterStemmer()\n", + "\n", + "print(stemmer.stem('working'),stemmer.stem('works'),stemmer.stem('worked'))\n", + "print(stemmer.stem('amusing'),stemmer.stem('amuses'),stemmer.stem('amused'))\n", + "print(stemmer.stem('happier'),stemmer.stem('happiest'))\n", + "print(stemmer.stem('fancier'),stemmer.stem('fanciest'))" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "[nltk_data] Downloading package wordnet to\n", + "[nltk_data] C:\\Users\\yong\\AppData\\Roaming\\nltk_data...\n", + "[nltk_data] Package wordnet is already up-to-date!\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "amuse amuse amuse\n", + "happy happy\n", + "fancy fancy\n" + ] + } + ], + "source": [ + "from nltk.stem import WordNetLemmatizer\n", + "import nltk\n", + "nltk.download('wordnet')\n", + "\n", + "lemma = WordNetLemmatizer()\n", + "print(lemma.lemmatize('amusing','v'),lemma.lemmatize('amuses','v'),lemma.lemmatize('amused','v'))\n", + "print(lemma.lemmatize('happier','a'),lemma.lemmatize('happiest','a'))\n", + "print(lemma.lemmatize('fancier','a'),lemma.lemmatize('fanciest','a'))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 8.3 Bag of Words – BOW" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 희소 행렬 - COO 형식" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "\n", + "dense = np.array( [ [ 3, 0, 1 ], [0, 2, 0 ] ] )" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [], + "source": [ + "from scipy import sparse\n", + "\n", + "# 0 이 아닌 데이터 추출\n", + "data = np.array([3,1,2])\n", + "\n", + "# 행 위치와 열 위치를 각각 array로 생성 \n", + "row_pos = np.array([0,0,1])\n", + "col_pos = np.array([0,2,1])\n", + "\n", + "# sparse 패키지의 coo_matrix를 이용하여 COO 형식으로 희소 행렬 생성\n", + "sparse_coo = sparse.coo_matrix((data, (row_pos,col_pos)))" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "array([[3, 0, 1],\n", + " [0, 2, 0]])" + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "sparse_coo.toarray()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 희소 행렬 – CSR 형식" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "COO 변환된 데이터가 제대로 되었는지 다시 Dense로 출력 확인\n", + "[[0 0 1 0 0 5]\n", + " [1 4 0 3 2 5]\n", + " [0 6 0 3 0 0]\n", + " [2 0 0 0 0 0]\n", + " [0 0 0 7 0 8]\n", + " [1 0 0 0 0 0]]\n", + "CSR 변환된 데이터가 제대로 되었는지 다시 Dense로 출력 확인\n", + "[[0 0 1 0 0 5]\n", + " [1 4 0 3 2 5]\n", + " [0 6 0 3 0 0]\n", + " [2 0 0 0 0 0]\n", + " [0 0 0 7 0 8]\n", + " [1 0 0 0 0 0]]\n" + ] + } + ], + "source": [ + "from scipy import sparse\n", + "\n", + "dense2 = np.array([[0,0,1,0,0,5],\n", + " [1,4,0,3,2,5],\n", + " [0,6,0,3,0,0],\n", + " [2,0,0,0,0,0],\n", + " [0,0,0,7,0,8],\n", + " [1,0,0,0,0,0]])\n", + "\n", + "# 0 이 아닌 데이터 추출\n", + "data2 = np.array([1, 5, 1, 4, 3, 2, 5, 6, 3, 2, 7, 8, 1])\n", + "\n", + "# 행 위치와 열 위치를 각각 array로 생성 \n", + "row_pos = np.array([0, 0, 1, 1, 1, 1, 1, 2, 2, 3, 4, 4, 5])\n", + "col_pos = np.array([2, 5, 0, 1, 3, 4, 5, 1, 3, 0, 3, 5, 0])\n", + "\n", + "# COO 형식으로 변환 \n", + "sparse_coo = sparse.coo_matrix((data2, (row_pos,col_pos)))\n", + "\n", + "# 행 위치 배열의 고유한 값들의 시작 위치 인덱스를 배열로 생성\n", + "row_pos_ind = np.array([0, 2, 7, 9, 10, 12, 13])\n", + "\n", + "# CSR 형식으로 변환 \n", + "sparse_csr = sparse.csr_matrix((data2, col_pos, row_pos_ind))\n", + "\n", + "print('COO 변환된 데이터가 제대로 되었는지 다시 Dense로 출력 확인')\n", + "print(sparse_coo.toarray())\n", + "print('CSR 변환된 데이터가 제대로 되었는지 다시 Dense로 출력 확인')\n", + "print(sparse_csr.toarray())\n" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [], + "source": [ + "dense3 = np.array([[0,0,1,0,0,5],\n", + " [1,4,0,3,2,5],\n", + " [0,6,0,3,0,0],\n", + " [2,0,0,0,0,0],\n", + " [0,0,0,7,0,8],\n", + " [1,0,0,0,0,0]])\n", + "\n", + "coo = sparse.coo_matrix(dense3)\n", + "csr = sparse.csr_matrix(dense3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/8\354\236\245/KaggleMercari Price Suggestion Challenge.ipynb" "b/\355\214\214\353\250\270\354\231\204/8\354\236\245/KaggleMercari Price Suggestion Challenge.ipynb" new file mode 100644 index 0000000..5ecb3ab --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/8\354\236\245/KaggleMercari Price Suggestion Challenge.ipynb" @@ -0,0 +1,386 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 데이터 전처리" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.linear_model import Ridge , LogisticRegression\n", + "from sklearn.model_selection import train_test_split , cross_val_score\n", + "from sklearn.feature_extraction.text import CountVectorizer , TfidfVectorizer\n", + "import pandas as pd\n", + "\n", + "mercari_df= pd.read_csv('mercari_train.tsv',sep='\\t')\n", + "print(mercari_df.shape)\n", + "mercari_df.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print(mercari_df.info())" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "\n", + "y_train_df = mercari_df['price']\n", + "plt.figure(figsize=(6,4))\n", + "sns.histplot(y_train_df, bins=100)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "\n", + "y_train_df = np.log1p(y_train_df)\n", + "sns.histplot(y_train_df, bins=50)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "mercari_df['price'] = np.log1p(mercari_df['price'])\n", + "mercari_df['price'].head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print('Shipping 값 유형:\\n',mercari_df['shipping'].value_counts())\n", + "print('item_condition_id 값 유형:\\n',mercari_df['item_condition_id'].value_counts())\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "boolean_cond= mercari_df['item_description']=='No description yet'\n", + "mercari_df[boolean_cond]['item_description'].count()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# apply lambda에서 호출되는 대,중,소 분할 함수 생성, 대,중,소 값을 리스트 반환\n", + "def split_cat(category_name):\n", + " try:\n", + " return category_name.split('/')\n", + " except:\n", + " return ['Other_Null' , 'Other_Null' , 'Other_Null']\n", + "\n", + "# 위의 split_cat( )을 apply lambda에서 호출하여 대,중,소 컬럼을 mercari_df에 생성. \n", + "mercari_df['cat_dae'], mercari_df['cat_jung'], mercari_df['cat_so'] = \\\n", + " zip(*mercari_df['category_name'].apply(lambda x : split_cat(x)))\n", + "\n", + "# 대분류만 값의 유형과 건수를 살펴보고, 중분류, 소분류는 값의 유형이 많으므로 분류 갯수만 추출\n", + "print('대분류 유형 :\\n', mercari_df['cat_dae'].value_counts())\n", + "print('중분류 갯수 :', mercari_df['cat_jung'].nunique())\n", + "print('소분류 갯수 :', mercari_df['cat_so'].nunique())\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "mercari_df['brand_name'] = mercari_df['brand_name'].fillna(value='Other_Null')\n", + "mercari_df['category_name'] = mercari_df['category_name'].fillna(value='Other_Null')\n", + "mercari_df['item_description'] = mercari_df['item_description'].fillna(value='Other_Null')\n", + "\n", + "# 각 컬럼별로 Null값 건수 확인. 모두 0가 나와야 합니다.\n", + "mercari_df.isnull().sum()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 피처 인코딩과 피처 벡터화" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print('brand name 의 유형 건수 :', mercari_df['brand_name'].nunique())\n", + "print('brand name sample 5건 : \\n', mercari_df['brand_name'].value_counts()[:5])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print('name 의 종류 갯수 :', mercari_df['name'].nunique())\n", + "print('name sample 7건 : \\n', mercari_df['name'][:7])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "pd.set_option('max_colwidth', 200)\n", + "\n", + "# item_description의 평균 문자열 개수\n", + "print('item_description 평균 문자열 개수:',mercari_df['item_description'].str.len().mean())\n", + "\n", + "mercari_df['item_description'][:2]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# name 속성에 대한 feature vectorization 변환\n", + "cnt_vec = CountVectorizer()\n", + "X_name = cnt_vec.fit_transform(mercari_df.name)\n", + "\n", + "# item_description 에 대한 feature vectorization 변환 \n", + "tfidf_descp = TfidfVectorizer(max_features = 50000, ngram_range= (1,3) , stop_words='english')\n", + "X_descp = tfidf_descp.fit_transform(mercari_df['item_description'])\n", + "\n", + "print('name vectorization shape:',X_name.shape)\n", + "print('item_description vectorization shape:',X_descp.shape)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.preprocessing import LabelBinarizer\n", + "\n", + "# brand_name, item_condition_id, shipping 각 피처들을 희소 행렬 원-핫 인코딩 변환\n", + "lb_brand_name= LabelBinarizer(sparse_output=True)\n", + "X_brand = lb_brand_name.fit_transform(mercari_df['brand_name'])\n", + "\n", + "lb_item_cond_id = LabelBinarizer(sparse_output=True)\n", + "X_item_cond_id = lb_item_cond_id.fit_transform(mercari_df['item_condition_id'])\n", + "\n", + "lb_shipping= LabelBinarizer(sparse_output=True)\n", + "X_shipping = lb_shipping.fit_transform(mercari_df['shipping'])\n", + "\n", + "# cat_dae, cat_jung, cat_so 각 피처들을 희소 행렬 원-핫 인코딩 변환\n", + "lb_cat_dae = LabelBinarizer(sparse_output=True)\n", + "X_cat_dae= lb_cat_dae.fit_transform(mercari_df['cat_dae'])\n", + "\n", + "lb_cat_jung = LabelBinarizer(sparse_output=True)\n", + "X_cat_jung = lb_cat_jung.fit_transform(mercari_df['cat_jung'])\n", + "\n", + "lb_cat_so = LabelBinarizer(sparse_output=True)\n", + "X_cat_so = lb_cat_so.fit_transform(mercari_df['cat_so'])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print(type(X_brand), type(X_item_cond_id), type(X_shipping))\n", + "print('X_brand_shape:{0}, X_item_cond_id shape:{1}'.format(X_brand.shape, X_item_cond_id.shape))\n", + "print('X_shipping shape:{0}, X_cat_dae shape:{1}'.format(X_shipping.shape, X_cat_dae.shape))\n", + "print('X_cat_jung shape:{0}, X_cat_so shape:{1}'.format(X_cat_jung.shape, X_cat_so.shape))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from scipy.sparse import hstack\n", + "import gc\n", + "\n", + "sparse_matrix_list = (X_name, X_descp, X_brand, X_item_cond_id,\n", + " X_shipping, X_cat_dae, X_cat_jung, X_cat_so)\n", + "\n", + "# 사이파이 sparse 모듈의 hstack 함수를 이용하여 앞에서 인코딩과 Vectorization을 수행한 데이터 셋을 모두 결합. \n", + "X_features_sparse= hstack(sparse_matrix_list).tocsr()\n", + "print(type(X_features_sparse), X_features_sparse.shape)\n", + "\n", + "# 데이터 셋이 메모리를 많이 차지하므로 사용 용도가 끝났으면 바로 메모리에서 삭제. \n", + "del X_features_sparse\n", + "gc.collect()\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 릿지 회귀 모델 구축 및 평가" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "def rmsle(y , y_pred):\n", + " # underflow, overflow를 막기 위해 log가 아닌 log1p로 rmsle 계산 \n", + " return np.sqrt(np.mean(np.power(np.log1p(y) - np.log1p(y_pred), 2)))\n", + "\n", + "def evaluate_org_price(y_test , preds): \n", + " \n", + " # 원본 데이터는 log1p로 변환되었으므로 exmpm1으로 원복 필요. \n", + " preds_exmpm = np.expm1(preds)\n", + " y_test_exmpm = np.expm1(y_test)\n", + " \n", + " # rmsle로 RMSLE 값 추출\n", + " rmsle_result = rmsle(y_test_exmpm, preds_exmpm)\n", + " return rmsle_result" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import gc \n", + "from scipy.sparse import hstack\n", + "\n", + "def model_train_predict(model,matrix_list):\n", + " # scipy.sparse 모듈의 hstack 을 이용하여 sparse matrix 결합\n", + " X= hstack(matrix_list).tocsr() \n", + " \n", + " X_train, X_test, y_train, y_test=train_test_split(X, mercari_df['price'], \n", + " test_size=0.2, random_state=156)\n", + " \n", + " # 모델 학습 및 예측\n", + " model.fit(X_train , y_train)\n", + " preds = model.predict(X_test)\n", + " \n", + " del X , X_train , X_test , y_train \n", + " gc.collect()\n", + " \n", + " return preds , y_test" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "linear_model = Ridge(solver = \"lsqr\", fit_intercept=False)\n", + "\n", + "sparse_matrix_list = (X_name, X_brand, X_item_cond_id,\n", + " X_shipping, X_cat_dae, X_cat_jung, X_cat_so)\n", + "linear_preds , y_test = model_train_predict(model=linear_model ,matrix_list=sparse_matrix_list)\n", + "print('Item Description을 제외했을 때 rmsle 값:', evaluate_org_price(y_test , linear_preds))\n", + "\n", + "sparse_matrix_list = (X_descp, X_name, X_brand, X_item_cond_id,\n", + " X_shipping, X_cat_dae, X_cat_jung, X_cat_so)\n", + "linear_preds , y_test = model_train_predict(model=linear_model , matrix_list=sparse_matrix_list)\n", + "print('Item Description을 포함한 rmsle 값:', evaluate_org_price(y_test ,linear_preds))\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### LightGBM 회귀 모델 구축과 앙상블을 이용한 최종 예측 평가" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from lightgbm import LGBMRegressor\n", + "\n", + "sparse_matrix_list = (X_descp, X_name, X_brand, X_item_cond_id,\n", + " X_shipping, X_cat_dae, X_cat_jung, X_cat_so)\n", + "\n", + "lgbm_model = LGBMRegressor(n_estimators=200, learning_rate=0.5, num_leaves=125, random_state=156)\n", + "lgbm_preds , y_test = model_train_predict(model = lgbm_model , matrix_list=sparse_matrix_list)\n", + "print('LightGBM rmsle 값:', evaluate_org_price(y_test , lgbm_preds))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "preds = lgbm_preds * 0.45 + linear_preds * 0.55\n", + "print('LightGBM과 Ridge를 ensemble한 최종 rmsle 값:', evaluate_org_price(y_test , preds))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/8\354\236\245/\353\204\244\354\235\264\353\262\204 \354\230\201\355\231\224 \355\217\211\354\240\220 \352\260\220\354\204\261 \353\266\204\354\204\235.ipynb" "b/\355\214\214\353\250\270\354\231\204/8\354\236\245/\353\204\244\354\235\264\353\262\204 \354\230\201\355\231\224 \355\217\211\354\240\220 \352\260\220\354\204\261 \353\266\204\354\204\235.ipynb" new file mode 100644 index 0000000..7471eaa --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/8\354\236\245/\353\204\244\354\235\264\353\262\204 \354\230\201\355\231\224 \355\217\211\354\240\220 \352\260\220\354\204\261 \353\266\204\354\204\235.ipynb" @@ -0,0 +1,249 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
iddocumentlabel
09976970아 더빙.. 진짜 짜증나네요 목소리0
13819312흠...포스터보고 초딩영화줄....오버연기조차 가볍지 않구나1
210265843너무재밓었다그래서보는것을추천한다0
\n", + "
" + ], + "text/plain": [ + " id document label\n", + "0 9976970 아 더빙.. 진짜 짜증나네요 목소리 0\n", + "1 3819312 흠...포스터보고 초딩영화줄....오버연기조차 가볍지 않구나 1\n", + "2 10265843 너무재밓었다그래서보는것을추천한다 0" + ] + }, + "execution_count": 1, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import pandas as pd\n", + "\n", + "train_df = pd.read_csv('ratings_train.txt', sep='\\t')\n", + "train_df.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "0 75173\n", + "1 74827\n", + "Name: label, dtype: int64" + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "train_df['label'].value_counts( )" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [], + "source": [ + "import re\n", + "\n", + "train_df = train_df.fillna(' ')\n", + "# 정규 표현식을 이용하여 숫자를 공백으로 변경(정규 표현식으로 \\d 는 숫자를 의미함.) \n", + "train_df['document'] = train_df['document'].apply( lambda x : re.sub(r\"\\d+\", \" \", x) )\n", + "\n", + "# 테스트 데이터 셋을 로딩하고 동일하게 Null 및 숫자를 공백으로 변환\n", + "test_df = pd.read_csv('ratings_test.txt', sep='\\t')\n", + "test_df = test_df.fillna(' ')\n", + "test_df['document'] = test_df['document'].apply( lambda x : re.sub(r\"\\d+\", \" \", x) )\n", + "\n", + "# id 칼럼 삭제 수행\n", + "train_df.drop('id', axis=1, inplace=True) \n", + "test_df.drop('id', axis=1, inplace=True)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "C:\\Users\\yong\\anaconda3\\envs\\pymldgrev2\\lib\\site-packages\\konlpy\\tag\\_okt.py:17: UserWarning: \"Twitter\" has changed to \"Okt\" since KoNLPy v0.4.5.\n", + " warn('\"Twitter\" has changed to \"Okt\" since KoNLPy v0.4.5.')\n" + ] + } + ], + "source": [ + "from konlpy.tag import Twitter\n", + "\n", + "twitter = Twitter()\n", + "def tw_tokenizer(text):\n", + " # 입력 인자로 들어온 text 를 형태소 단어로 토큰화 하여 list 객체 반환\n", + " tokens_ko = twitter.morphs(text)\n", + " return tokens_ko" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "C:\\Users\\yong\\anaconda3\\envs\\pymldgrev2\\lib\\site-packages\\sklearn\\feature_extraction\\text.py:516: UserWarning: The parameter 'token_pattern' will not be used since 'tokenizer' is not None'\n", + " warnings.warn(\n" + ] + } + ], + "source": [ + "from sklearn.feature_extraction.text import TfidfVectorizer\n", + "from sklearn.linear_model import LogisticRegression\n", + "from sklearn.model_selection import GridSearchCV\n", + "\n", + "# Twitter 객체의 morphs( ) 객체를 이용한 tokenizer를 사용. ngram_range는 (1,2) \n", + "tfidf_vect = TfidfVectorizer(tokenizer=tw_tokenizer, ngram_range=(1,2), min_df=3, max_df=0.9)\n", + "tfidf_vect.fit(train_df['document'])\n", + "tfidf_matrix_train = tfidf_vect.transform(train_df['document'])" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n", + "{'C': 3.5} 0.8593\n" + ] + } + ], + "source": [ + "# Logistic Regression 을 이용하여 감성 분석 Classification 수행. \n", + "lg_clf = LogisticRegression(random_state=0, solver='liblinear')\n", + "\n", + "# Parameter C 최적화를 위해 GridSearchCV 를 이용. \n", + "params = { 'C': [1 ,3.5, 4.5, 5.5, 10 ] }\n", + "grid_cv = GridSearchCV(lg_clf , param_grid=params , cv=3 ,scoring='accuracy', verbose=1 )\n", + "grid_cv.fit(tfidf_matrix_train , train_df['label'] )\n", + "print(grid_cv.best_params_ , round(grid_cv.best_score_,4))\n" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Logistic Regression 정확도: 0.86172\n" + ] + } + ], + "source": [ + "from sklearn.metrics import accuracy_score\n", + "\n", + "# 학습 데이터를 적용한 TfidfVectorizer를 이용하여 테스트 데이터를 TF-IDF 값으로 Feature 변환함. \n", + "tfidf_matrix_test = tfidf_vect.transform(test_df['document'])\n", + "\n", + "# classifier 는 GridSearchCV에서 최적 파라미터로 학습된 classifier를 그대로 이용\n", + "best_estimator = grid_cv.best_estimator_\n", + "preds = best_estimator.predict(tfidf_matrix_test)\n", + "\n", + "print('Logistic Regression 정확도: ',accuracy_score(test_df['label'],preds))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.0" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-4.ipynb" "b/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-4.ipynb" new file mode 100644 index 0000000..3a5f4cc --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-4.ipynb" @@ -0,0 +1,163 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 경사하강을 이용한 행렬 분해" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "\n", + "# 원본 행렬 R 생성, 분해 행렬 P와 Q 초기화, 잠재요인 차원 K는 3 설정. \n", + "R = np.array([[4, np.NaN, np.NaN, 2, np.NaN ],\n", + " [np.NaN, 5, np.NaN, 3, 1 ],\n", + " [np.NaN, np.NaN, 3, 4, 4 ],\n", + " [5, 2, 1, 2, np.NaN ]])\n", + "num_users, num_items = R.shape\n", + "K=3\n", + "\n", + "# P와 Q 매트릭스의 크기를 지정하고 정규분포를 가진 random한 값으로 입력합니다. \n", + "np.random.seed(1)\n", + "P = np.random.normal(scale=1./K, size=(num_users, K))\n", + "Q = np.random.normal(scale=1./K, size=(num_items, K))" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "from sklearn.metrics import mean_squared_error\n", + "\n", + "def get_rmse(R, P, Q, non_zeros):\n", + " error = 0\n", + " # 두개의 분해된 행렬 P와 Q.T의 내적으로 예측 R 행렬 생성\n", + " full_pred_matrix = np.dot(P, Q.T)\n", + " \n", + " # 실제 R 행렬에서 널이 아닌 값의 위치 인덱스 추출하여 실제 R 행렬과 예측 행렬의 RMSE 추출\n", + " x_non_zero_ind = [non_zero[0] for non_zero in non_zeros]\n", + " y_non_zero_ind = [non_zero[1] for non_zero in non_zeros]\n", + " R_non_zeros = R[x_non_zero_ind, y_non_zero_ind]\n", + " full_pred_matrix_non_zeros = full_pred_matrix[x_non_zero_ind, y_non_zero_ind]\n", + " \n", + " mse = mean_squared_error(R_non_zeros, full_pred_matrix_non_zeros)\n", + " rmse = np.sqrt(mse)\n", + " \n", + " return rmse\n" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "### iteration step : 0 rmse : 3.2388050277987723\n", + "### iteration step : 50 rmse : 0.4876723101369648\n", + "### iteration step : 100 rmse : 0.1564340384819247\n", + "### iteration step : 150 rmse : 0.07455141311978046\n", + "### iteration step : 200 rmse : 0.04325226798579314\n", + "### iteration step : 250 rmse : 0.029248328780878973\n", + "### iteration step : 300 rmse : 0.022621116143829466\n", + "### iteration step : 350 rmse : 0.019493636196525135\n", + "### iteration step : 400 rmse : 0.018022719092132704\n", + "### iteration step : 450 rmse : 0.01731968595344266\n", + "### iteration step : 500 rmse : 0.016973657887570753\n", + "### iteration step : 550 rmse : 0.016796804595895633\n", + "### iteration step : 600 rmse : 0.01670132290188466\n", + "### iteration step : 650 rmse : 0.01664473691247669\n", + "### iteration step : 700 rmse : 0.016605910068210026\n", + "### iteration step : 750 rmse : 0.016574200475705\n", + "### iteration step : 800 rmse : 0.01654431582921597\n", + "### iteration step : 850 rmse : 0.01651375177473524\n", + "### iteration step : 900 rmse : 0.01648146573819501\n", + "### iteration step : 950 rmse : 0.016447171683479155\n" + ] + } + ], + "source": [ + "# R > 0 인 행 위치, 열 위치, 값을 non_zeros 리스트에 저장. \n", + "non_zeros = [ (i, j, R[i,j]) for i in range(num_users) for j in range(num_items) if R[i,j] > 0 ]\n", + "\n", + "steps=1000\n", + "learning_rate=0.01\n", + "r_lambda=0.01\n", + "\n", + "# SGD 기법으로 P와 Q 매트릭스를 계속 업데이트. \n", + "for step in range(steps):\n", + " for i, j, r in non_zeros:\n", + " # 실제 값과 예측 값의 차이인 오류 값 구함\n", + " eij = r - np.dot(P[i, :], Q[j, :].T)\n", + " # Regularization을 반영한 SGD 업데이트 공식 적용\n", + " P[i,:] = P[i,:] + learning_rate*(eij * Q[j, :] - r_lambda*P[i,:])\n", + " Q[j,:] = Q[j,:] + learning_rate*(eij * P[i, :] - r_lambda*Q[j,:])\n", + "\n", + " rmse = get_rmse(R, P, Q, non_zeros)\n", + " if (step % 50) == 0 :\n", + " print(\"### iteration step : \", step,\" rmse : \", rmse)\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "예측 행렬:\n", + " [[3.991 0.897 1.306 2.002 1.663]\n", + " [6.696 4.978 0.979 2.981 1.003]\n", + " [6.677 0.391 2.987 3.977 3.986]\n", + " [4.968 2.005 1.006 2.017 1.14 ]]\n" + ] + } + ], + "source": [ + "pred_matrix = np.dot(P, Q.T)\n", + "print('예측 행렬:\\n', np.round(pred_matrix, 3))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-5 TMDB 5000 Movie Dataset.ipynb" "b/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-5 TMDB 5000 Movie Dataset.ipynb" new file mode 100644 index 0000000..a336c78 --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-5 TMDB 5000 Movie Dataset.ipynb" @@ -0,0 +1,929 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 9.5 컨텐츠 기반 필터링 실습 – TMDB 5000 Movie Dataset" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(4803, 20)\n" + ] + }, + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
budgetgenreshomepageidkeywordsoriginal_languageoriginal_titleoverviewpopularityproduction_companiesproduction_countriesrelease_daterevenueruntimespoken_languagesstatustaglinetitlevote_averagevote_count
0237000000[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...http://www.avatarmovie.com/19995[{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...enAvatarIn the 22nd century, a paraplegic Marine is di...150.437577[{\"name\": \"Ingenious Film Partners\", \"id\": 289...[{\"iso_3166_1\": \"US\", \"name\": \"United States o...2009-12-102787965087162.0[{\"iso_639_1\": \"en\", \"name\": \"English\"}, {\"iso...ReleasedEnter the World of Pandora.Avatar7.211800
\n", + "
" + ], + "text/plain": [ + " budget genres \\\n", + "0 237000000 [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam... \n", + "\n", + " homepage id \\\n", + "0 http://www.avatarmovie.com/ 19995 \n", + "\n", + " keywords original_language \\\n", + "0 [{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":... en \n", + "\n", + " original_title overview \\\n", + "0 Avatar In the 22nd century, a paraplegic Marine is di... \n", + "\n", + " popularity production_companies \\\n", + "0 150.437577 [{\"name\": \"Ingenious Film Partners\", \"id\": 289... \n", + "\n", + " production_countries release_date revenue \\\n", + "0 [{\"iso_3166_1\": \"US\", \"name\": \"United States o... 2009-12-10 2787965087 \n", + "\n", + " runtime spoken_languages status \\\n", + "0 162.0 [{\"iso_639_1\": \"en\", \"name\": \"English\"}, {\"iso... Released \n", + "\n", + " tagline title vote_average vote_count \n", + "0 Enter the World of Pandora. Avatar 7.2 11800 " + ] + }, + "execution_count": 1, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import warnings; warnings.filterwarnings('ignore')\n", + "\n", + "movies =pd.read_csv('./tmdb-5000-movie-dataset/tmdb_5000_movies.csv')\n", + "print(movies.shape)\n", + "movies.head(1)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "movies_df = movies[['id','title', 'genres', 'vote_average', 'vote_count',\n", + " 'popularity', 'keywords', 'overview']]\n" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
genreskeywords
0[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"name\": \"Fantasy\"}, {...[{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\": 2964, \"name\": \"future\"}, {\"id\": 3386, \"name\": \"sp...
\n", + "
" + ], + "text/plain": [ + " genres \\\n", + "0 [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"name\": \"Fantasy\"}, {... \n", + "\n", + " keywords \n", + "0 [{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\": 2964, \"name\": \"future\"}, {\"id\": 3386, \"name\": \"sp... " + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "pd.set_option('max_colwidth', 100)\n", + "movies_df[['genres','keywords']][:1]\n" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [], + "source": [ + "from ast import literal_eval\n", + "\n", + "movies_df['genres'] = movies_df['genres'].apply(literal_eval)\n", + "movies_df['keywords'] = movies_df['keywords'].apply(literal_eval)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
genreskeywords
0[Action, Adventure, Fantasy, Science Fiction][culture clash, future, space war, space colony, society, space travel, futuristic, romance, spa...
\n", + "
" + ], + "text/plain": [ + " genres \\\n", + "0 [Action, Adventure, Fantasy, Science Fiction] \n", + "\n", + " keywords \n", + "0 [culture clash, future, space war, space colony, society, space travel, futuristic, romance, spa... " + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "movies_df['genres'] = movies_df['genres'].apply(lambda x : [ y['name'] for y in x])\n", + "movies_df['keywords'] = movies_df['keywords'].apply(lambda x : [ y['name'] for y in x])\n", + "movies_df[['genres', 'keywords']][:1]" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(4803, 276)\n" + ] + } + ], + "source": [ + "from sklearn.feature_extraction.text import CountVectorizer\n", + "\n", + "# CountVectorizer를 적용하기 위해 공백문자로 word 단위가 구분되는 문자열로 변환. \n", + "movies_df['genres_literal'] = movies_df['genres'].apply(lambda x : (' ').join(x))\n", + "count_vect = CountVectorizer(min_df=0, ngram_range=(1,2))\n", + "genre_mat = count_vect.fit_transform(movies_df['genres_literal'])\n", + "print(genre_mat.shape)" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(4803, 4803)\n", + "[[1. 0.59628479 0.4472136 ... 0. 0. 0. ]\n", + " [0.59628479 1. 0.4 ... 0. 0. 0. ]]\n" + ] + } + ], + "source": [ + "from sklearn.metrics.pairwise import cosine_similarity\n", + "\n", + "genre_sim = cosine_similarity(genre_mat, genre_mat)\n", + "print(genre_sim.shape)\n", + "print(genre_sim[:2])\n" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[[ 0 3494 813 ... 3038 3037 2401]]\n" + ] + } + ], + "source": [ + "genre_sim_sorted_ind = genre_sim.argsort()[:, ::-1]\n", + "print(genre_sim_sorted_ind[:1])" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [], + "source": [ + "def find_sim_movie(df, sorted_ind, title_name, top_n=10):\n", + " \n", + " # 인자로 입력된 movies_df DataFrame에서 'title' 컬럼이 입력된 title_name 값인 DataFrame추출\n", + " title_movie = df[df['title'] == title_name]\n", + " \n", + " # title_named을 가진 DataFrame의 index 객체를 ndarray로 반환하고 \n", + " # sorted_ind 인자로 입력된 genre_sim_sorted_ind 객체에서 유사도 순으로 top_n 개의 index 추출\n", + " title_index = title_movie.index.values\n", + " similar_indexes = sorted_ind[title_index, :(top_n)]\n", + " \n", + " # 추출된 top_n index들 출력. top_n index는 2차원 데이터 임. \n", + " #dataframe에서 index로 사용하기 위해서 1차원 array로 변경\n", + " print(similar_indexes)\n", + " similar_indexes = similar_indexes.reshape(-1)\n", + " \n", + " return df.iloc[similar_indexes]\n" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[[2731 1243 3636 1946 2640 4065 1847 4217 883 3866]]\n" + ] + }, + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
titlevote_average
2731The Godfather: Part II8.3
1243Mean Streets7.2
3636Light Sleeper5.7
1946The Bad Lieutenant: Port of Call - New Orleans6.0
2640Things to Do in Denver When You're Dead6.7
4065Mi America0.0
1847GoodFellas8.2
4217Kids6.8
883Catch Me If You Can7.7
3866City of God8.1
\n", + "
" + ], + "text/plain": [ + " title vote_average\n", + "2731 The Godfather: Part II 8.3\n", + "1243 Mean Streets 7.2\n", + "3636 Light Sleeper 5.7\n", + "1946 The Bad Lieutenant: Port of Call - New Orleans 6.0\n", + "2640 Things to Do in Denver When You're Dead 6.7\n", + "4065 Mi America 0.0\n", + "1847 GoodFellas 8.2\n", + "4217 Kids 6.8\n", + "883 Catch Me If You Can 7.7\n", + "3866 City of God 8.1" + ] + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "similar_movies = find_sim_movie(movies_df, genre_sim_sorted_ind, 'The Godfather',10)\n", + "similar_movies[['title', 'vote_average']]" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": { + "scrolled": false + }, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
titlevote_averagevote_count
3519Stiff Upper Lips10.01
4247Me You and Five Bucks10.02
4045Dancer, Texas Pop. 8110.01
4662Little Big Top10.01
3992Sardaarji9.52
2386One Man's Hero9.32
2970There Goes My Baby8.52
1881The Shawshank Redemption8.58205
2796The Prisoner of Zenda8.411
3337The Godfather8.45893
\n", + "
" + ], + "text/plain": [ + " title vote_average vote_count\n", + "3519 Stiff Upper Lips 10.0 1\n", + "4247 Me You and Five Bucks 10.0 2\n", + "4045 Dancer, Texas Pop. 81 10.0 1\n", + "4662 Little Big Top 10.0 1\n", + "3992 Sardaarji 9.5 2\n", + "2386 One Man's Hero 9.3 2\n", + "2970 There Goes My Baby 8.5 2\n", + "1881 The Shawshank Redemption 8.5 8205\n", + "2796 The Prisoner of Zenda 8.4 11\n", + "3337 The Godfather 8.4 5893" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "movies_df[['title','vote_average','vote_count']].sort_values('vote_average', ascending=False)[:10]" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "C: 6.092 m: 370.2\n" + ] + } + ], + "source": [ + "C = movies_df['vote_average'].mean()\n", + "m = movies_df['vote_count'].quantile(0.6)\n", + "print('C:',round(C,3), 'm:',round(m,3))" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [], + "source": [ + "percentile = 0.6\n", + "m = movies_df['vote_count'].quantile(percentile)\n", + "C = movies_df['vote_average'].mean()\n", + "\n", + "def weighted_vote_average(record):\n", + " v = record['vote_count']\n", + " R = record['vote_average']\n", + " \n", + " return ( (v/(v+m)) * R ) + ( (m/(m+v)) * C ) \n", + "\n", + "movies_df['weighted_vote'] = movies_df.apply(weighted_vote_average, axis=1) \n" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
titlevote_averageweighted_votevote_count
1881The Shawshank Redemption8.58.3960528205
3337The Godfather8.48.2635915893
662Fight Club8.38.2164559413
3232Pulp Fiction8.38.2071028428
65The Dark Knight8.28.13693012002
1818Schindler's List8.38.1260694329
3865Whiplash8.38.1232484254
809Forrest Gump8.28.1059547927
2294Spirited Away8.38.1058673840
2731The Godfather: Part II8.38.0795863338
\n", + "
" + ], + "text/plain": [ + " title vote_average weighted_vote vote_count\n", + "1881 The Shawshank Redemption 8.5 8.396052 8205\n", + "3337 The Godfather 8.4 8.263591 5893\n", + "662 Fight Club 8.3 8.216455 9413\n", + "3232 Pulp Fiction 8.3 8.207102 8428\n", + "65 The Dark Knight 8.2 8.136930 12002\n", + "1818 Schindler's List 8.3 8.126069 4329\n", + "3865 Whiplash 8.3 8.123248 4254\n", + "809 Forrest Gump 8.2 8.105954 7927\n", + "2294 Spirited Away 8.3 8.105867 3840\n", + "2731 The Godfather: Part II 8.3 8.079586 3338" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "movies_df[['title','vote_average','weighted_vote','vote_count']].sort_values('weighted_vote',\n", + " ascending=False)[:10]\n" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
titlevote_averageweighted_vote
2731The Godfather: Part II8.38.079586
1847GoodFellas8.27.976937
3866City of God8.17.759693
1663Once Upon a Time in America8.27.657811
883Catch Me If You Can7.77.557097
281American Gangster7.47.141396
4041This Is England7.46.739664
1149American Hustle6.86.717525
1243Mean Streets7.26.626569
2839Rounders6.96.530427
\n", + "
" + ], + "text/plain": [ + " title vote_average weighted_vote\n", + "2731 The Godfather: Part II 8.3 8.079586\n", + "1847 GoodFellas 8.2 7.976937\n", + "3866 City of God 8.1 7.759693\n", + "1663 Once Upon a Time in America 8.2 7.657811\n", + "883 Catch Me If You Can 7.7 7.557097\n", + "281 American Gangster 7.4 7.141396\n", + "4041 This Is England 7.4 6.739664\n", + "1149 American Hustle 6.8 6.717525\n", + "1243 Mean Streets 7.2 6.626569\n", + "2839 Rounders 6.9 6.530427" + ] + }, + "execution_count": 15, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "def find_sim_movie(df, sorted_ind, title_name, top_n=10):\n", + " title_movie = df[df['title'] == title_name]\n", + " title_index = title_movie.index.values\n", + " \n", + " # top_n의 2배에 해당하는 쟝르 유사성이 높은 index 추출 \n", + " similar_indexes = sorted_ind[title_index, :(top_n*2)]\n", + " similar_indexes = similar_indexes.reshape(-1)\n", + "# 기준 영화 index는 제외\n", + " similar_indexes = similar_indexes[similar_indexes != title_index]\n", + " \n", + " # top_n의 2배에 해당하는 후보군에서 weighted_vote 높은 순으로 top_n 만큼 추출 \n", + " return df.iloc[similar_indexes].sort_values('weighted_vote', ascending=False)[:top_n]\n", + "\n", + "similar_movies = find_sim_movie(movies_df, genre_sim_sorted_ind, 'The Godfather',10)\n", + "similar_movies[['title', 'vote_average', 'weighted_vote']]\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-6.ipynb" "b/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-6.ipynb" new file mode 100644 index 0000000..1161617 --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-6.ipynb" @@ -0,0 +1,1669 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(9742, 3)\n", + "(100836, 4)\n" + ] + } + ], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "\n", + "movies = pd.read_csv('./ml-latest-small/movies.csv')\n", + "ratings = pd.read_csv('./ml-latest-small/ratings.csv')\n", + "print(movies.shape)\n", + "print(ratings.shape)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
movieIdtitlegenres
01Toy Story (1995)Adventure|Animation|Children|Comedy|Fantasy
12Jumanji (1995)Adventure|Children|Fantasy
23Grumpier Old Men (1995)Comedy|Romance
34Waiting to Exhale (1995)Comedy|Drama|Romance
45Father of the Bride Part II (1995)Comedy
\n", + "
" + ], + "text/plain": [ + " movieId title \\\n", + "0 1 Toy Story (1995) \n", + "1 2 Jumanji (1995) \n", + "2 3 Grumpier Old Men (1995) \n", + "3 4 Waiting to Exhale (1995) \n", + "4 5 Father of the Bride Part II (1995) \n", + "\n", + " genres \n", + "0 Adventure|Animation|Children|Comedy|Fantasy \n", + "1 Adventure|Children|Fantasy \n", + "2 Comedy|Romance \n", + "3 Comedy|Drama|Romance \n", + "4 Comedy " + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "movies.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
userIdmovieIdratingtimestamp
0114.0964982703
1134.0964981247
2164.0964982224
31475.0964983815
41505.0964982931
\n", + "
" + ], + "text/plain": [ + " userId movieId rating timestamp\n", + "0 1 1 4.0 964982703\n", + "1 1 3 4.0 964981247\n", + "2 1 6 4.0 964982224\n", + "3 1 47 5.0 964983815\n", + "4 1 50 5.0 964982931" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ratings.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
movieId12345678910...193565193567193571193573193579193581193583193585193587193609
userId
14.0NaN4.0NaNNaN4.0NaNNaNNaNNaN...NaNNaNNaNNaNNaNNaNNaNNaNNaNNaN
2NaNNaNNaNNaNNaNNaNNaNNaNNaNNaN...NaNNaNNaNNaNNaNNaNNaNNaNNaNNaN
3NaNNaNNaNNaNNaNNaNNaNNaNNaNNaN...NaNNaNNaNNaNNaNNaNNaNNaNNaNNaN
\n", + "

3 rows × 9724 columns

\n", + "
" + ], + "text/plain": [ + "movieId 1 2 3 4 5 6 7 8 \\\n", + "userId \n", + "1 4.0 NaN 4.0 NaN NaN 4.0 NaN NaN \n", + "2 NaN NaN NaN NaN NaN NaN NaN NaN \n", + "3 NaN NaN NaN NaN NaN NaN NaN NaN \n", + "\n", + "movieId 9 10 ... 193565 193567 193571 193573 193579 193581 \\\n", + "userId ... \n", + "1 NaN NaN ... NaN NaN NaN NaN NaN NaN \n", + "2 NaN NaN ... NaN NaN NaN NaN NaN NaN \n", + "3 NaN NaN ... NaN NaN NaN NaN NaN NaN \n", + "\n", + "movieId 193583 193585 193587 193609 \n", + "userId \n", + "1 NaN NaN NaN NaN \n", + "2 NaN NaN NaN NaN \n", + "3 NaN NaN NaN NaN \n", + "\n", + "[3 rows x 9724 columns]" + ] + }, + "execution_count": 4, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ratings = ratings[['userId', 'movieId', 'rating']]\n", + "ratings_matrix = ratings.pivot_table('rating', index='userId', columns='movieId')\n", + "ratings_matrix.head(3)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
title'71 (2014)'Hellboy': The Seeds of Creation (2004)'Round Midnight (1986)'Salem's Lot (2004)'Til There Was You (1997)'Tis the Season for Love (2015)'burbs, The (1989)'night Mother (1986)(500) Days of Summer (2009)*batteries not included (1987)...Zulu (2013)[REC] (2007)[REC]² (2009)[REC]³ 3 Génesis (2012)anohana: The Flower We Saw That Day - The Movie (2013)eXistenZ (1999)xXx (2002)xXx: State of the Union (2005)¡Three Amigos! (1986)À nous la liberté (Freedom for Us) (1931)
userId
10.00.00.00.00.00.00.00.00.00.0...0.00.00.00.00.00.00.00.04.00.0
20.00.00.00.00.00.00.00.00.00.0...0.00.00.00.00.00.00.00.00.00.0
30.00.00.00.00.00.00.00.00.00.0...0.00.00.00.00.00.00.00.00.00.0
\n", + "

3 rows × 9719 columns

\n", + "
" + ], + "text/plain": [ + "title '71 (2014) 'Hellboy': The Seeds of Creation (2004) \\\n", + "userId \n", + "1 0.0 0.0 \n", + "2 0.0 0.0 \n", + "3 0.0 0.0 \n", + "\n", + "title 'Round Midnight (1986) 'Salem's Lot (2004) \\\n", + "userId \n", + "1 0.0 0.0 \n", + "2 0.0 0.0 \n", + "3 0.0 0.0 \n", + "\n", + "title 'Til There Was You (1997) 'Tis the Season for Love (2015) \\\n", + "userId \n", + "1 0.0 0.0 \n", + "2 0.0 0.0 \n", + "3 0.0 0.0 \n", + "\n", + "title 'burbs, The (1989) 'night Mother (1986) (500) Days of Summer (2009) \\\n", + "userId \n", + "1 0.0 0.0 0.0 \n", + "2 0.0 0.0 0.0 \n", + "3 0.0 0.0 0.0 \n", + "\n", + "title *batteries not included (1987) ... Zulu (2013) [REC] (2007) \\\n", + "userId ... \n", + "1 0.0 ... 0.0 0.0 \n", + "2 0.0 ... 0.0 0.0 \n", + "3 0.0 ... 0.0 0.0 \n", + "\n", + "title [REC]² (2009) [REC]³ 3 Génesis (2012) \\\n", + "userId \n", + "1 0.0 0.0 \n", + "2 0.0 0.0 \n", + "3 0.0 0.0 \n", + "\n", + "title anohana: The Flower We Saw That Day - The Movie (2013) \\\n", + "userId \n", + "1 0.0 \n", + "2 0.0 \n", + "3 0.0 \n", + "\n", + "title eXistenZ (1999) xXx (2002) xXx: State of the Union (2005) \\\n", + "userId \n", + "1 0.0 0.0 0.0 \n", + "2 0.0 0.0 0.0 \n", + "3 0.0 0.0 0.0 \n", + "\n", + "title ¡Three Amigos! (1986) À nous la liberté (Freedom for Us) (1931) \n", + "userId \n", + "1 4.0 0.0 \n", + "2 0.0 0.0 \n", + "3 0.0 0.0 \n", + "\n", + "[3 rows x 9719 columns]" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# title 컬럼을 얻기 이해 movies 와 조인 수행\n", + "rating_movies = pd.merge(ratings, movies, on='movieId')\n", + "\n", + "# columns='title' 로 title 컬럼으로 pivot 수행. \n", + "ratings_matrix = rating_movies.pivot_table('rating', index='userId', columns='title')\n", + "\n", + "# NaN 값을 모두 0 으로 변환\n", + "ratings_matrix = ratings_matrix.fillna(0)\n", + "ratings_matrix.head(3)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 영화와 영화들 간 유사도 산출" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
userId12345678910...601602603604605606607608609610
title
'71 (2014)0.00.00.00.00.00.00.00.00.00.0...0.00.00.00.00.00.00.00.00.04.0
'Hellboy': The Seeds of Creation (2004)0.00.00.00.00.00.00.00.00.00.0...0.00.00.00.00.00.00.00.00.00.0
'Round Midnight (1986)0.00.00.00.00.00.00.00.00.00.0...0.00.00.00.00.00.00.00.00.00.0
\n", + "

3 rows × 610 columns

\n", + "
" + ], + "text/plain": [ + "userId 1 2 3 4 5 6 7 \\\n", + "title \n", + "'71 (2014) 0.0 0.0 0.0 0.0 0.0 0.0 0.0 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 0.0 0.0 0.0 0.0 0.0 0.0 \n", + "'Round Midnight (1986) 0.0 0.0 0.0 0.0 0.0 0.0 0.0 \n", + "\n", + "userId 8 9 10 ... 601 602 603 \\\n", + "title ... \n", + "'71 (2014) 0.0 0.0 0.0 ... 0.0 0.0 0.0 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 0.0 0.0 ... 0.0 0.0 0.0 \n", + "'Round Midnight (1986) 0.0 0.0 0.0 ... 0.0 0.0 0.0 \n", + "\n", + "userId 604 605 606 607 608 609 610 \n", + "title \n", + "'71 (2014) 0.0 0.0 0.0 0.0 0.0 0.0 4.0 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 0.0 0.0 0.0 0.0 0.0 0.0 \n", + "'Round Midnight (1986) 0.0 0.0 0.0 0.0 0.0 0.0 0.0 \n", + "\n", + "[3 rows x 610 columns]" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ratings_matrix_T = ratings_matrix.transpose()\n", + "ratings_matrix_T.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(9719, 9719)\n" + ] + }, + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
title'71 (2014)'Hellboy': The Seeds of Creation (2004)'Round Midnight (1986)'Salem's Lot (2004)'Til There Was You (1997)'Tis the Season for Love (2015)'burbs, The (1989)'night Mother (1986)(500) Days of Summer (2009)*batteries not included (1987)...Zulu (2013)[REC] (2007)[REC]² (2009)[REC]³ 3 Génesis (2012)anohana: The Flower We Saw That Day - The Movie (2013)eXistenZ (1999)xXx (2002)xXx: State of the Union (2005)¡Three Amigos! (1986)À nous la liberté (Freedom for Us) (1931)
title
'71 (2014)1.00.0000000.0000000.00.00.00.0000000.00.1416530.0...0.00.3420550.5433050.7071070.00.00.1394310.3273270.00.0
'Hellboy': The Seeds of Creation (2004)0.01.0000000.7071070.00.00.00.0000000.00.0000000.0...0.00.0000000.0000000.0000000.00.00.0000000.0000000.00.0
'Round Midnight (1986)0.00.7071071.0000000.00.00.00.1767770.00.0000000.0...0.00.0000000.0000000.0000000.00.00.0000000.0000000.00.0
\n", + "

3 rows × 9719 columns

\n", + "
" + ], + "text/plain": [ + "title '71 (2014) \\\n", + "title \n", + "'71 (2014) 1.0 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 \n", + "'Round Midnight (1986) 0.0 \n", + "\n", + "title 'Hellboy': The Seeds of Creation (2004) \\\n", + "title \n", + "'71 (2014) 0.000000 \n", + "'Hellboy': The Seeds of Creation (2004) 1.000000 \n", + "'Round Midnight (1986) 0.707107 \n", + "\n", + "title 'Round Midnight (1986) \\\n", + "title \n", + "'71 (2014) 0.000000 \n", + "'Hellboy': The Seeds of Creation (2004) 0.707107 \n", + "'Round Midnight (1986) 1.000000 \n", + "\n", + "title 'Salem's Lot (2004) \\\n", + "title \n", + "'71 (2014) 0.0 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 \n", + "'Round Midnight (1986) 0.0 \n", + "\n", + "title 'Til There Was You (1997) \\\n", + "title \n", + "'71 (2014) 0.0 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 \n", + "'Round Midnight (1986) 0.0 \n", + "\n", + "title 'Tis the Season for Love (2015) \\\n", + "title \n", + "'71 (2014) 0.0 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 \n", + "'Round Midnight (1986) 0.0 \n", + "\n", + "title 'burbs, The (1989) \\\n", + "title \n", + "'71 (2014) 0.000000 \n", + "'Hellboy': The Seeds of Creation (2004) 0.000000 \n", + "'Round Midnight (1986) 0.176777 \n", + "\n", + "title 'night Mother (1986) \\\n", + "title \n", + "'71 (2014) 0.0 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 \n", + "'Round Midnight (1986) 0.0 \n", + "\n", + "title (500) Days of Summer (2009) \\\n", + "title \n", + "'71 (2014) 0.141653 \n", + "'Hellboy': The Seeds of Creation (2004) 0.000000 \n", + "'Round Midnight (1986) 0.000000 \n", + "\n", + "title *batteries not included (1987) ... \\\n", + "title ... \n", + "'71 (2014) 0.0 ... \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 ... \n", + "'Round Midnight (1986) 0.0 ... \n", + "\n", + "title Zulu (2013) [REC] (2007) \\\n", + "title \n", + "'71 (2014) 0.0 0.342055 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 0.000000 \n", + "'Round Midnight (1986) 0.0 0.000000 \n", + "\n", + "title [REC]² (2009) \\\n", + "title \n", + "'71 (2014) 0.543305 \n", + "'Hellboy': The Seeds of Creation (2004) 0.000000 \n", + "'Round Midnight (1986) 0.000000 \n", + "\n", + "title [REC]³ 3 Génesis (2012) \\\n", + "title \n", + "'71 (2014) 0.707107 \n", + "'Hellboy': The Seeds of Creation (2004) 0.000000 \n", + "'Round Midnight (1986) 0.000000 \n", + "\n", + "title anohana: The Flower We Saw That Day - The Movie (2013) \\\n", + "title \n", + "'71 (2014) 0.0 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 \n", + "'Round Midnight (1986) 0.0 \n", + "\n", + "title eXistenZ (1999) xXx (2002) \\\n", + "title \n", + "'71 (2014) 0.0 0.139431 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 0.000000 \n", + "'Round Midnight (1986) 0.0 0.000000 \n", + "\n", + "title xXx: State of the Union (2005) \\\n", + "title \n", + "'71 (2014) 0.327327 \n", + "'Hellboy': The Seeds of Creation (2004) 0.000000 \n", + "'Round Midnight (1986) 0.000000 \n", + "\n", + "title ¡Three Amigos! (1986) \\\n", + "title \n", + "'71 (2014) 0.0 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 \n", + "'Round Midnight (1986) 0.0 \n", + "\n", + "title À nous la liberté (Freedom for Us) (1931) \n", + "title \n", + "'71 (2014) 0.0 \n", + "'Hellboy': The Seeds of Creation (2004) 0.0 \n", + "'Round Midnight (1986) 0.0 \n", + "\n", + "[3 rows x 9719 columns]" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "from sklearn.metrics.pairwise import cosine_similarity\n", + "\n", + "item_sim = cosine_similarity(ratings_matrix_T, ratings_matrix_T)\n", + "\n", + "# cosine_similarity() 로 반환된 넘파이 행렬을 영화명을 매핑하여 DataFrame으로 변환\n", + "item_sim_df = pd.DataFrame(data=item_sim, index=ratings_matrix.columns,\n", + " columns=ratings_matrix.columns)\n", + "print(item_sim_df.shape)\n", + "item_sim_df.head(3)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "title\n", + "Godfather, The (1972) 1.000000\n", + "Godfather: Part II, The (1974) 0.821773\n", + "Goodfellas (1990) 0.664841\n", + "One Flew Over the Cuckoo's Nest (1975) 0.620536\n", + "Star Wars: Episode IV - A New Hope (1977) 0.595317\n", + "Fargo (1996) 0.588614\n", + "Name: Godfather, The (1972), dtype: float64" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "item_sim_df[\"Godfather, The (1972)\"].sort_values(ascending=False)[:6]" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "title\n", + "Dark Knight, The (2008) 0.727263\n", + "Inglourious Basterds (2009) 0.646103\n", + "Shutter Island (2010) 0.617736\n", + "Dark Knight Rises, The (2012) 0.617504\n", + "Fight Club (1999) 0.615417\n", + "Name: Inception (2010), dtype: float64" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "item_sim_df[\"Inception (2010)\"].sort_values(ascending=False)[1:6]" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 아이템 기반 인접 이웃 협업 필터링으로 개인화된 영화 추천" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [], + "source": [ + "def predict_rating(ratings_arr, item_sim_arr ):\n", + " ratings_pred = ratings_arr.dot(item_sim_arr)/ np.array([np.abs(item_sim_arr).sum(axis=1)])\n", + " return ratings_pred\n" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
title'71 (2014)'Hellboy': The Seeds of Creation (2004)'Round Midnight (1986)'Salem's Lot (2004)'Til There Was You (1997)'Tis the Season for Love (2015)'burbs, The (1989)'night Mother (1986)(500) Days of Summer (2009)*batteries not included (1987)...Zulu (2013)[REC] (2007)[REC]² (2009)[REC]³ 3 Génesis (2012)anohana: The Flower We Saw That Day - The Movie (2013)eXistenZ (1999)xXx (2002)xXx: State of the Union (2005)¡Three Amigos! (1986)À nous la liberté (Freedom for Us) (1931)
userId
10.0703450.5778550.3216960.2270550.2069580.1946150.2498830.1025420.1570840.178197...0.1136080.1817380.1339620.1285740.0061790.2120700.1929210.1360240.2929550.720347
20.0182600.0427440.0188610.0000000.0000000.0359950.0134130.0023140.0322130.014863...0.0156400.0208550.0201190.0157450.0499830.0148760.0216160.0245280.0175630.000000
30.0118840.0302790.0644370.0037620.0037490.0027220.0146250.0020850.0056660.006272...0.0069230.0116650.0118000.0122250.0000000.0081940.0070170.0092290.0104200.084501
\n", + "

3 rows × 9719 columns

\n", + "
" + ], + "text/plain": [ + "title '71 (2014) 'Hellboy': The Seeds of Creation (2004) \\\n", + "userId \n", + "1 0.070345 0.577855 \n", + "2 0.018260 0.042744 \n", + "3 0.011884 0.030279 \n", + "\n", + "title 'Round Midnight (1986) 'Salem's Lot (2004) \\\n", + "userId \n", + "1 0.321696 0.227055 \n", + "2 0.018861 0.000000 \n", + "3 0.064437 0.003762 \n", + "\n", + "title 'Til There Was You (1997) 'Tis the Season for Love (2015) \\\n", + "userId \n", + "1 0.206958 0.194615 \n", + "2 0.000000 0.035995 \n", + "3 0.003749 0.002722 \n", + "\n", + "title 'burbs, The (1989) 'night Mother (1986) (500) Days of Summer (2009) \\\n", + "userId \n", + "1 0.249883 0.102542 0.157084 \n", + "2 0.013413 0.002314 0.032213 \n", + "3 0.014625 0.002085 0.005666 \n", + "\n", + "title *batteries not included (1987) ... Zulu (2013) [REC] (2007) \\\n", + "userId ... \n", + "1 0.178197 ... 0.113608 0.181738 \n", + "2 0.014863 ... 0.015640 0.020855 \n", + "3 0.006272 ... 0.006923 0.011665 \n", + "\n", + "title [REC]² (2009) [REC]³ 3 Génesis (2012) \\\n", + "userId \n", + "1 0.133962 0.128574 \n", + "2 0.020119 0.015745 \n", + "3 0.011800 0.012225 \n", + "\n", + "title anohana: The Flower We Saw That Day - The Movie (2013) \\\n", + "userId \n", + "1 0.006179 \n", + "2 0.049983 \n", + "3 0.000000 \n", + "\n", + "title eXistenZ (1999) xXx (2002) xXx: State of the Union (2005) \\\n", + "userId \n", + "1 0.212070 0.192921 0.136024 \n", + "2 0.014876 0.021616 0.024528 \n", + "3 0.008194 0.007017 0.009229 \n", + "\n", + "title ¡Three Amigos! (1986) À nous la liberté (Freedom for Us) (1931) \n", + "userId \n", + "1 0.292955 0.720347 \n", + "2 0.017563 0.000000 \n", + "3 0.010420 0.084501 \n", + "\n", + "[3 rows x 9719 columns]" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ratings_pred = predict_rating(ratings_matrix.values , item_sim_df.values)\n", + "ratings_pred_matrix = pd.DataFrame(data=ratings_pred, index= ratings_matrix.index,\n", + " columns = ratings_matrix.columns)\n", + "ratings_pred_matrix.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "아이템 기반 모든 인접 이웃 MSE: 9.895354759094706\n" + ] + } + ], + "source": [ + "from sklearn.metrics import mean_squared_error\n", + "\n", + "# 사용자가 평점을 부여한 영화에 대해서만 예측 성능 평가 MSE 를 구함. \n", + "def get_mse(pred, actual):\n", + " # Ignore nonzero terms.\n", + " pred = pred[actual.nonzero()].flatten()\n", + " actual = actual[actual.nonzero()].flatten()\n", + " return mean_squared_error(pred, actual)\n", + "\n", + "print('아이템 기반 모든 인접 이웃 MSE: ', get_mse(ratings_pred, ratings_matrix.values ))\n" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [], + "source": [ + "def predict_rating_topsim(ratings_arr, item_sim_arr, n=20):\n", + " # 사용자-아이템 평점 행렬 크기만큼 0으로 채운 예측 행렬 초기화\n", + " pred = np.zeros(ratings_arr.shape)\n", + "\n", + " # 사용자-아이템 평점 행렬의 열 크기만큼 Loop 수행. \n", + " for col in range(ratings_arr.shape[1]):\n", + " # 유사도 행렬에서 유사도가 큰 순으로 n개 데이터 행렬의 index 반환\n", + " top_n_items = [np.argsort(item_sim_arr[:, col])[:-n-1:-1]]\n", + " # 개인화된 예측 평점을 계산\n", + " for row in range(ratings_arr.shape[0]):\n", + " pred[row, col] = item_sim_arr[col, :][top_n_items].dot(ratings_arr[row, :][top_n_items].T) \n", + " pred[row, col] /= np.sum(np.abs(item_sim_arr[col, :][top_n_items])) \n", + " return pred\n" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "C:\\Users\\yong\\AppData\\Local\\Temp\\ipykernel_737000\\2430470973.py:11: FutureWarning: Using a non-tuple sequence for multidimensional indexing is deprecated; use `arr[tuple(seq)]` instead of `arr[seq]`. In the future this will be interpreted as an array index, `arr[np.array(seq)]`, which will result either in an error or a different result.\n", + " pred[row, col] = item_sim_arr[col, :][top_n_items].dot(ratings_arr[row, :][top_n_items].T)\n", + "C:\\Users\\yong\\AppData\\Local\\Temp\\ipykernel_737000\\2430470973.py:12: FutureWarning: Using a non-tuple sequence for multidimensional indexing is deprecated; use `arr[tuple(seq)]` instead of `arr[seq]`. In the future this will be interpreted as an array index, `arr[np.array(seq)]`, which will result either in an error or a different result.\n", + " pred[row, col] /= np.sum(np.abs(item_sim_arr[col, :][top_n_items]))\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "아이템 기반 인접 TOP-20 이웃 MSE: 3.6949999176225483\n" + ] + } + ], + "source": [ + "ratings_pred = predict_rating_topsim(ratings_matrix.values , item_sim_df.values, n=20)\n", + "print('아이템 기반 인접 TOP-20 이웃 MSE: ', get_mse(ratings_pred, ratings_matrix.values ))\n", + "\n", + "\n", + "# 계산된 예측 평점 데이터는 DataFrame으로 재생성\n", + "ratings_pred_matrix = pd.DataFrame(data=ratings_pred, index= ratings_matrix.index,\n", + " columns = ratings_matrix.columns)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "title\n", + "Adaptation (2002) 5.0\n", + "Citizen Kane (1941) 5.0\n", + "Raiders of the Lost Ark (Indiana Jones and the Raiders of the Lost Ark) (1981) 5.0\n", + "Producers, The (1968) 5.0\n", + "Lord of the Rings: The Two Towers, The (2002) 5.0\n", + "Lord of the Rings: The Fellowship of the Ring, The (2001) 5.0\n", + "Back to the Future (1985) 5.0\n", + "Austin Powers in Goldmember (2002) 5.0\n", + "Minority Report (2002) 4.0\n", + "Witness (1985) 4.0\n", + "Name: 9, dtype: float64" + ] + }, + "execution_count": 15, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "user_rating_id = ratings_matrix.loc[9, :]\n", + "user_rating_id[ user_rating_id > 0].sort_values(ascending=False)[:10]" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [], + "source": [ + "def get_unseen_movies(ratings_matrix, userId):\n", + " # userId로 입력받은 사용자의 모든 영화정보 추출하여 Series로 반환함. \n", + " # 반환된 user_rating 은 영화명(title)을 index로 가지는 Series 객체임. \n", + " user_rating = ratings_matrix.loc[userId,:]\n", + " \n", + " # user_rating이 0보다 크면 기존에 관람한 영화임. 대상 index를 추출하여 list 객체로 만듬\n", + " already_seen = user_rating[ user_rating > 0].index.tolist()\n", + " \n", + " # 모든 영화명을 list 객체로 만듬. \n", + " movies_list = ratings_matrix.columns.tolist()\n", + " \n", + " # list comprehension으로 already_seen에 해당하는 movie는 movies_list에서 제외함. \n", + " unseen_list = [ movie for movie in movies_list if movie not in already_seen]\n", + " \n", + " return unseen_list\n" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
pred_score
title
Shrek (2001)0.866202
Spider-Man (2002)0.857854
Last Samurai, The (2003)0.817473
Indiana Jones and the Temple of Doom (1984)0.816626
Matrix Reloaded, The (2003)0.800990
Harry Potter and the Sorcerer's Stone (a.k.a. Harry Potter and the Philosopher's Stone) (2001)0.765159
Gladiator (2000)0.740956
Matrix, The (1999)0.732693
Pirates of the Caribbean: The Curse of the Black Pearl (2003)0.689591
Lord of the Rings: The Return of the King, The (2003)0.676711
\n", + "
" + ], + "text/plain": [ + " pred_score\n", + "title \n", + "Shrek (2001) 0.866202\n", + "Spider-Man (2002) 0.857854\n", + "Last Samurai, The (2003) 0.817473\n", + "Indiana Jones and the Temple of Doom (1984) 0.816626\n", + "Matrix Reloaded, The (2003) 0.800990\n", + "Harry Potter and the Sorcerer's Stone (a.k.a. H... 0.765159\n", + "Gladiator (2000) 0.740956\n", + "Matrix, The (1999) 0.732693\n", + "Pirates of the Caribbean: The Curse of the Blac... 0.689591\n", + "Lord of the Rings: The Return of the King, The ... 0.676711" + ] + }, + "execution_count": 17, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "def recomm_movie_by_userid(pred_df, userId, unseen_list, top_n=10):\n", + " # 예측 평점 DataFrame에서 사용자id index와 unseen_list로 들어온 영화명 컬럼을 추출하여\n", + " # 가장 예측 평점이 높은 순으로 정렬함. \n", + " recomm_movies = pred_df.loc[userId, unseen_list].sort_values(ascending=False)[:top_n]\n", + " return recomm_movies\n", + " \n", + "# 사용자가 관람하지 않는 영화명 추출 \n", + "unseen_list = get_unseen_movies(ratings_matrix, 9)\n", + "\n", + "# 아이템 기반의 인접 이웃 협업 필터링으로 영화 추천 \n", + "recomm_movies = recomm_movie_by_userid(ratings_pred_matrix, 9, unseen_list, top_n=10)\n", + "\n", + "# 평점 데이타를 DataFrame으로 생성. \n", + "recomm_movies = pd.DataFrame(data=recomm_movies.values,index=recomm_movies.index,columns=['pred_score'])\n", + "recomm_movies\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-7.ipynb" "b/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-7.ipynb" new file mode 100644 index 0000000..639668c --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-7.ipynb" @@ -0,0 +1,509 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "from sklearn.metrics import mean_squared_error\n", + "\n", + "def get_rmse(R, P, Q, non_zeros):\n", + " error = 0\n", + " # 두개의 분해된 행렬 P와 Q.T의 내적 곱으로 예측 R 행렬 생성\n", + " full_pred_matrix = np.dot(P, Q.T)\n", + " \n", + " # 실제 R 행렬에서 널이 아닌 값의 위치 인덱스 추출하여 실제 R 행렬과 예측 행렬의 RMSE 추출\n", + " x_non_zero_ind = [non_zero[0] for non_zero in non_zeros]\n", + " y_non_zero_ind = [non_zero[1] for non_zero in non_zeros]\n", + " R_non_zeros = R[x_non_zero_ind, y_non_zero_ind]\n", + " \n", + " full_pred_matrix_non_zeros = full_pred_matrix[x_non_zero_ind, y_non_zero_ind]\n", + " \n", + " mse = mean_squared_error(R_non_zeros, full_pred_matrix_non_zeros)\n", + " rmse = np.sqrt(mse)\n", + " \n", + " return rmse\n" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "def matrix_factorization(R, K, steps=200, learning_rate=0.01, r_lambda = 0.01):\n", + " num_users, num_items = R.shape\n", + " # P와 Q 매트릭스의 크기를 지정하고 정규분포를 가진 랜덤한 값으로 입력합니다. \n", + " np.random.seed(1)\n", + " P = np.random.normal(scale=1./K, size=(num_users, K))\n", + " Q = np.random.normal(scale=1./K, size=(num_items, K))\n", + " \n", + " # R > 0 인 행 위치, 열 위치, 값을 non_zeros 리스트 객체에 저장. \n", + " non_zeros = [ (i, j, R[i,j]) for i in range(num_users) for j in range(num_items) if R[i,j] > 0 ]\n", + " \n", + " # SGD기법으로 P와 Q 매트릭스를 계속 업데이트. \n", + " for step in range(steps):\n", + " for i, j, r in non_zeros:\n", + " # 실제 값과 예측 값의 차이인 오류 값 구함\n", + " eij = r - np.dot(P[i, :], Q[j, :].T)\n", + " # Regularization을 반영한 SGD 업데이트 공식 적용\n", + " P[i,:] = P[i,:] + learning_rate*(eij * Q[j, :] - r_lambda*P[i,:])\n", + " Q[j,:] = Q[j,:] + learning_rate*(eij * P[i, :] - r_lambda*Q[j,:])\n", + " \n", + " rmse = get_rmse(R, P, Q, non_zeros)\n", + " if (step % 10) == 0 :\n", + " print(\"### iteration step : \", step,\" rmse : \", rmse)\n", + " \n", + " return P, Q" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "ename": "FileNotFoundError", + "evalue": "[Errno 2] No such file or directory: './ml-latest-small/movies.csv'", + "output_type": "error", + "traceback": [ + "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[1;31mFileNotFoundError\u001b[0m Traceback (most recent call last)", + "\u001b[1;32m~\\AppData\\Local\\Temp/ipykernel_684/2484119076.py\u001b[0m in \u001b[0;36m\u001b[1;34m\u001b[0m\n\u001b[0;32m 2\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mnumpy\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0mnp\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 3\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 4\u001b[1;33m \u001b[0mmovies\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread_csv\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'./ml-latest-small/movies.csv'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 5\u001b[0m \u001b[0mratings\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread_csv\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'./ml-latest-small/ratings.csv'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 6\u001b[0m \u001b[0mratings\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mratings\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'userId'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'movieId'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'rating'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", + "\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\util\\_decorators.py\u001b[0m in \u001b[0;36mwrapper\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m 309\u001b[0m \u001b[0mstacklevel\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mstacklevel\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 310\u001b[0m )\n\u001b[1;32m--> 311\u001b[1;33m \u001b[1;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0margs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 312\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 313\u001b[0m \u001b[1;32mreturn\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", + "\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\io\\parsers\\readers.py\u001b[0m in \u001b[0;36mread_csv\u001b[1;34m(filepath_or_buffer, sep, delimiter, header, names, index_col, usecols, squeeze, prefix, mangle_dupe_cols, dtype, engine, converters, true_values, false_values, skipinitialspace, skiprows, skipfooter, nrows, na_values, keep_default_na, na_filter, verbose, skip_blank_lines, parse_dates, infer_datetime_format, keep_date_col, date_parser, dayfirst, cache_dates, iterator, chunksize, compression, thousands, decimal, lineterminator, quotechar, quoting, doublequote, escapechar, comment, encoding, encoding_errors, dialect, error_bad_lines, warn_bad_lines, on_bad_lines, delim_whitespace, low_memory, memory_map, float_precision, storage_options)\u001b[0m\n\u001b[0;32m 584\u001b[0m \u001b[0mkwds\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkwds_defaults\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 585\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 586\u001b[1;33m \u001b[1;32mreturn\u001b[0m \u001b[0m_read\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkwds\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 587\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 588\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n", + "\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\io\\parsers\\readers.py\u001b[0m in \u001b[0;36m_read\u001b[1;34m(filepath_or_buffer, kwds)\u001b[0m\n\u001b[0;32m 480\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 481\u001b[0m \u001b[1;31m# Create the parser.\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 482\u001b[1;33m \u001b[0mparser\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mTextFileReader\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 483\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 484\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mchunksize\u001b[0m \u001b[1;32mor\u001b[0m \u001b[0miterator\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", + "\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\io\\parsers\\readers.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, f, engine, **kwds)\u001b[0m\n\u001b[0;32m 809\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0moptions\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m\"has_index_names\"\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mkwds\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m\"has_index_names\"\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 810\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 811\u001b[1;33m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_engine\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_make_engine\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mengine\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 812\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 813\u001b[0m \u001b[1;32mdef\u001b[0m \u001b[0mclose\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", + "\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\io\\parsers\\readers.py\u001b[0m in \u001b[0;36m_make_engine\u001b[1;34m(self, engine)\u001b[0m\n\u001b[0;32m 1038\u001b[0m )\n\u001b[0;32m 1039\u001b[0m \u001b[1;31m# error: Too many arguments for \"ParserBase\"\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1040\u001b[1;33m \u001b[1;32mreturn\u001b[0m \u001b[0mmapping\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mengine\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mf\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0moptions\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m# type: ignore[call-arg]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 1041\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 1042\u001b[0m \u001b[1;32mdef\u001b[0m \u001b[0m_failover_to_python\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", + "\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\io\\parsers\\c_parser_wrapper.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, src, **kwds)\u001b[0m\n\u001b[0;32m 49\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 50\u001b[0m \u001b[1;31m# open handles\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 51\u001b[1;33m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_open_handles\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msrc\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkwds\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 52\u001b[0m \u001b[1;32massert\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mhandles\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 53\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n", + "\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\io\\parsers\\base_parser.py\u001b[0m in \u001b[0;36m_open_handles\u001b[1;34m(self, src, kwds)\u001b[0m\n\u001b[0;32m 220\u001b[0m \u001b[0mLet\u001b[0m \u001b[0mthe\u001b[0m \u001b[0mreaders\u001b[0m \u001b[0mopen\u001b[0m \u001b[0mIOHandles\u001b[0m \u001b[0mafter\u001b[0m \u001b[0mthey\u001b[0m \u001b[0mare\u001b[0m \u001b[0mdone\u001b[0m \u001b[1;32mwith\u001b[0m \u001b[0mtheir\u001b[0m \u001b[0mpotential\u001b[0m \u001b[0mraises\u001b[0m\u001b[1;33m.\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 221\u001b[0m \"\"\"\n\u001b[1;32m--> 222\u001b[1;33m self.handles = get_handle(\n\u001b[0m\u001b[0;32m 223\u001b[0m \u001b[0msrc\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 224\u001b[0m \u001b[1;34m\"r\"\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", + "\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\io\\common.py\u001b[0m in \u001b[0;36mget_handle\u001b[1;34m(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)\u001b[0m\n\u001b[0;32m 700\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mioargs\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mencoding\u001b[0m \u001b[1;32mand\u001b[0m \u001b[1;34m\"b\"\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mioargs\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmode\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 701\u001b[0m \u001b[1;31m# Encoding\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 702\u001b[1;33m handle = open(\n\u001b[0m\u001b[0;32m 703\u001b[0m \u001b[0mhandle\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 704\u001b[0m \u001b[0mioargs\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmode\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", + "\u001b[1;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: './ml-latest-small/movies.csv'" + ] + } + ], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "\n", + "movies = pd.read_csv('./ml-latest-small/movies.csv')\n", + "ratings = pd.read_csv('./ml-latest-small/ratings.csv')\n", + "ratings = ratings[['userId', 'movieId', 'rating']]\n", + "ratings_matrix = ratings.pivot_table('rating', index='userId', columns='movieId')\n", + "\n", + "# title 컬럼을 얻기 이해 movies 와 조인 수행\n", + "rating_movies = pd.merge(ratings, movies, on='movieId')\n", + "\n", + "# columns='title' 로 title 컬럼으로 pivot 수행. \n", + "ratings_matrix = rating_movies.pivot_table('rating', index='userId', columns='title')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "P, Q = matrix_factorization(ratings_matrix.values, K=50, steps=200, learning_rate=0.01, r_lambda = 0.01)\n", + "pred_matrix = np.dot(P, Q.T)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
title'71 (2014)'Hellboy': The Seeds of Creation (2004)'Round Midnight (1986)'Salem's Lot (2004)'Til There Was You (1997)'Tis the Season for Love (2015)'burbs, The (1989)'night Mother (1986)(500) Days of Summer (2009)*batteries not included (1987)...Zulu (2013)[REC] (2007)[REC]² (2009)[REC]³ 3 Génesis (2012)anohana: The Flower We Saw That Day - The Movie (2013)eXistenZ (1999)xXx (2002)xXx: State of the Union (2005)¡Three Amigos! (1986)À nous la liberté (Freedom for Us) (1931)
userId
13.0550844.0920183.5641304.5021673.9812151.2716943.6032742.3332665.0917493.972454...1.4026084.2083823.7059572.7205142.7873313.4750763.2534582.1610874.0104950.859474
23.1701193.6579923.3087074.1665214.3118901.2754694.2379721.9003663.3928593.647421...0.9738113.5282643.3615322.6725352.4044564.2327892.9116021.6345764.1357350.725684
32.3070731.6588531.4435382.2088592.2294860.7807601.9970430.9249082.9707002.551446...0.5203541.7094942.2815961.7828331.6351731.3232762.8875801.0426182.2938900.396941
\n", + "

3 rows × 9719 columns

\n", + "
" + ], + "text/plain": [ + "title '71 (2014) 'Hellboy': The Seeds of Creation (2004) \\\n", + "userId \n", + "1 3.055084 4.092018 \n", + "2 3.170119 3.657992 \n", + "3 2.307073 1.658853 \n", + "\n", + "title 'Round Midnight (1986) 'Salem's Lot (2004) \\\n", + "userId \n", + "1 3.564130 4.502167 \n", + "2 3.308707 4.166521 \n", + "3 1.443538 2.208859 \n", + "\n", + "title 'Til There Was You (1997) 'Tis the Season for Love (2015) \\\n", + "userId \n", + "1 3.981215 1.271694 \n", + "2 4.311890 1.275469 \n", + "3 2.229486 0.780760 \n", + "\n", + "title 'burbs, The (1989) 'night Mother (1986) (500) Days of Summer (2009) \\\n", + "userId \n", + "1 3.603274 2.333266 5.091749 \n", + "2 4.237972 1.900366 3.392859 \n", + "3 1.997043 0.924908 2.970700 \n", + "\n", + "title *batteries not included (1987) ... Zulu (2013) [REC] (2007) \\\n", + "userId ... \n", + "1 3.972454 ... 1.402608 4.208382 \n", + "2 3.647421 ... 0.973811 3.528264 \n", + "3 2.551446 ... 0.520354 1.709494 \n", + "\n", + "title [REC]² (2009) [REC]³ 3 Génesis (2012) \\\n", + "userId \n", + "1 3.705957 2.720514 \n", + "2 3.361532 2.672535 \n", + "3 2.281596 1.782833 \n", + "\n", + "title anohana: The Flower We Saw That Day - The Movie (2013) \\\n", + "userId \n", + "1 2.787331 \n", + "2 2.404456 \n", + "3 1.635173 \n", + "\n", + "title eXistenZ (1999) xXx (2002) xXx: State of the Union (2005) \\\n", + "userId \n", + "1 3.475076 3.253458 2.161087 \n", + "2 4.232789 2.911602 1.634576 \n", + "3 1.323276 2.887580 1.042618 \n", + "\n", + "title ¡Three Amigos! (1986) À nous la liberté (Freedom for Us) (1931) \n", + "userId \n", + "1 4.010495 0.859474 \n", + "2 4.135735 0.725684 \n", + "3 2.293890 0.396941 \n", + "\n", + "[3 rows x 9719 columns]" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ratings_pred_matrix = pd.DataFrame(data=pred_matrix, index= ratings_matrix.index,\n", + " columns = ratings_matrix.columns)\n", + "\n", + "ratings_pred_matrix.head(3)" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [], + "source": [ + "def get_unseen_movies(ratings_matrix, userId):\n", + " # userId로 입력받은 사용자의 모든 영화정보 추출하여 Series로 반환함. \n", + " # 반환된 user_rating 은 영화명(title)을 index로 가지는 Series 객체임. \n", + " user_rating = ratings_matrix.loc[userId,:]\n", + " \n", + " # user_rating이 0보다 크면 기존에 관람한 영화임. 대상 index를 추출하여 list 객체로 만듬\n", + " already_seen = user_rating[ user_rating > 0].index.tolist()\n", + " \n", + " # 모든 영화명을 list 객체로 만듬. \n", + " movies_list = ratings_matrix.columns.tolist()\n", + " \n", + " # list comprehension으로 already_seen에 해당하는 movie는 movies_list에서 제외함. \n", + " unseen_list = [ movie for movie in movies_list if movie not in already_seen]\n", + " \n", + " return unseen_list" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "def recomm_movie_by_userid(pred_df, userId, unseen_list, top_n=10):\n", + " # 예측 평점 DataFrame에서 사용자id index와 unseen_list로 들어온 영화명 컬럼을 추출하여\n", + " # 가장 예측 평점이 높은 순으로 정렬함. \n", + " recomm_movies = pred_df.loc[userId, unseen_list].sort_values(ascending=False)[:top_n]\n", + " return recomm_movies" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
pred_score
title
Rear Window (1954)5.704612
South Park: Bigger, Longer and Uncut (1999)5.451100
Rounders (1998)5.298393
Blade Runner (1982)5.244951
Roger & Me (1989)5.191962
Gattaca (1997)5.183179
Ben-Hur (1959)5.130463
Rosencrantz and Guildenstern Are Dead (1990)5.087375
Big Lebowski, The (1998)5.038690
Star Wars: Episode V - The Empire Strikes Back (1980)4.989601
\n", + "
" + ], + "text/plain": [ + " pred_score\n", + "title \n", + "Rear Window (1954) 5.704612\n", + "South Park: Bigger, Longer and Uncut (1999) 5.451100\n", + "Rounders (1998) 5.298393\n", + "Blade Runner (1982) 5.244951\n", + "Roger & Me (1989) 5.191962\n", + "Gattaca (1997) 5.183179\n", + "Ben-Hur (1959) 5.130463\n", + "Rosencrantz and Guildenstern Are Dead (1990) 5.087375\n", + "Big Lebowski, The (1998) 5.038690\n", + "Star Wars: Episode V - The Empire Strikes Back ... 4.989601" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# 사용자가 관람하지 않는 영화명 추출 \n", + "unseen_list = get_unseen_movies(ratings_matrix, 9)\n", + "\n", + "# 아이템 기반의 인접 이웃 협업 필터링으로 영화 추천 \n", + "recomm_movies = recomm_movie_by_userid(ratings_pred_matrix, 9, unseen_list, top_n=10)\n", + "\n", + "# 평점 데이타를 DataFrame으로 생성. \n", + "recomm_movies = pd.DataFrame(data=recomm_movies.values,index=recomm_movies.index,columns=['pred_score'])\n", + "recomm_movies" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git "a/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-8.ipynb" "b/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-8.ipynb" new file mode 100644 index 0000000..ce6612b --- /dev/null +++ "b/\355\214\214\353\250\270\354\231\204/9\354\236\245/9-8.ipynb" @@ -0,0 +1,610 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "1.1.1\n" + ] + } + ], + "source": [ + "import surprise \n", + "\n", + "print(surprise.__version__)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Surprise 를 이용한 추천 시스템 구축" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "from surprise import SVD\n", + "from surprise import Dataset \n", + "from surprise import accuracy \n", + "from surprise.model_selection import train_test_split" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "scrolled": false + }, + "outputs": [], + "source": [ + "data = Dataset.load_builtin('ml-100k')\n", + "# 수행 시마다 동일하게 데이터를 분할하기 위해 random_state 값 부여\n", + "trainset, testset = train_test_split(data, test_size=.25, random_state=0) " + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 4, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "algo = SVD(random_state=0)\n", + "algo.fit(trainset) " + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "prediction type : size: 25000\n", + "prediction 결과의 최초 5개 추출\n" + ] + }, + { + "data": { + "text/plain": [ + "[Prediction(uid='120', iid='282', r_ui=4.0, est=3.5114147666251547, details={'was_impossible': False}),\n", + " Prediction(uid='882', iid='291', r_ui=4.0, est=3.573872419581491, details={'was_impossible': False}),\n", + " Prediction(uid='535', iid='507', r_ui=5.0, est=4.033583485472447, details={'was_impossible': False}),\n", + " Prediction(uid='697', iid='244', r_ui=5.0, est=3.8463639495936905, details={'was_impossible': False}),\n", + " Prediction(uid='751', iid='385', r_ui=4.0, est=3.1807542478219157, details={'was_impossible': False})]" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "predictions = algo.test( testset )\n", + "print('prediction type :',type(predictions), ' size:',len(predictions))\n", + "print('prediction 결과의 최초 5개 추출')\n", + "predictions[:5]" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[('120', '282', 3.5114147666251547),\n", + " ('882', '291', 3.573872419581491),\n", + " ('535', '507', 4.033583485472447)]" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "[ (pred.uid, pred.iid, pred.est) for pred in predictions[:3] ]" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "user: 196 item: 302 r_ui = None est = 4.49 {'was_impossible': False}\n" + ] + } + ], + "source": [ + "# 사용자 아이디, 아이템 아이디는 문자열로 입력해야 함. \n", + "uid = str(196)\n", + "iid = str(302)\n", + "pred = algo.predict(uid, iid)\n", + "print(pred)" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "RMSE: 0.9467\n" + ] + }, + { + "data": { + "text/plain": [ + "0.9466860806937948" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "accuracy.rmse(predictions)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Surprise 주요 모듈 소개" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "\n", + "ratings = pd.read_csv('./ml-latest-small/ratings.csv')\n", + "# ratings_noh.csv 파일로 unload 시 index 와 header를 모두 제거한 새로운 파일 생성. \n", + "ratings.to_csv('./ml-latest-small/ratings_noh.csv', index=False, header=False)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [], + "source": [ + "from surprise import Reader\n", + "\n", + "reader = Reader(line_format='user item rating timestamp', sep=',', rating_scale=(0.5, 5))\n", + "data=Dataset.load_from_file('./ml-latest-small/ratings_noh.csv',reader=reader)" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "RMSE: 0.8682\n" + ] + }, + { + "data": { + "text/plain": [ + "0.8681952927143516" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "trainset, testset = train_test_split(data, test_size=.25, random_state=0)\n", + "\n", + "# 수행시마다 동일한 결과 도출을 위해 random_state 설정 \n", + "algo = SVD(n_factors=50, random_state=0)\n", + "\n", + "# 학습 데이터 세트로 학습 후 테스트 데이터 세트로 평점 예측 후 RMSE 평가\n", + "algo.fit(trainset) \n", + "predictions = algo.test( testset )\n", + "accuracy.rmse(predictions)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "RMSE: 0.8682\n" + ] + }, + { + "data": { + "text/plain": [ + "0.8681952927143516" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import pandas as pd\n", + "from surprise import Reader, Dataset\n", + "\n", + "ratings = pd.read_csv('./ml-latest-small/ratings.csv') \n", + "reader = Reader(rating_scale=(0.5, 5.0))\n", + "\n", + "# ratings DataFrame 에서 컬럼은 사용자 아이디, 아이템 아이디, 평점 순서를 지켜야 합니다. \n", + "data = Dataset.load_from_df(ratings[['userId', 'movieId', 'rating']], reader)\n", + "trainset, testset = train_test_split(data, test_size=.25, random_state=0)\n", + "\n", + "algo = SVD(n_factors=50, random_state=0)\n", + "algo.fit(trainset) \n", + "predictions = algo.test( testset )\n", + "accuracy.rmse(predictions)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### 교차 검증과 하이퍼 파라미터 튜닝" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Evaluating RMSE, MAE of algorithm SVD on 5 split(s).\n", + "\n", + " Fold 1 Fold 2 Fold 3 Fold 4 Fold 5 Mean Std \n", + "RMSE (testset) 0.8738 0.8725 0.8702 0.8726 0.8850 0.8748 0.0052 \n", + "MAE (testset) 0.6724 0.6704 0.6712 0.6688 0.6795 0.6725 0.0037 \n", + "Fit time 12.18 12.06 12.06 12.26 11.64 12.04 0.21 \n", + "Test time 0.27 0.28 0.43 0.26 0.24 0.30 0.07 \n" + ] + }, + { + "data": { + "text/plain": [ + "{'test_rmse': array([0.87379402, 0.87245487, 0.87022605, 0.87255353, 0.88504587]),\n", + " 'test_mae': array([0.67242816, 0.67037854, 0.67123931, 0.66883741, 0.67948228]),\n", + " 'fit_time': (12.17864179611206,\n", + " 12.05741286277771,\n", + " 12.057470083236694,\n", + " 12.255924940109253,\n", + " 11.644625186920166),\n", + " 'test_time': (0.27306103706359863,\n", + " 0.28406333923339844,\n", + " 0.4320967197418213,\n", + " 0.2600581645965576,\n", + " 0.24205303192138672)}" + ] + }, + "execution_count": 15, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "from surprise.model_selection import cross_validate\n", + "\n", + "# 판다스 DataFrame에서 Surprise 데이터 세트로 데이터 로딩\n", + "ratings = pd.read_csv('./ml-latest-small/ratings.csv') # reading data in pandas df\n", + "reader = Reader(rating_scale=(0.5, 5.0))\n", + "data = Dataset.load_from_df(ratings[['userId', 'movieId', 'rating']], reader)\n", + "\n", + "algo = SVD(random_state=0)\n", + "cross_validate(algo, data, measures=['RMSE', 'MAE'], cv=5, verbose=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "0.8769381880851433\n", + "{'n_epochs': 20, 'n_factors': 50}\n" + ] + } + ], + "source": [ + "from surprise.model_selection import GridSearchCV\n", + "\n", + "# 최적화할 파라미터를 딕셔너리 형태로 지정.\n", + "param_grid = {'n_epochs': [20, 40, 60], 'n_factors': [50, 100, 200] }\n", + "\n", + "# CV를 3개 폴드 세트로 지정, 성능 평가는 rmse, mse로 수행하도록 GridSearchCV 구성\n", + "gs = GridSearchCV(SVD, param_grid, measures=['rmse', 'mae'], cv=3)\n", + "gs.fit(data)\n", + "\n", + "# 최고 RMSE Evaluation 점수와 그때의 하이퍼 파라미터\n", + "print(gs.best_score['rmse'])\n", + "print(gs.best_params['rmse'])" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Surprise 를 이용한 개인화 영화 추천 시스템 구축" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "ename": "AttributeError", + "evalue": "'DatasetAutoFolds' object has no attribute 'global_mean'", + "output_type": "error", + "traceback": [ + "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[1;31mAttributeError\u001b[0m Traceback (most recent call last)", + "\u001b[1;32m~\\AppData\\Local\\Temp/ipykernel_23908/2627253998.py\u001b[0m in \u001b[0;36m\u001b[1;34m\u001b[0m\n\u001b[0;32m 2\u001b[0m \u001b[0mdata\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mDataset\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mload_from_df\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mratings\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'userId'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'movieId'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'rating'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mreader\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 3\u001b[0m \u001b[0malgo\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mSVD\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mn_factors\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m50\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mrandom_state\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 4\u001b[1;33m \u001b[0malgo\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfit\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m", + "\u001b[1;32m~\\anaconda3\\lib\\site-packages\\surprise\\prediction_algorithms\\matrix_factorization.pyx\u001b[0m in \u001b[0;36msurprise.prediction_algorithms.matrix_factorization.SVD.fit\u001b[1;34m()\u001b[0m\n", + "\u001b[1;32m~\\anaconda3\\lib\\site-packages\\surprise\\prediction_algorithms\\matrix_factorization.pyx\u001b[0m in \u001b[0;36msurprise.prediction_algorithms.matrix_factorization.SVD.sgd\u001b[1;34m()\u001b[0m\n", + "\u001b[1;31mAttributeError\u001b[0m: 'DatasetAutoFolds' object has no attribute 'global_mean'" + ] + } + ], + "source": [ + "# 다음 코드는 train_test_split( )으로 분리되지 않는 데이터 세트에 fit( )을 호출해 오류가 발생합니다.\n", + "data = Dataset.load_from_df(ratings[['userId', 'movieId', 'rating']], reader)\n", + "algo = SVD(n_factors=50, random_state=0)\n", + "algo.fit(data)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "metadata": {}, + "outputs": [], + "source": [ + "from surprise.dataset import DatasetAutoFolds\n", + "\n", + "reader = Reader(line_format='user item rating timestamp', sep=',', rating_scale=(0.5, 5))\n", + "# DatasetAutoFolds 클래스를 ratings_noh.csv 파일 기반으로 생성. \n", + "data_folds = DatasetAutoFolds(ratings_file='./ml-latest-small/ratings_noh.csv', reader=reader)\n", + "\n", + "#전체 데이터를 학습데이터로 생성함. \n", + "trainset = data_folds.build_full_trainset()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 20, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "algo = SVD(n_epochs=20, n_factors=50, random_state=0)\n", + "algo.fit(trainset)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 21, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "사용자 아이디 9는 영화 아이디 42의 평점 없음\n", + " movieId title genres\n", + "38 42 Dead Presidents (1995) Action|Crime|Drama\n" + ] + } + ], + "source": [ + "# 영화에 대한 상세 속성 정보 DataFrame로딩\n", + "movies = pd.read_csv('./ml-latest-small/movies.csv')\n", + "\n", + "# userId=9 의 movieId 데이터 추출하여 movieId=42 데이터가 있는지 확인. \n", + "movieIds = ratings[ratings['userId']==9]['movieId']\n", + "if movieIds[movieIds==42].count() == 0:\n", + " print('사용자 아이디 9는 영화 아이디 42의 평점 없음')\n", + "\n", + "print(movies[movies['movieId']==42])\n" + ] + }, + { + "cell_type": "code", + "execution_count": 22, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "user: 9 item: 42 r_ui = None est = 3.13 {'was_impossible': False}\n" + ] + } + ], + "source": [ + "uid = str(9)\n", + "iid = str(42)\n", + "\n", + "pred = algo.predict(uid, iid, verbose=True)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 23, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "평점 매긴 영화수: 46 추천대상 영화수: 9696 전체 영화수: 9742\n" + ] + } + ], + "source": [ + "def get_unseen_surprise(ratings, movies, userId):\n", + " #입력값으로 들어온 userId에 해당하는 사용자가 평점을 매긴 모든 영화를 리스트로 생성\n", + " seen_movies = ratings[ratings['userId']== userId]['movieId'].tolist()\n", + " \n", + " # 모든 영화들의 movieId를 리스트로 생성. \n", + " total_movies = movies['movieId'].tolist()\n", + " \n", + " # 모든 영화들의 movieId중 이미 평점을 매긴 영화의 movieId를 제외하여 리스트로 생성\n", + " unseen_movies= [movie for movie in total_movies if movie not in seen_movies]\n", + " print('평점 매긴 영화수:',len(seen_movies), '추천대상 영화수:',len(unseen_movies), \\\n", + " '전체 영화수:',len(total_movies))\n", + " \n", + " return unseen_movies\n", + "\n", + "unseen_movies = get_unseen_surprise(ratings, movies, 9)" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "평점 매긴 영화수: 46 추천대상 영화수: 9696 전체 영화수: 9742\n", + "##### Top-10 추천 영화 리스트 #####\n", + "Usual Suspects, The (1995) : 4.306302135700814\n", + "Star Wars: Episode IV - A New Hope (1977) : 4.281663842987387\n", + "Pulp Fiction (1994) : 4.278152632122759\n", + "Silence of the Lambs, The (1991) : 4.226073566460876\n", + "Godfather, The (1972) : 4.1918097904381995\n", + "Streetcar Named Desire, A (1951) : 4.154746591122658\n", + "Star Wars: Episode V - The Empire Strikes Back (1980) : 4.122016128534504\n", + "Star Wars: Episode VI - Return of the Jedi (1983) : 4.108009609093436\n", + "Goodfellas (1990) : 4.083464936588478\n", + "Glory (1989) : 4.07887165526957\n" + ] + } + ], + "source": [ + "def recomm_movie_by_surprise(algo, userId, unseen_movies, top_n=10):\n", + " # 알고리즘 객체의 predict() 메서드를 평점이 없는 영화에 반복 수행한 후 결과를 list 객체로 저장\n", + " predictions = [algo.predict(str(userId), str(movieId)) for movieId in unseen_movies]\n", + " \n", + " # predictions list 객체는 surprise의 Predictions 객체를 원소로 가지고 있음.\n", + " # [Prediction(uid='9', iid='1', est=3.69), Prediction(uid='9', iid='2', est=2.98),,,,]\n", + " # 이를 est 값으로 정렬하기 위해서 아래의 sortkey_est 함수를 정의함.\n", + " # sortkey_est 함수는 list 객체의 sort() 함수의 키 값으로 사용되어 정렬 수행.\n", + " def sortkey_est(pred):\n", + " return pred.est\n", + " \n", + " # sortkey_est( ) 반환값의 내림 차순으로 정렬 수행하고 top_n개의 최상위 값 추출.\n", + " predictions.sort(key=sortkey_est, reverse=True)\n", + " top_predictions= predictions[:top_n]\n", + " \n", + " # top_n으로 추출된 영화의 정보 추출. 영화 아이디, 추천 예상 평점, 제목 추출\n", + " top_movie_ids = [ int(pred.iid) for pred in top_predictions]\n", + " top_movie_rating = [ pred.est for pred in top_predictions]\n", + " top_movie_titles = movies[movies.movieId.isin(top_movie_ids)]['title']\n", + " top_movie_preds = [ (id, title, rating) for id, title, rating in zip(top_movie_ids, top_movie_titles, top_movie_rating)]\n", + " \n", + " return top_movie_preds\n", + "\n", + "unseen_movies = get_unseen_surprise(ratings, movies, 9)\n", + "top_movie_preds = recomm_movie_by_surprise(algo, 9, unseen_movies, top_n=10)\n", + "print('##### Top-10 추천 영화 리스트 #####')\n", + "\n", + "for top_movie in top_movie_preds:\n", + " print(top_movie[1], \":\", top_movie[2])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.7" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +}