main.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.svm import SVC\n",
    "from sklearn.metrics import accuracy_score, confusion_matrix, classification_report\n",
    "from imblearn.over_sampling import SMOTE\n",
    "from sklearn.utils.class_weight import compute_class_weight\n",
    "from xgboost import XGBClassifier\n",
    "from sklearn.model_selection import GridSearchCV, train_test_split, StratifiedKFold\n",
    "import matplotlib\n",
    "\n",
    "matplotlib.use(\"pgf\")\n",
    "matplotlib.rcParams.update({\n",
    "    \"pgf.texsystem\": \"pdflatex\",\n",
    "    'font.family': 'serif',\n",
    "    'text.usetex': True,\n",
    "    'pgf.rcfonts': False,\n",
    "})\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "from sklearn.metrics import roc_curve, auc, recall_score\n",
    "from sklearn.metrics import precision_recall_curve\n",
    "from imblearn.pipeline import Pipeline\n",
    "from imblearn.over_sampling import ADASYN\n",
    "from imblearn.under_sampling import TomekLinks\n",
    "from sklearn.calibration import CalibratedClassifierCV\n",
    "from imblearn.under_sampling import RandomUnderSampler\n",
    "from imblearn.combine import SMOTEENN\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.read_csv('data/sim_with_razor_extended.csv')\n",
    "data = data.dropna()\n",
    "data = data.drop('Event Number', axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [],
   "source": [
    "X = data.drop('Dark Photon Produced', axis=1)\n",
    "y = data['Dark Photon Produced'].astype(int) \n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "MET                    0.005333\n",
       "Centrality             0.004579\n",
       "HT                     0.004568\n",
       "Sum E_T                0.004568\n",
       "Aplanarity             0.004498\n",
       "Sphericity             0.004382\n",
       "Invariant Mass         0.004342\n",
       "MR                     0.004342\n",
       "Delta R (Avg)          0.004303\n",
       "Rsq                    0.003889\n",
       "Jet Multiplicity       0.000124\n",
       "Lepton Multiplicity    0.000057\n",
       "Cos(Theta) Jet-MET     0.000012\n",
       "Name: Dark Photon Produced, dtype: float64"
      ]
     },
     "execution_count": 153,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "correlation_matrix = data.corr()\n",
    "correlations_with_target = correlation_matrix['Dark Photon Produced'].drop('Dark Photon Produced')\n",
    "sorted_correlations = correlations_with_target.abs().sort_values(ascending=False)\n",
    "sorted_correlations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {},
   "outputs": [],
   "source": [
    "tomek_links = TomekLinks()\n",
    "adasyn = ADASYN(random_state=42)\n",
    "pipeline = SMOTEENN(random_state=42)\n",
    "\n",
    "X_resampled, y_resampled = pipeline.fit_resample(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Dark Photon Produced\n",
       "1    399980\n",
       "0    397452\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 155,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_resampled.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:19] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:20] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:20] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:21] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:22] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:23] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:23] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:24] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:25] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:25] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:27] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:28] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:30] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:31] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:32] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:34] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:35] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:36] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:37] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:39] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:41] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:43] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:45] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:47] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:48] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:50] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:51] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:53] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:54] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:55] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:56] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:56] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:57] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:58] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:08:59] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:00] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:00] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:02] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:03] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:05] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:06] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:08] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:09] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:11] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:12] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:14] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:16] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:18] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:21] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:23] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:25] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:27] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:29] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:32] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:34] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:35] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:36] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:37] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:38] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:39] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:40] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:41] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:42] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:43] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:45] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:47] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:48] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:50] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:52] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:54] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:56] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:58] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:09:59] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:02] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:05] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:07] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:10] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:13] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:15] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:18] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:21] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:23] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:24] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:25] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:26] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:27] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:27] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:28] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:29] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:30] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:31] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:32] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:34] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:35] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:36] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:38] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:39] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:40] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:42] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:43] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:45] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:47] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:49] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:51] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:53] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:55] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:57] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:10:58] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:00] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:01] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:02] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:03] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:04] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:05] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:06] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:07] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:08] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:09] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:10] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:12] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:14] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:16] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:18] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:19] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:21] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:23] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:25] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:28] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:31] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:33] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:36] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:38] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:41] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:43] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:45] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:47] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:48] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:49] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:51] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:52] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:53] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:54] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:55] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:56] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:57] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:11:59] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:01] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:03] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:05] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:07] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:09] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:11] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:13] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:15] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:18] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:21] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:24] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:27] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:30] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:34] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:36] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:39] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:42] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:43] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:44] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:44] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:45] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:46] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:47] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:47] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:48] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:49] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:50] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:52] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:53] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:54] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:56] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:57] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:12:58] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:00] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:01] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:02] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:04] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:06] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:08] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:10] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:12] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:13] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:15] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:16] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:17] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:18] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:19] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:20] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:21] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:22] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:23] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:24] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:24] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:26] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:27] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:29] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:31] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:33] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:34] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:36] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:37] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:38] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:41] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:43] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:46] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:48] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:50] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:53] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:55] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:13:58] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:00] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:01] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:02] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:03] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:04] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:06] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:07] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:08] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:09] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:10] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:12] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:14] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:16] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:18] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:20] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:22] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:23] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:26] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:28] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:31] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:34] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:37] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:40] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:44] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:46] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:50] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:52] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n",
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:14:56] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-2 {color: black;}#sk-container-id-2 pre{padding: 0;}#sk-container-id-2 div.sk-toggleable {background-color: white;}#sk-container-id-2 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-2 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-2 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-2 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-2 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-2 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-2 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-2 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-2 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-2 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-2 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-2 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-2 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-2 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-2 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-2 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-2 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-2 div.sk-item {position: relative;z-index: 1;}#sk-container-id-2 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-2 div.sk-item::before, #sk-container-id-2 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-2 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-2 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-2 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-2 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-2 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-2 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-2 div.sk-label-container {text-align: center;}#sk-container-id-2 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-2 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-2\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>GridSearchCV(cv=3,\n",
       "             estimator=XGBClassifier(base_score=None, booster=None,\n",
       "                                     callbacks=None, colsample_bylevel=None,\n",
       "                                     colsample_bynode=None,\n",
       "                                     colsample_bytree=None, device=None,\n",
       "                                     early_stopping_rounds=None,\n",
       "                                     enable_categorical=False,\n",
       "                                     eval_metric=&#x27;logloss&#x27;, feature_types=None,\n",
       "                                     gamma=None, grow_policy=None,\n",
       "                                     importance_type=None,\n",
       "                                     interaction_constraints=None,\n",
       "                                     learning_rate=...\n",
       "                                     max_cat_to_onehot=None,\n",
       "                                     max_delta_step=None, max_depth=None,\n",
       "                                     max_leaves=None, min_child_weight=None,\n",
       "                                     missing=nan, monotone_constraints=None,\n",
       "                                     multi_strategy=None, n_estimators=None,\n",
       "                                     n_jobs=None, num_parallel_tree=None,\n",
       "                                     random_state=None, ...),\n",
       "             param_grid={&#x27;learning_rate&#x27;: [0.01, 0.1, 0.2],\n",
       "                         &#x27;max_depth&#x27;: [3, 5, 7],\n",
       "                         &#x27;n_estimators&#x27;: [100, 200, 300],\n",
       "                         &#x27;subsample&#x27;: [0.7, 0.8, 1.0]},\n",
       "             scoring=&#x27;recall&#x27;)</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item sk-dashed-wrapped\"><div class=\"sk-label-container\"><div class=\"sk-label sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-4\" type=\"checkbox\" ><label for=\"sk-estimator-id-4\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">GridSearchCV</label><div class=\"sk-toggleable__content\"><pre>GridSearchCV(cv=3,\n",
       "             estimator=XGBClassifier(base_score=None, booster=None,\n",
       "                                     callbacks=None, colsample_bylevel=None,\n",
       "                                     colsample_bynode=None,\n",
       "                                     colsample_bytree=None, device=None,\n",
       "                                     early_stopping_rounds=None,\n",
       "                                     enable_categorical=False,\n",
       "                                     eval_metric=&#x27;logloss&#x27;, feature_types=None,\n",
       "                                     gamma=None, grow_policy=None,\n",
       "                                     importance_type=None,\n",
       "                                     interaction_constraints=None,\n",
       "                                     learning_rate=...\n",
       "                                     max_cat_to_onehot=None,\n",
       "                                     max_delta_step=None, max_depth=None,\n",
       "                                     max_leaves=None, min_child_weight=None,\n",
       "                                     missing=nan, monotone_constraints=None,\n",
       "                                     multi_strategy=None, n_estimators=None,\n",
       "                                     n_jobs=None, num_parallel_tree=None,\n",
       "                                     random_state=None, ...),\n",
       "             param_grid={&#x27;learning_rate&#x27;: [0.01, 0.1, 0.2],\n",
       "                         &#x27;max_depth&#x27;: [3, 5, 7],\n",
       "                         &#x27;n_estimators&#x27;: [100, 200, 300],\n",
       "                         &#x27;subsample&#x27;: [0.7, 0.8, 1.0]},\n",
       "             scoring=&#x27;recall&#x27;)</pre></div></div></div><div class=\"sk-parallel\"><div class=\"sk-parallel-item\"><div class=\"sk-item\"><div class=\"sk-label-container\"><div class=\"sk-label sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-5\" type=\"checkbox\" ><label for=\"sk-estimator-id-5\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">estimator: XGBClassifier</label><div class=\"sk-toggleable__content\"><pre>XGBClassifier(base_score=None, booster=None, callbacks=None,\n",
       "              colsample_bylevel=None, colsample_bynode=None,\n",
       "              colsample_bytree=None, device=None, early_stopping_rounds=None,\n",
       "              enable_categorical=False, eval_metric=&#x27;logloss&#x27;,\n",
       "              feature_types=None, gamma=None, grow_policy=None,\n",
       "              importance_type=None, interaction_constraints=None,\n",
       "              learning_rate=None, max_bin=None, max_cat_threshold=None,\n",
       "              max_cat_to_onehot=None, max_delta_step=None, max_depth=None,\n",
       "              max_leaves=None, min_child_weight=None, missing=nan,\n",
       "              monotone_constraints=None, multi_strategy=None, n_estimators=None,\n",
       "              n_jobs=None, num_parallel_tree=None, random_state=None, ...)</pre></div></div></div><div class=\"sk-serial\"><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-6\" type=\"checkbox\" ><label for=\"sk-estimator-id-6\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">XGBClassifier</label><div class=\"sk-toggleable__content\"><pre>XGBClassifier(base_score=None, booster=None, callbacks=None,\n",
       "              colsample_bylevel=None, colsample_bynode=None,\n",
       "              colsample_bytree=None, device=None, early_stopping_rounds=None,\n",
       "              enable_categorical=False, eval_metric=&#x27;logloss&#x27;,\n",
       "              feature_types=None, gamma=None, grow_policy=None,\n",
       "              importance_type=None, interaction_constraints=None,\n",
       "              learning_rate=None, max_bin=None, max_cat_threshold=None,\n",
       "              max_cat_to_onehot=None, max_delta_step=None, max_depth=None,\n",
       "              max_leaves=None, min_child_weight=None, missing=nan,\n",
       "              monotone_constraints=None, multi_strategy=None, n_estimators=None,\n",
       "              n_jobs=None, num_parallel_tree=None, random_state=None, ...)</pre></div></div></div></div></div></div></div></div></div></div>"
      ],
      "text/plain": [
       "GridSearchCV(cv=3,\n",
       "             estimator=XGBClassifier(base_score=None, booster=None,\n",
       "                                     callbacks=None, colsample_bylevel=None,\n",
       "                                     colsample_bynode=None,\n",
       "                                     colsample_bytree=None, device=None,\n",
       "                                     early_stopping_rounds=None,\n",
       "                                     enable_categorical=False,\n",
       "                                     eval_metric='logloss', feature_types=None,\n",
       "                                     gamma=None, grow_policy=None,\n",
       "                                     importance_type=None,\n",
       "                                     interaction_constraints=None,\n",
       "                                     learning_rate=...\n",
       "                                     max_cat_to_onehot=None,\n",
       "                                     max_delta_step=None, max_depth=None,\n",
       "                                     max_leaves=None, min_child_weight=None,\n",
       "                                     missing=nan, monotone_constraints=None,\n",
       "                                     multi_strategy=None, n_estimators=None,\n",
       "                                     n_jobs=None, num_parallel_tree=None,\n",
       "                                     random_state=None, ...),\n",
       "             param_grid={'learning_rate': [0.01, 0.1, 0.2],\n",
       "                         'max_depth': [3, 5, 7],\n",
       "                         'n_estimators': [100, 200, 300],\n",
       "                         'subsample': [0.7, 0.8, 1.0]},\n",
       "             scoring='recall')"
      ]
     },
     "execution_count": 156,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "param_grid = {\n",
    "    'n_estimators': [100, 200, 300],\n",
    "    'learning_rate': [0.01, 0.1, 0.2],\n",
    "    'max_depth': [3, 5, 7],\n",
    "    'subsample': [0.7, 0.8, 1.0],\n",
    "}\n",
    "grid_search = GridSearchCV(estimator=XGBClassifier(use_label_encoder=False, eval_metric='logloss'), param_grid=param_grid, scoring='recall', cv=3)\n",
    "grid_search.fit(X_resampled, y_resampled)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 211,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best hyperparameters found by GridSearchCV: {'learning_rate': 0.01, 'max_depth': 3, 'n_estimators': 100, 'subsample': 0.7}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/homebrew/lib/python3.11/site-packages/xgboost/core.py:158: UserWarning: [16:56:03] WARNING: /Users/runner/work/xgboost/xgboost/src/learner.cc:740: \n",
      "Parameters: { \"use_label_encoder\" } are not used.\n",
      "\n",
      "  warnings.warn(smsg, UserWarning)\n"
     ]
    }
   ],
   "source": [
    "best_params = grid_search.best_params_\n",
    "print(\"Best hyperparameters found by GridSearchCV:\", best_params)\n",
    "\n",
    "scale_pos_weight = len(y_train[y_train == 0]) / len(y_train[y_train == 1])\n",
    "\n",
    "class_weights = {0: 1, 1: 0.2}  # Adjust these values\n",
    "\n",
    "final_model = XGBClassifier(**best_params, use_label_encoder=False, eval_metric='logloss', scale_pos_weight=1)\n",
    "\n",
    "final_model.fit(X_resampled, y_resampled, sample_weight=np.where(y_resampled == 1, class_weights[1], class_weights[0]))\n",
    "y_pred = final_model.predict(X_test)\n",
    "y_prob = final_model.predict_proba(X_test)[:, 1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 212,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(0.6236236236236237, 0.004620231011550577)"
      ]
     },
     "execution_count": 212,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def calculate_metrics_vectorized(y_true, y_prob, thresholds):\n",
    "    y_true = np.array(y_true)\n",
    "    y_prob = np.array(y_prob)\n",
    "    \n",
    "    y_pred_matrix = (y_prob[:, np.newaxis] >= thresholds).astype(int)\n",
    "    \n",
    "    tp = np.sum((y_pred_matrix == 1) & (y_true[:, np.newaxis] == 1), axis=0)\n",
    "    fp = np.sum((y_pred_matrix == 1) & (y_true[:, np.newaxis] == 0), axis=0)\n",
    "    fn = np.sum((y_pred_matrix == 0) & (y_true[:, np.newaxis] == 1), axis=0)\n",
    "    tn = np.sum((y_pred_matrix == 0) & (y_true[:, np.newaxis] == 0), axis=0)\n",
    "    \n",
    "    recalls = tp / (tp + fn)\n",
    "    false_positive_rates = fp / (fp + tn)\n",
    "    \n",
    "    return recalls, false_positive_rates\n",
    "\n",
    "thresholds = np.linspace(0, 1, 1000)\n",
    "\n",
    "recalls, false_positive_rates = calculate_metrics_vectorized(y_test, y_prob, thresholds)\n",
    "valid_indices = np.where(recalls >= 0.6)[0]\n",
    "\n",
    "if valid_indices.size > 0:\n",
    "    min_fpr_index = valid_indices[np.argmin(false_positive_rates[valid_indices])]\n",
    "    optimal_threshold = thresholds[min_fpr_index]\n",
    "    min_false_positive_rate = false_positive_rates[min_fpr_index]\n",
    "else:\n",
    "    optimal_threshold = None\n",
    "    min_false_positive_rate = None\n",
    "\n",
    "optimal_threshold, min_false_positive_rate\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 242,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_pred_optimal = (y_prob >= optimal_threshold).astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 243,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[99533   462]\n",
      " [    2     3]]\n"
     ]
    }
   ],
   "source": [
    "conf_matrix_weighted= confusion_matrix(y_test, y_pred_optimal)\n",
    "print(conf_matrix_weighted)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 215,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       1.00      0.98      0.99     99995\n",
      "           1       0.00      0.80      0.00         5\n",
      "\n",
      "    accuracy                           0.98    100000\n",
      "   macro avg       0.50      0.89      0.50    100000\n",
      "weighted avg       1.00      0.98      0.99    100000\n",
      "\n"
     ]
    }
   ],
   "source": [
    "class_report_weighted = classification_report(y_test, y_pred)\n",
    "print(class_report_weighted)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 216,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjoAAAHCCAYAAADmYWMpAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAAA3KElEQVR4nO3dXWwjaX7v9596XtqYc1aqZsML23Cvp0vruySYpiiciwMEB6OS9y4JtknJFwFODI9I710wF+Roz4WziGEOOUZu3UUNggDJhSVyJ0AuguyweoIAQRAcNSuDE8BAELPU9iDjxe6KojjH3m3vzlQueqtGJb6IpPgiVX0/QKPFYpH1VBVffvw/T1Wt+L7vCwAAIIbuLLsBAAAA80LQAQAAsUXQAQAAsUXQAQAAsUXQAQAAsUXQAQAAsUXQAQAAsUXQAQAAsUXQAQAAsUXQAYAE6na7y27CUDe5bbh9Xl12A3BzeJ4n27ZVrVZlmqYKhYIk6fT0VN1uV6VSSaZpLrmVi9PtdlUul7W5uSlJ6nQ6kqR8Pr/MZt14pVJJknT//n0ZhqFUKqVsNqtSqaRKpSLXdVUqldTpdNRqtZbc2mQK9sV13vPTvj+uen1IUq1WUzabnfjzZpznRgL5wCWWZfn5fD4yrd1u+4Zh+K1Wa+7LLxaLfjabnftyRmm1Wr5lWf7Z2Vlker1e9y3LWk6jhrBtu2/aMrZhq9Xy0+m032w2I9Pb7bafzWZ90zTDac1mM3L7Jhm0Pac16X5YxL60bdtvt9uRaZO+56d5f0zy+vB9v689o0z63EgWuq4wFtM0lclktLe3N/dlbW9va3d3d+7LGWVra0ulUkmGYUSmB78yg1++N0Gz2eybtoxtmMvlVKlUZFlWZPqg7ZVKpRbZtIkM2p7TmnQ/zHtfep6nVqs1VqVk1Ht+mvfHJK+PYP5qtXplO6d5biTMspMWbp5Bv+5830/ML6Nisein0+mh97fbbV9S36/iZbBte2RbF6VYLF752rj4S7/Vat3I19Iyt+cill0sFge+bid5z0/z/pj09REYZ3tM+9xIDsboYCzdbleO4+jg4KDvvqB/3/M8maapbDYb3ler1SLzXuy/H/S4YPyG53lqt9uSpEajoXK5LM/zVK/XZVmWPM/T9va2TNOUbdsyTXPg8zmOE44zKBQK4S/mUf31jUZD6XR66P3Br+FGo6FisRguI5VKKZfLhdvr9PS0bzmTtrHb7apWq8k0TTWbTRUKhbBtjuOo2WzK87zwl2+xWBy4DYNlSNLBwYE8z5PneX1tDMZlbGxsqNVqaX19Xel0WrZtq16vj9xml39NXxYs/yLXdUe2ZdS6T7PNAoNel8O2Z2DSfTdoPwTLNk1T3W5XnufJMIywrePsy1HrcBXHccYeqzLsPT/p+yP4e5rXh2macl135PImee5B27NUKqlWq6lSqYSvg0H7dHNzc+rPISzZspMWbh7LsnzLsvx6ve7X63W/Uqn4+Xx+YF99Npv16/V65LHBfJVKxS8Wi+F9wfNd9bhBv/YHjemoVCpjtaNer4f9961WK9KmQSRFnnsQ0zQj4ybq9frAX7EXfyVP08bLv8BN04yMi2g2mwN/9Y7ahhfHMZimGdmvF9t4dnY2dtVlnG12uX2GYYxsy1XrPu02G/W6HLY9p319Xd4P9Xo9Mg6n3W6HtyfZl6PWYZh2uz20sjHJe36a98ekr4+AbdtXPm7S5x70WWJZVmS/DNun1/kcwvIwRgcDBb9EstmsLMvSs2fPwqMqAp7nqdFoRH6x5HI52bYdVgb29/fD+w4PD8Nf78MeN4xlWep0OnJdN5wWjA+46vkMw5DrurIsS+l0eqxftKenp1fOc5FhGEqn05GxD/v7+6rVamOt87A2ep4nx3HCx5imGbk9iVQqJc/zIr9+g1+egYu/1g3DCNs+D91ud2Rbrlr3abbZqNflMLN+fdXr9fDw6WAczCSmWYfgcaPG5ozzng9M+v6YViqVmvmyBo0PuzzWaNg+vc7nEJaHritcKZ1Oa39/X7lcTmdnZ+F0x3FkGEbkS6XdbsvzPD179kyGYUQ+QIKuj1qtNvRxo+Tzedm2Ldu25TiOdnZ2rmxHYJLDVC9/4Q7ied6VgxyD9XddV51OZ6o2Btss6ObodDpDv3zGcXkZhmFEni+dTvedw2TcgauXu1YuC0r547ZlnHWfdJuNel0OM8vXVzablW3bunfvntLptHZ3dyPdY+OYZh0khd1k4xj2npeme39M8/oIHnd4eDjycdM+91WGzX+dzyEsB0EHY7k4piD4AAh+IV78VR783Wg0hj7XqMeNUigUtLGxIdu2I5WJcZ5v3A/44LGjqibBr7lx2hyYto2u66pcLmt7e1s7OztXflhP84F+UaFQULlc1sHBgWq12ti/RrPZ7Mh9Lr38IpjkHETjrPuk22zSE9F5njfz11ez2ZTrunIcJ9y+g8LOsH25qJPpDXrPS9O9P6Z9fXQ6nSuP0JvFa2/QNh22T6/zOYTloOsKE7lYsk2n0wN/rXS73YGVgYv3DXvcKKZpKpVKqdFoRD78pn2+YSqVijqdztAPz1KppHw+P3KAZLD8YH2naWO329XW1pb29/eVz+dlGEY4/7BfiRf3z7QODg7kOI6y2ezYwSQo7Q/7Aux2uxMdUj7Nuo/zuFGvy0GCgbCzen0FA4jT6bSKxaJardbQisWwfTnpOgTGqcSM045p3h/Tvj663a7W19dHtm8Wr71JqqSL+hzC7BB00GdYF4FhGDo+Ppb08gPbsixlMpm+D7yjo6Owv//ieTC63a6Ojo5GPu4qhUJBe3t7fb+apn2+QQzDUL1eD4+wuCj4oho0DsN13ciHWrlcVj6fD3/lTdrGoJpw8Qsj2C/Bl8/FL6/gi3wSlz+EW62WDMOY6qy09XpdpVKp7wsnOArqqqNPLrZlnHUf5KrHjXpdSoO35yxfX8G2uCjYzuPuy6vWYZhRQWfc97w0/ftjmtfHuN1tkzz35e0QVK0mCSSL+BzC7Kz4vu8vuxG4GYLTwQdv+PX19fBXsfT1oamFQkGGYYRv8lKppPX19fDXzcUPlVKppPv378s0TXU6nUiFYNDjgm6HRqOhSqXSV9IPBmIO6lIZ9HxBm589e6b9/f2JvsC7vz7F/eVflIOqHMEhqfv7++G4HKm/S2LSNgaHxW5vb0t6+SFdKpW0u7sbbudgnmB/DdqGg6ZVq1WVy2WZphkut9FoKJfLhafPNwxDhUJhoi6ny6fhv7zNxm3LqHU3DOPa22zU6/Li9px23w1azyAIBM/heV7kPTbOvrzYnmHrMMz29nbkpITTvuelyd4fF131+rgol8vp4OBg7K7BcZ87CInBvjo8PJTruqpUKiNfW4FJP4ewXAQdYAaCoHObr93U7Xa1t7cXfrEEv3RLpZJyuRzX+IqBarUaVqlug1wuN9ZAa2AUuq4ASHrZ7RD8cpe+PmS+Uqnc6gCHrxWLxVtzuHO1WuXyDZgJgg4ASS8HUw769ew4TtgNhNtvd3f3yqOUlq376zOL35bKE242uq6AawrGMQT/T3pelJvEcZxw0K709SHOjDOIl+DEkNc5FcE8VavVW/0+ws1C0AEAALFF1xUAAIgtgg4AAIit2F4C4quvvtLnn3+ub3zjG1pZWVl2cwAAwBh839cXX3yh3/md39GdO9evx8Q26Hz++ed68ODBspsBAACm8Nlnn+l3f/d3r/08sQ063/jGNyS93FCrq6tLbg0AABhHr9fTgwcPwu/x64pt0Am6q1ZXVwk6AADcMrMadsJgZAAAEFsEHQAAEFsEHQAAEFsEHQAAEFsEHQAAEFsEHQAAEFsEHQAAEFsEHQAAEFsEHQAAEFtLCTqu62pjY+PK+TzPU7VaVaPRULVaVbfbnX/jAABAbCz8EhCNRkOmacp13SvnzeVyarVakl6Gnr29PdXr9Xk3EQAAxMTCg042mx1rPs/zIrdN05TjOPNoEgAAiKkbe1FPx3GUSqUi01KplFzXVTqdXlKr5sD3pZ/8X9IvOstuCQAAy/fFP8z06W5s0Bk2HqfTGRwIXrx4oRcvXoS3e73ePJo1e//796V/+/6yWwEAwM3wi9k+3a076mpYACqXy1pbWwv/PXjwYLENm9bzj5fdAgAAYuvGVnQMw+ir3nQ6HRmGMXD+/f19vfvuu+HtXq93S8KO//K/lTvSv/j+cpsCAMCy/cMLSR/M7OlubNCxLEu2bfdNz2QyA+e/e/eu7t69O+9mzc+dV6V/+V8vuxUAACxXr6dZBp2ldl1d7oZyXTc82so0zch9nucpk8kMregAAABctvCg4ziOSqWSpJfjahqNRnjf5dv1el2lUkmNRkO2bXMOHQAAMJEV3/f9ZTdiHnq9ntbW1nR+fq7V1dVlN2e4/z798vDyV16X/ssXV88PAECMzfr7+9YddQUAADAugg4AAIgtgg4AAIgtgg4AAIgtgg4AAIgtgs6yxfOgNwAAbgSCDgAAiC2CDgAAiC2Czo2xsuwGAAAQOwQdAAAQWwQdAAAQWwQdAAAQWwQdAAAQWwQdAAAQWwQdAAAQWwQdAAAQWwQdAAAQWwSdpeNaVwAAzAtBBwAAxBZB56ZY4RIQAADMGkEHAADEFkEHAADEFkEHAADEFkEHAADEFkEHAADEFkEHAADEFkEHAADEFkEHAADEFkFn6bgEBAAA80LQAQAAsUXQAQAAsUXQuTG41hUAALNG0AEAALFF0AEAALFF0AEAALFF0AEAALFF0AEAALFF0AEAALFF0AEAALFF0AEAALFF0Fk2n2tdAQAwLwQdAAAQWwSdG4NLQAAAMGsEHQAAEFsEHQAAEFsEHQAAEFsEHQAAEFsEHQAAEFsEHQAAEFsEHQAAEFsEHQAAEFsEnaXjEhAAAMwLQQcAAMQWQQcAAMQWQeemWOFaVwAAzBpBBwAAxBZBBwAAxBZBBwAAxBZBBwAAxBZBBwAAxNary1io53lqNBoyTVOe5ymfz8swjKHzOo6jVColz/OUzWZlmuZiGwwAAG6lpQSdXC6nVqsl6WWQ2dvbU71eHzhvo9FQsVgMbxcKBdm2vZB2AgCA223hXVee50Vum6Ypx3GGzn94eDjvJgEAgJhaeEUn6Ia6KJVKyXVdpdPpvvlTqZQ2NjZUr9fleZ62t7dn05Bf/UL6X/4L6cf/djbPN60vPlvu8gEAiLGFB51utztweqfTGTi9Xq9ra2tL6+vryufzQ7utXrx4oRcvXoS3e73e6Iac/M/S/3ODqkWv/fNltwAAgNhZyhidQYYFIMdxVKlU5HmeCoWCJA0MO+VyWT/4wQ/GX+CL86//fu2fS6+9MUlzZ+vVN6R/8W+Wt3wAAGJq4UHHMIy+6k2n0xl41JXneTo+PlalUpEkWZaljY0NlUqlviOv9vf39e6774a3e72eHjx4MLwhvv/13//qv5H+o73JVwYAANxoCx+MbFnWwOmZTKZvmuu62tzcDG+bpqn9/f2B1Z+7d+9qdXU18m80/4r7AQDAbbfwoHO5EuN5njKZTFjRcV03PDIrnU7r+Pg4Mv/p6enAQcvXw5XDAQCIo6WM0anX6yqVStrc3NTx8XHkHDrlclmbm5sqFosyTVPb29uqVqthEArG6VybT0UHAIC4W/H9eH7j93o9ra2t6fz8fHA31r/7UGr+elzOH3wo/Yd/vNgGAgCAPld+f08owde6imW+AwAAFyQ46FzEGB0AAOIowUHnQkVnhaADAEAcJTfoxHNoEgAAuCC5QSeCig4AAHGU4KBDRQcAgLhLcNC5gDE6AADEUnKDTmSMDkEHAIA4Sm7QAQAAsZfgoMPh5QAAxF1ygw6HlwMAEHvJDToRVHQAAIijBAcdKjoAAMRdgoPOBYzRAQAglpIbdDi8HACA2Etu0KHrCgCA2Etw0LmIig4AAHGU4KBDRQcAgLhLcNC5gMHIAADEUnKDDicMBAAg9pIbdCKo6AAAEEcJDjpc6woAgLhLbtCh6woAgNhLbtCJoKIDAEAcJTjoUNEBACDuEhx0LmCMDgAAsZTcoMO1rgAAiL3kBh0AABB7CQ46HF4OAEDcJTfocHg5AACxl9ygE0FFBwCAOEpw0KGiAwBA3CU46FxERQcAgDhKbtDxGYwMAEDcTR10PvjgA+3u7kqSnj59ql6vN7NGLQZdVwAAxN1UQee9996TYRiyLEuStLW1JcdxZtqwxaKiAwBAHE0VdDY3N7W3tyfTNGfdngWiogMAQNxNFXROTk4kSSsXxrYcHx/PpkXLwBgdAABi6dVpHvTo0SNlMhndv39fzWZTjuOoUqnMum3zxQkDAQCIvakqOltbW6rX63r06JF831etVtPbb78967YtEBUdAADiaKqKzvPnz/Xw4UO9//77Oj8/l+M4unfvnt58880ZN2+eOLwcAIC4m6qic/EIq7W1NT1+/Pj2HXVF1xUAALE3dkXn/PxcR0dHWllZUbPZ7Lu/1WrpnXfemWnjFoeKDgAAcTR20FlbW5NlWapUKmq323r48GHk/mKxOPPGzRcVHQAA4m6iMToPHz7UkydP9PTpU21tbc2rTYvHGB0AAGJp6qOuLvrkk0/00UcfzaRBCxMZo0PQAQAgjqY66kqSPvroI3meJ0nyfV/Pnj3Td7/73Zk1DAAA4LqmCjrvvfeeut2uOp2OTNNUt9tVoVCYddvmjMPLAQCIu6mCzvr6uvb29nRycqKVlRW9+eab+uSTT2bdtvni8HIAAGJvqjE6pmnqb//2b/Xw4UM1Go1Zt2kJqOgAABBHU1V0ut2uTNPU2dmZfvazn+k73/mODMO4ZZeBoKIDAEDcTRV0Hj9+rC+//FKS9P777+vp06fKZDIzbdhiUdEBACCOpuq6uiyVSqler8/iqRaIwcgAAMTd2EGn1+vpo48+0vPnz/vue/Tokbrd7gybtQAMRgYAIPbGCjonJyd68803lc1mtb6+rufPn6vX6+lP/uRP9Pu///t65ZVXdHx8PO+2zhEVHQAA4misoFOpVFSv1/XVV1/p+PhYT548Cc+O/PjxYz158kSHh4dzbejsUdEBACDuxhqMvL6+HgabdDqtp0+fqlar6dGjR3Nt3MIwRgcAgFgaq6KzcikIpNPpvpDz6aefzqxRC8EYHQAAYm+sis7p6am++OIL+b8OB+fn5+r1epF5HMfRW2+9NfMGLgYVHQAA4misoFOpVFStVsPbvu+HVZ7g72w2O/ZCPc9To9GQaZryPE/5fF6GYQyd33EceZ4n0zQlSZZljb2s4Ti8HACAuBsr6OTzeVUqlaH3+76v999/f+yF5nI5tVotSS9Dz97e3tDz8DiOo3q9Ltu25Xmetre31W63x17WiEZf/zkAAMCNNlbQKRQKWltbGznP7u7uWAv0PC9y2zRNOY4zctlBKDJNU81mc6zlTIaKDgAAcTRW0Bnn6Kpxj8ByHEepVCoyLZVKyXVdpdPpyHTP89TpdGQYhlzXlWmaYffV2P7p30v/d0P6+U+j0//+/5zseQAAwK0z1bWurmPYGZQ7nU7fNNd1lUql1Gg0ZFmWarWaTNMcOB7oxYsXevHiRXg7HCz9f/xX0v97MLpRjNEBACCWFh50hhkUgDqdjjzPk2VZMgxD+Xxe9+7dC4/+uqhcLusHP/hB/xP/9N+NXvDrq9JvvjVdowEAwI228KBjGEZf9SbonrrMNE0ZhhHeF/w/qJtrf39f7777bni71+vpwYMH0le/+nqm/+R/jC5gZUX6nX8p3V2den0AAMDNtfCgY1mWbNvum57JZPqmTTIe5+7du7p7927/Hf6vg86d16Tf/8/Gfj4AAHD7jX318ss++OCD8Eirp0+f9p1AcJjL4cXzPGUymUi1JjgyyzRNZTKZsFsrOJfO5WrOSF/98uX/d14b/zEAACAWpgo67733ngzDCE/ct7W1NfIQ8cvq9bpKpZIajYZs246cQ6dcLqvRaPTNW6vVVKlUJj+8PAw6N2Y4EgAAWJCpvv03Nzf1+PFjPX36dKqFmqYZnoDw8hFUl08caBjGwK6usX11oesKAAAkylQVnZOTE0nRi30eHx/PpkWz9uWvKzqvEHQAAEiaqSo6jx49UiaT0f3799VsNuU4zshLRCwVY3QAAEisqSo6W1tbqtfrevTokXzfV61W09tvvz3rts0GXVcAACTW1CN0Hz58ONGFPJfmq1+9jHMMRgYAIHGmquh873vfm3U75sen6woAgKSaKug0m019+OGH+uSTT2bdntljjA4AAIk1VX9Oq9XS2tqazs/P9eGHHyqVSsmyLK2u3sBLKXz5S+k1cdQVAAAJNFVFZ21tLfzf930Vi0Xt7e3NtGEzR0UHAIDEmaqis7u7q1QqpcPDQ+3u7qrZbOrhw4ezbttsEXQAAEicqSo6rVZLGxsb6nQ6+su//MubH3IkjroCACCBpvr2r1Qqevz48azbMl9UdAAASJypKjqDQs7z58+v25b5IugAAJA4Y1V0Pvroo8hRVR9++GHk/m63q2azqR/96Eezb+GscNQVAACJM1ZF58///M/17Nmz8PaTJ090dnYW/vN9X6enp3Nr5ExQ0QEAIHHGquhcDDmSdHBwoEePHkWmWZY1u1bNA4ORAQBInKnG6Ny7dy/8+/z8XD/84Q8j024kKjoAACTOVEHHcZzw77W1NT1+/Dgy7UYi6AAAkDhj9+ecn5/r6OhIKysrajabffe3Wi298847M23cTBF0AABInLGDztramizLUqVSUbvd7jtJYLFYnHnjZoqjrgAASJyJRug+fPhQT5480dOnT7W1tTWvNs3HCoORAQBImqnG6AwKOTf+hIFUdAAASJyZnDDw7OxMjuPc7BMGMkYHAIDEmckJAyVxwkAAAHDjJOiEgQQdAACSZqoxOoeHh/rwww/V6/X0ne98R7u7uzo5OZl122aLMyMDAJA4UwWdzc1NvfPOO7JtW48ePdLh4eHN77piMDIAAIlzrUtAHB0d6Q//8A8lSalUanatmge6rgAASJyp+nPa7bZ831e73dZbb72lk5OTcFDyjUXQAQAgcaaq6Ozs7Mh1XbVaLZ2fn8u2bXW73Rk3bcYIOgAAJM5UFZ21tTUVCgUdHR1Jkr7//e+H59i5sRijAwBA4kxV0Tk5OdHbb7+tjz/+WB9//LE2Njb06aefzrhpM8YlIAAASJypvv1/+MMf9p1bZ39/X2+99dYs2jQfVHQAAEicqSo6l69cLkmZTObajZkrxugAAJA4UwUdz/P6pt38EwYSdAAASJqpuq4sy9If/MEfaGNjQ5LkOI4qlcpMGzZzBB0AABJnqorOo0ePZNu2fN+X7/uq1Wp6++23Z9222eISEAAAJM7Y3/6ffvqpDg8P9e1vf1t//Md/rIcPH+r999+fZ9tmi4oOAACJM1bQefr0qba3t2Wapjqdjj7++GMdHh7Ou22zxVFXAAAkzlhdV7VaTWdnZ/qbv/kbdTodPXz4UM+fP59z02aMig4AAIkzVtB5+PCh1tbWwtv7+/tyXXdujZoLgg4AAIkzVtBZX1+P3F5bW5Pv+5FpN/7MyAxGBgAgccYKOp7n6YsvvlCv1wv/nZychNOeP38u27bn3dbroaIDAEDirPiXSzMD3LlzRysrK5Fpvu+H04K/v/zyy/m0cgq9Xk9ra2s6/zNp9Tck7f2dtPpg2c0CAAAjhN/f5+czuWD4WP05+Xx+5AkBfd+/+Yeac9QVAACJM1bQKRQKkcHIg+zu7s6kQXND1xUAAIkz1hidR48ezWSepWIwMgAAiTPVJSBuJSo6AAAkDkEHAADEVoKCDl1XAAAkzdRB54MPPggHID99+lS9Xm9mjZq5O69Klw6PBwAA8TdV0HnvvfdkGIYsy5IkbW1tyXGcmTZspui2AgAgkaYKOpubm9rb25NpmrNuz3zQbQUAQCJNFXROTk4kKXK25OPj49m0aB6o6AAAkEhTlToePXqkTCaj+/fvq9lsynGckWdOXjqCDgAAiTRVRWdra0tHR0d69OiRfN9XrVbT22+/Peu2zQ5BBwCARJp68IppmpHrWz1//lxvvvnmLNo0e1znCgCARJoq6HzyySeR291uV7Zt60c/+tFMGjVzDEYGACCRpkoA+XxeGxsb8n1fkuQ4jra3t2fasJmi6woAgESaKuhUKhU9fvw4Mu3p06czadBcEHQAAEikqQYjXw45UvRQ86t4nqdqtapGo6FqtaputzvW40ql0tjzRhB0AABIpKkqOn/xF38RuX16eqputzv2kVe5XE6tVkvSy9Czt7ener0+8jGu66parWp/f3/yBhN0AABIpKkqOn/1V38l3/fDf5ePwBrF87zIbdM0x7p8hOd505+JmcHIAAAk0tRjdLa2tqZaoOM4SqVSkWmpVEqu6yqdTg98TKPRUDabValUmmqZHF4OAEAyTVXRKZVK+uijj6Za4LAxNp1OZ+j8hmFc+bwvXrxQr9eL/AvRdQUAQCJNFXQKhYK++93vRqZdPrfOpIYFoKOjo/Aq6aOUy2Wtra2F/x48ePD1nf/4k2u1DQAA3E5TdV2trKzoe9/7ntbX12Wapjqdjur1+liDkQ3D6KvedDqdgVUbx3G0s7MzVpv29/f17rvvhrd7vd7XYefN74z1HAAAIF6mCjrvv/++LMvSz372M/3sZz+TNLzr6TLLsmTbdt/0TCYzcP6jo6Pwb8/zVC6Xtbu72zee5+7du7p79+7gha5NOYgZAADcamMFnU8//VTtdltnZ2fa2dmRbdt9g5HHPWHg5SOnPM9TJpMJKzqu68owDJmm2ddlVSgUVCgUJj/6amWqHjoAAHDLjZUAcrmc1tfX9c4772h1dXXgEVeTHIVVr9dVKpXUaDRk23bkHDrlclmNRiMyf7fbVbValfTyiC/Xdcde1kvjn8wQAADEx4ofXLBqhPfee+/K8+R8+umneuutt2bVrmvr9XpaW1vT+Z9Jq//pfyv9B3+07CYBAIArhN/f5+daXV299vONVdH59re/feU8z549u3Zj5oauKwAAEmmsMTpPnjwJL9kwjOM4euedd2bSqNmj6woAgCQa+6ir09PTebZjvia44CgAAIiPsYJOoVDQ3t7eyHkODg5m0qC5oOsKAIBEGisBnJ+fXznP1BfcXAgqOgAAJNFYQefJkyd6/vz5yHmmvcjnQlDRAQAgkcZKALZtq9Vq6cMPP4xeLPPWoKIDAEASjTVG50ZXa8bBYGQAABIpGX06dF0BAJBICUkAVHQAAEiiZAQduq4AAEikZASdpKwmAACISEYCoKIDAEAiJSToJGM1AQBAVEISABUdAACSKBlBh64rAAASKSFBJxmrCQAAohKSAKjoAACQRMkIOlR0AABIpIQkACo6AAAkUTKCDoORAQBIpIQEnWSsJgAAiEpIAqCiAwBAEiUj6NB1BQBAIiUk6CRjNQEAQFRCEgAVHQAAkigZQYeKDgAAiZSQBEBFBwCAJEpG0GEwMgAAiZSQoJOM1QQAAFEJSQBUdAAASKJkBB26rgAASKSEBJ1krCYAAIhKSAKgogMAQBIlI+hQ0QEAIJESkgCo6AAAkETJCDoMRgYAIJESEnSSsZoAACAqIQmAig4AAEmUjKBD1xUAAImUjKCTlNUEAAARyUgAVHQAAEikhASdZKwmAACISkgCoKIDAEASJSPo0HUFAEAiJSToJGM1AQBAVEISABUdAACSKBlBh4oOAACJlJAEQEUHAIAkSkbQYTAyAACJlJCgk4zVBAAAUQlJAFR0AABIomQEHbquAABIpIQEnWSsJgAAiEpIAqCiAwBAEiUj6FDRAQAgkRKSAKjoAACQRMkIOgxGBgAgkRISdJKxmgAAICohCYCKDgAASfTqMhbqeZ4ajYZM05Tnecrn8zIMY+C8ruvKcRxJ0vHxsQ4ODobOOxRdVwAAJNJSgk4ul1Or1ZL0MvTs7e2pXq8PnNdxHBWLRUlStVrV1tZW+Nix0XUFAEAiLTwBeJ4XuW2aZlixucx1XZXL5fB2NpuV67p9z3E1KjoAACTRwoOO4zhKpVKRaalUSq7r9s2bTqd1cHAQ3u52u+H8E6GiAwBAIi286yoIK5d1Op2B07PZbPj34eGhLMsaOEbnxYsXevHiRXi71+tduJeKDgAASXRjSh3DAtDF+xuNxtCxPOVyWWtra+G/Bw8efH0ng5EBAEikhQcdwzD6qjedTufKI6lKpZKazebQ+fb393V+fh7+++yzz76+k64rAAASaeEJwLKsgdMzmczQx1SrVZVKJZmmqW63O7D6c/fuXa2urkb+fY2KDgAASbTwoGOaZuS253nKZDJhpebyUVWNRkPpdDoMOUdHR5xHBwAAjGXF931/0Qv1PE+2bWtzc1PHx8fa398Pw0sul9Pm5qaKxaI8z9P6+nrksYZh6Ozs7Mpl9Ho9ra2t6fzPpNXvf0XYAQDgFgi/v8/PL/XOTGcpQWcRIkHn38RyFQEAiJ1ZB534j9KlkgMAQGLFP+gwEBkAgMSKf9ChogMAQGIlIOjEfxUBAMBgCUgBVHQAAEiq+AcdKjoAACRWAlIAFR0AAJIq/kGHwcgAACRW/INOElYRAAAMlIAUQEUHAICkin/QoesKAIDESkDQif8qAgCAwRKQAqjoAACQVPEPOnRdAQCQWPEPOlR0AABIrPgHHSo6AAAkVgKCTvxXEQAADJaAFEBFBwCApIp/0KHrCgCAxIp/0EnCKgIAgIHinwKo6AAAkFgJCDrxX0UAADBYAlIAFR0AAJIq/kGHrisAABIrAUEn/qsIAAAGS0AKoKIDAEBSxT/okHMAAEis+AedJKwiAAAYKP4pgMHIAAAkVgKCTvxXEQAADJaAFEBFBwCApHp12Q2YO7quACzBl19+qV/+8pfLbgZwI73++uu6c2cxtZYEBJ0EFK0A3Bi+7+vHP/6xut3uspsC3Fh37tzRw4cP9frrr899WfEPOnRdAVigIOR885vf1BtvvKEVqspAxFdffaXPP/9cf//3f69vfetbc3+PxD/oUNEBsCBffvllGHLu37+/7OYAN9Zv/uZv6vPPP9evfvUrvfbaa3NdVgJSAL+mACxGMCbnjTfeWHJLgJst6LL68ssv576s+AcdysYAFozuKmC0Rb5H4h90krCKAICFYaD57RL/MTp0XQHASK7ryrZt1Wo1FYvFcHxRu91WqVSSaZp9j6lWqzIMQ6lUSp7nyTRNZbPZgc9fq9XUbre1vr6uVColwzDkeZ4syxr43DdZrVaTZVkyDGPZTZma53lqNBoyTVOe5ymfzw9dH8/zZNu21tfX1W63tb+/H87reZ4cxwlfA9lsNtyf1WpVxWJxQWt0BT+mzs/PfUn++cHGspsCICF+/vOf+3/913/t//znP192UyZ2dnbmS/LPzs7Cac1m0zcMIzLN930/nU77rVYrMq1YLPrFYrHveS3L8m3bjkxrtVq+JL/dbs+s/YvQarX8er2+7GZcWzqdDv9ut9t+NpsdOq9pmuH+b7Vafj6fD++rVCqReS/ed3Z2NvD1EBj1Xgm/v8/Pr1yXcSSgXycBqwgAc2BZlrrdrhzHCacFFZ50Oh2Zt1KpqFaryXXdcFq1WpUk5fP5yLzpdLpv2m1QLpeHVq1uC8/zIrdN04zs34uC6UEFJ51Oq1arhfcfHh4OXc7Fqs+yxT8FMCgQAKYShJaLoaZarWp7e3vg/JZlqVwuh7fL5bIKhcLAeXO53AxbOn/dbvfWdbMNEnQ1XZRKpSIBNTBsLFIwbyqV0sbGRtiFdfl1sbu7q0ajMZuGX0P8x+hwHh0Ay/Y/ZKR/+PHil/vPfkv6z59N9BDHcWQYhlzX1enpqdrtdvgFH/w6z2QyAx9rmmb4xeZ53shwYFnW0DYE40I2NzfV6XS0s7OjZ8+eqVQqaXd3V8ViUY1GQ6VSSbZty7IsOY6jQqGgUqkkSbJtW/v7+yqVSkqn06rX6+p2u9rY2JBlWbJtW47jyHVdmaap4+NjVSqVoW06OjrS5uZmZFqj0QjHG7Xb7fDxg9rSarWGLm/Y88zDsPDS6XT6pqXT6UhFJgg4wbz1el1bW1taX19XPp+Xbdt9jy+VSksfqxP/oMNgZADL9g8/lv79/7fsVowlGGibSqW0t7en/f39vnkGfSnOSrfb1fb2tlqtlgzDUKlUCgdJ7+7uhvNls9lI14llWbIsS61WS7ZtK5VKKZvNqtPpqNVqSVL4fPl8Xp7nqVQqhfd1Op2RA2jb7XZfwMvlcmq327IsS4VCQY1GQ9lsdmBbRi1v2PMM2z4Xq2aD3L9/f+JwMSgAmaYZdknu7OyEoSeoCDmOo0qlIs/zwsrd5bAzz9fKuOIfdOi6ArBs/+y3bt1y0+m0MplMWDWR1FfZucx13bCb6+K8l8fzBNODI7AuOjo6kmma4fRBQWsYwzDCI8aCoJDP53Xv3j3Zth2pMAUB5OL4lOPj46HP3e12+9p6dnYWVmI6nU5ku1xuS6lUGrq8Uc8zaB2vU/ExDKMvfHQ6naFHXRWLRXmeFx4lJyk8WutiVcqyLG1sbAw9Sm+ZEhB06LoCsGQTdh/dFIZh9I2xKBaLqtfrAwcTP3v2TPV6PTKvbdsDqxOu6w6cfjlQTHoY96Av2Z2dnXAQ7cV2p9PpSBfaqAHShmH0VT3K5bLu378fOax6VFuGLe+q57nouhWdoNvusmHdkcGpA6Svg6xhGHIcJ9KVZ5qm9vf3b+Q5huIfdOi6AoCprK+vh9WF4EuuUqloY2NDjuNEvrQLhYJ2dnYi0yqVira3t1Wr1SIhYtSXYTab7fsiDpZlGIba7XZk+sXuLGlwV0mpVNL29nakErK7u6u9vb2Byxkk2BZBdSoYb9NsNsN1un//fuQ5LrZl2PIkXfk8F123onM5SHmep0wmEwZK13VlGEY438bGhk5OTmQYhmzbDpedTqf7Quzp6Wlf9e7ywOdlWPF93192I+ah1+tpbW1N5//df6zVf/2/Lbs5ABLgF7/4hU5OTvTw4UP9xm/8xrKbMzbXdXV4eCjP87S5uSnLssIvrFwup83NTRmGEQkrpVIpPAHgVScMrFarOj09DeeXNPIwbcdx1Gw2w4pBEHK63a5KpVJ4xFbQHWXbdjgGJpVKqVQq9YWEXC6ng4ODSIVo2HIGCQZIB1/03W5Xe3t7kaPKbNvW7u5uOBboclsGLU/S0OeZ16HsFwd7Hx8fR04CGOzvoCJUq9WUSqXU6XRkmmZkuwZhL3js5RNAuq4rx3EGVpdGvVfC7+/zc62url57fRMQdP6VVv/1/7rs5gBIgNsadDCeXC4X6ZrDaKVSSYVCYWB33CKDTvwHsDAYGQAwA8ERUbha0D15EwYmJyDoxH8VAQDzZ1mWOp3OjRxwe9OUy+W5ng9oEglIAVR0AACzcRsvXbEMNyXkSEkIOuQcAMAM3eYrlydRAoJO/FcRAAAMloAUQEkHwGLF9GBWYGYW+R4h6ADAjLz22muSpH/8x39cckuAm+2f/umfJEmvvPLK3JcV/zMj03UFYEFeeeUVGYahn/zkJ5KkN954Qyuc4gKI+Oqrr/TTn/5Ub7zxhl59df4xJAFBhw8ZAIvzW7/18kKaQdgB0O/OnTv61re+tZAfAgkIOlR0ACzOysqKfvu3f1vf/OY39ctf/nLZzQFupNdff1137izm+3kpQcfzPDUajfBS7/l8fuT1RcaddzAqOgAW75VXXlnI+AMAoy0l6ORyObVaLUkvg8ze3t7Q64dMMu9AdF0BAJBYC+/X8Twvcts0zfBS9deZdzi6rgAASKqFpwDHcZRKpSLTUqmUXNe91rxDUdEBACCxFt51NexiaJ1O51rzvnjxQi9evAhvn5+fS5J6//grqdebvKEAAGDher/+zp7VSQVvzFFXk1wNdtC85XJZP/jBD/qmP/ij/0n6o7VrtAwAACza6emp1tau//298KBjGEZfRabT6Qw8kmqSeff39/Xuu++Gt7vdrn7v935Pf/d3fzeTDYXp9Xo9PXjwQJ999plWV1eX3ZzEY3/cHOyLm4N9cXOcn5/rW9/6Vt/QlWktPOhYliXbtvumZzKZa8179+5d3b17t2/62toaL9obYnV1lX1xg7A/bg72xc3Bvrg5ZnWenYUPRjZNM3Lb8zxlMpmwSuO6bni01VXzAgAAjLKUMTr1el2lUkmbm5s6Pj6OnBenXC5rc3NTxWLxynkBAABGWUrQMU1TlUpFkpTNZiP3XQ4yo+Yd5e7du/rTP/3Tgd1ZWCz2xc3C/rg52Bc3B/vi5pj1vljxZ3X8FgAAwA3DaYMBAEBsEXQAAEBsEXQAAEBs3ZgzI0/D8zw1Gg2ZpinP85TP54ceej7JvJjOJNvYdd3wAq3Hx8c6ODhgf8zQtK/3Uqmk/f199sUMTbovHMeR53nh6TUsy1pQS+Nv0u+M4HqLnucpm832nfIE03NdV3t7e2q1WiPnm8l3t3+LpdPp8O92u+1ns9mZzIvpTLKNK5VK5O+Lj8X1TfN6b7VaviT/7Oxsji1Lnkn2RbPZ9PP5fDivaZpzb1+STPsZ5ft+uF9wffV6Pfy8ucosvrtvbddVcFLBgGmaYYXgOvNiOpNsY9d1VS6Xw9vZbDZyokhcz7Sv94tVBMzGpPuiUCiEp9MwTVPNZnOu7UuSSffF4eHhvJuUWNlsVul0+sr5ZvXdfWuDTlBSvCiVSsl13WvNi+lMso3T6bQODg7C28FFWmd1XZOkm+b13mg0JjpPFcYzyb7wPC+8lp/ruup2uwTPGZr0fZFKpbSxsRF2YW1vby+imbhgVt/dtzboDLva+eWLgE46L6Yz6Ta++KV6eHgoy7IYFzIjk+6LbrfLtp+TSfaF67pKpVLheIRaraZGozHnFibHpO+L4OS16+vrqtfr/BBYgll9d9/qwciDDNsw150X07lqG3e7XTUajSsHpOH6hu2Lo6Mj5fP5xTYm4Qbti06nI8/zwtCfz+d17949+ZzTda6GvS8cx1GlUpHneSoUCpI08CLTWLxJv7tvbUXHMIy+VBeUfa8zL6Yz7TYulUpqNpvsixmaZF84jqOdnZ0FtSx5JtkXpmnKMIzwvosXOsb1TbIvPM/T8fGxLMtSPp9Xu93W0dER4wgXbFbf3bc26Aw75DKTyVxrXkxnmm1crVZVKpVkmqa63S4VthmZdF8cHR2pVqupVqvJ8zyVy2W+XGdkkn3BeJz5mmRfuK6rzc3N8LZpmtrf3+czasFm9d19a4PO5Q8Fz/OUyWQiv4KC9H3VvLi+SfaH9HLwazqdDkPO0dER+2NGJtkXwS/W4J/08sifcY6IwNUm/ZzKZDLhl2lwFBz7YjYm2RfpdFrHx8eR+U9PT9kXc3A5PM7ju/tWX9TT8zzZtq3NzU0dHx9HTnSWy+W0ubmpYrF45byYjXH3h+d5Wl9fjzzWMAydnZ0todXxNMl7Q3r5YVOr1VQqlZTP5wk7MzTJvuh2uyqVStrY2FCr1QornpiNSfaF4zhyXTe837Is9sWMOI6jZrOparWqYrGozc3NcLD3PL67b3XQAQAAGOXWdl0BAABchaADAABii6ADAABii6ADAABii6ADAABii6ADAABii6ADxIzruioUClpZWVGpVFKtVlO1Wg2njTq7q+M42tjYUK1Wm1tbSqWScrmcHMeZ+nk3NjauvODlOPNM6vL6VKvVcNtyeQDgZuI8OkAMBSdlPDs7i5xcq1arKZPJjDwZYLVaDS8qOQvdblf37t2LtCWY1mq1pjoxoeM4fWdIvXwV9kHzzMKg9XEcR7lcTicnJ2Mvj6vGA4tBRQeIoVQqNXD6zs5O30XylsEwDJmmqcPDw6keH1zhO+B5no6OjkbOM0+WZanb7Y5dpRrUXgDzQdABEsB13bCCcFNOY9/pdPouBTKtSqUyk+eZVnAR1HGrU8tuL5Akry67AQDm7/DwUPv7+5JeXiiv0WjIMAx5nqd2uz30ize44Gpw8dXj42NVKpXwOkCmaYbTxtXtdlUul8MLikovg4LjODJNU57nKZvNRi74enH5u7u72tvbU6FQUD6fl+M4evbsWVipCqorF+dpNBoqlUpKp9Oq1+vqdrva2NiQZVmybXuq9XEcR4ZhyHVdnZ6eqt1uR0LksG08qL2maV5rmwIYwQcQO2dnZ74kv1Kp+JVKxU+n0/7Z2Vl4vyS/3W77vu/7+Xzer9fr4X2VSsW3bTv8u9lshvfZtu23220/nU5HplUqlbHaUq/X/Xq9Hi7b932/3W77lmVFHhO0d9DyL7fR932/WCxGbg+ax7ZtP5/P9z3XtOsTbM9Wq9W3fX1/9Da+3N5J2wBgfFR0gBjL5/MyDKOvSyUYSOt5njqdztAjhrLZrDY2NmSapnZ3d5XP51Uul5VKpSLjUY6Pj8duy2W2bfe1zzRNHR0dDVz+tPL5vO7duyfbttXtdsPqi23bU61PIJ1OK5PJqFQqybbtcPq423gWbQAwHEEHSADLsiK3y+Wy7t+/H3YRDZNKpXR2dibXdXV4eKhcLqd0Oq10Oh15zlkdoTXO8pvN5sjHjDqaaWdnJzx0/mKbr7s+hmH0Hco+7jYODvdf1DYFkobByEAMjTqyKhgLUiwWw7EvwfRAMK1cLsvzPKXTaVUqFRmGod3d3b6ji8Y52mhYmwY9n+u62tnZGbj8y20ctH7D5imVSqpUKpGj0qZdn4vW19fDik0w3uiqbXxxWbNoA4DBOI8OEDOu68q2bdVqNeXzeW1vbyubzYb3XxyoG7BtW7u7uzJNU3t7e5Kkg4ODcMBtKpVSp9NRKpVSNpuV4zhqNpva3NyUNPxQ7qASU61Wlc/nVSgUBh6ZdHkg7u7urtLpdHhOn4vLD9qYSqVk23Y4gLlSqYQDjIN1vDhPIJfL6eDgoO+cO5Osj+d52tzclGVZ4frkcjltbm7KMAzt7OwM3cbZbLavvcFg5HHaAGAyBB0AABBbdF0BAIDYIugAAIDYIugAAIDYIugAAIDYIugAAIDYIugAAIDYIugAAIDYIugAAIDYIugAAIDYIugAAIDYIugAAIDYIugAAIDY+v8B2IBDa6LMjUcAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "\n",
    " # Probability estimates for the positive class\n",
    "fpr, tpr, _ = roc_curve(y_test, y_prob)\n",
    "roc_auc = auc(fpr, tpr)\n",
    "\n",
    "%matplotlib inline\n",
    "plt.figure()\n",
    "plt.plot(fpr, tpr, color='darkorange', lw=2, label='ROC curve (area = %0.2f)' % roc_auc)\n",
    "plt.xlim([0.0, 1.0])\n",
    "plt.ylim([0.0, 1.05])\n",
    "plt.xlabel('False Positive Rate')\n",
    "plt.ylabel('True Positive Rate')\n",
    "plt.title('Receiver Operating Characteristic (ROC) Curve')\n",
    "plt.legend(loc=\"lower right\")\n",
    "\n",
    "\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 217,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjEAAAHBCAYAAACYFepwAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAAA9yklEQVR4nO3deXRT953//5e8YFZbiCUEMMs1a9s0QbbTZmkWEJCks3RaGTLT6Xy/k6nt7ktabDzn/M785pzvqbHTNs2006lMMp3ft+202EqmnZmWgBWydUlirJBJ27D5msQBQgBZltkM2Pr9YaxYeLdlXS3Pxzk68b26unrr4qAXn/u5920Lh8NhAQAAJJkMqwsAAAAYD0IMAABISoQYAACQlAgxAAAgKRFiAABAUiLEAACApESIAQAASYkQAwAAkhIhBgAAJKUsqwsA0pVpmvJ4PKqtrZVhGCovL5cktbS0KBAIaOvWrXK73RZXGV9DHZOzZ88qGAyqsrJShmFMeh1+v1+VlZUyTVMtLS1DrhutyspKSdKcOXNkt9vlcDjkdrtVWVmpmpqamNcPpI0wAEu5XK5wWVnZgPWGYYRramom7X0rKirCbrc75tvGwmDHpKWlJWy328PNzc1xqaGxsTFsGMaI64bT3Nwcdjqd4cbGxqj1LS0tYbfbPaZ9ARiI00lAgiovL4/8C34ybNy4UVu3bo35tpPFMAwVFRWptLQ0Lu/ncDhGtW44JSUlqqmpkcvlilrff5QJwPhxOglIUHa7XZIUDAYjP8fS9V+ssdp2MtntdpmmaXUZo9IXQIc6di6XKy6nxoBURogBElRzc7OcTqfsdrt8Pl9kPkh5ebkaGxslKTKfom8OiWmaMgwjai5NXV1d1H7LysqGnN9RV1cnwzAUDAZlmqbsdruKioqGnAvS975S73yWiooKSYrUK0k7d+6UaZoyTVNnz54d9xyQYDAon8+nnTt3DnhurJ+/b399n7exsVHl5eVyOp3jqm0wXq93xPDXd4wG+/OorKxUXV2dampqVFZWNuTvQHFxsaqrq2WaphoaGuRyuWSapjZu3CjDMOTxeGQYxrDHCEhaVp/PAtLd9fM/2tvbwzU1NWGn0xlub2+PrG9oaIjMr2hubg5XVFSEw+Fw2O12hxsaGqL21zdvpKamJrJd3z76tm1ubo6ak9HQ0BD2eDyR5ZaWlsjy9dv2vW//uR4tLS1hl8sVWe6bP9J/G8MwRjWnxeVyhV0uV6TempqacFlZ2aCvHe/nr6ioCLe0tETV1v94D/aZB1s3FEljmtM02Hwbl8sV9Wcy1O/AYK/t/97DHSMgmTEnBkgA+/fvV11dnerq6lRfXy+Xy6Xm5uao00h2u11+v18ul0tOp1M1NTUyTVNerzfqX9UlJSXyeDyRq3mqqqoiz+3atWvY0zENDQ0KBoOS3puDMhi/3y+fzxc10mAYhgKBgHw+n6Te+SOmaQ7YZrSng/pGC9xut1wul/bv369AIBC1zUQ+v2makVr73q//crwNNt/m+tOIg/0OSL2npgKBgPx+/4DXDneMgGTH6SQgARQVFUVOcwzn+jkUPp8vcrqpT0tLi0zT1P79+2W326O+CBsaGobct9vtlsfj0ezZs+V0OrV169bI6aHr7d+/f9D5HH2nZvqCy/Xb2O32AUFkNJxOp6qqqlRSUqL29vbI+ol8/r6f+06dBQKBcdU2FMMwRrwUu+/Uzlj3O5iysjJ5PB55PB75fD5t2bJF0vDHCEh2hBggiVz/L/NgMCjDMKJGO/p+9nq9Y95/Y2NjZJSl71/qgwWZvtGaiSgsLIz6Iq2qqhoyNEmKmqvT90U+kc/v9/tVXV2tjRs3asuWLTGfZOt2u0eswefzDRteBzvOQ03yLi8vV2FhoTweT9QI2HDHCEh2nE4CkpjT6Rz0X9TBYFBOp3PQL8GhAkjfBFin06mKigo1Nzdr165dg27bN3n0eqZpqri4eFS1Nzc3q729PfIYLsD01/+UyXg/fzAY1IYNG1RVVaWysjLZ7fbItrEaoeg71TPUKapgMDjiJdtjGRkyDEMOh0Nerzdqv8MdIyDZEWKAJOZyuVRUVDTgX/z19fWROSW1tbWR9cFgUPX19YPuq+9qnf6GGp1wOp1yuVxRX9B94WK4q15G+8U52KkdwzBkt9vV1NQkqTd0jffzm6YZCTr937P/54iFhoYGVVZWDggyfce6/7G6fr5Q36jTWMJGeXm5SktLB4y6DHWMgGRnC4fDYauLANJR34TL6upqORwOlZeXR0YFrufz+VRTU6P9+/erqqpKbrc7KmBUVlaqoKAg8i/w/l+OlZWVmjNnTmTibd8l1tXV1fJ6vaqpqVFFRUUkwPTtwzRNlZWVyTTNAdte/75S7zyLvtGHwfZfW1ur6upqGYYR+QyDHZO+SbmSVFBQEHVM+o5DeXm57HZ75Mt6rJ+/b73UeyM/qTdEVFZWauvWrTIMI1J/RUWFampqoj5T37rRur7tgKRBTyP1Ba6+P9tdu3bJ7/erpqZGdrt92N8BSZHJzINN2h3uGAHJihADAACSEqeTAABAUiLEAACApESIAQAASYkQAwAAkhIhBgAAJCVCDAAASEop23agp6dHJ06c0KxZs2Sz2awuBwAAjEI4HFZnZ6cWLlyojIzhx1pSNsScOHFC+fn5VpcBAADGoa2tTYsXLx52m5QNMbNmzZLUexByc3MtrgYAAIxGKBRSfn5+5Ht8OCkbYvpOIeXm5hJiAABIMqOZCsLEXgAAkJQIMQAAICkRYgAAQFIixAAAgKREiAEAAEmJEAMAAJISIQYAACQlQgwAAEhKloQYv9+vwsLCEbczTVO1tbXyer2qra1VMBic/OIAAEBSiPsde71erwzDkN/vH3HbkpISNTc3S+oNNKWlpWpoaJjsEgEAQBKIe4hxu92j2s40zahlwzDk8/kmo6QxO9lxUa1nzmv53Bm6MW+a1eUAAJCWErZ3ks/nk8PhiFrncDjk9/vldDotqkra1fSWqp56XT1hKcMmVX/8Jm0tXmJZPQAApKuEndg71PyXQCAw6Pquri6FQqGoR6yd7LgYCTCS1BOW/v6p3+tkx8WYvxcAABhewoaYoQwVbqqrq5WXlxd55Ofnx/y9W8+cjwSYPt3hsI6duRDz9wIAAMNL2BBjt9sHjLoEAgHZ7fZBt6+qqlJHR0fk0dbWFvOals+doYzrOoNn2mxaNnd6zN8LAAAML2FDjMvlGnR9UVHRoOtzcnKUm5sb9Yi1G/OmqfrjN0UFmS+sX8HkXgAALGBpiLn+1JDf749clWQYRtRzpmmqqKhoyJGYeNlavES/2b5eHzZ6Jx2/2ha0tB4AANJV3EOMz+dTZWWlpN55LF6vN/Lc9csNDQ2qrKyU1+uVx+NJmHvE3Jg3TTWf+KCyM2164fBp/eboGatLAgAg7djC4XB45M2STygUUl5enjo6Oibl1JIk/b//+Qf922+P6QOLcvWfn79TGddPmAEAAGMylu/vhJ0Tkwy+uH6FZuZk6ffHQ/qv/zlhdTkAAKQVQswEzJmZo/K7eufuPLLnkLqudltcEQAA6YMQM0F/95Hlmj8rR2+3X9SPX3rL6nIAAEgbhJgJmj4lS1/duEqS9L19RxS6dMXiigAASA+EmBgoKVysgnkz1H7hin7wXIvV5QAAkBYIMTGQlZmhyvvWSJKe+HUrvZQAAIgDQkyMbHzfDSpaOltdV3v0aONhq8sBACDlEWJixGazqeqB3tEYb/PbOnyq0+KKAABIbYSYGCpc6tB971+gnrBUs/ug1eUAAJDSCDExtu2+1crMsOmZg+/qJfOs1eUAAJCyCDExVjBvph4szpckVe8+qBTt6gAAgOUIMZPgy66Vmj4lU6+1BfWr19+xuhwAAFISIWYSzJ81VaUf6WtHcFBXunssrggAgNRDiJkkpXcZmjtzio6dvaCfvkI7AgAAYo0QM0lm5mTpyxtWSpIe8x3Rua6rFlcEAEBqIcRMogdvXaLlc2fo7PnLqnuedgQAAMQSIWYSZWdmaNvm1ZKknS+26t3QJYsrAgAgdRBiJtn9H1igW/LtunilW9955ojV5QAAkDIIMZPMZrPp7x9YK0na1dSmltPnLK4IAIDUQIiJg1uXO+RaO1/dPWHVPk07AgAAYoEQEyeV961Rhk3a84dT2n8sYHU5AAAkPUJMnKy8YZZKCmlHAABArBBi4uirG1dpanaGmt9s194/nrK6HAAAkhohJo4W5E3V3925XJJU+/RBXaUdAQAA40aIibPyuws0e3q2Wk6fV/3+t60uBwCApEWIibPcqdn64vredgSP+g7rwmXaEQAAMB6EGAt88sNLlO+YptOdXXr8xVarywEAICkRYiyQk5WpbZvXSJI8z7fozLkuiysCACD5EGIs8ic33aibFuXp/OVufZd2BAAAjBkhxiIZGTZV3d87GvOTl9/SsTPnLa4IAIDkQoix0O0r5uruVfN0tSesR/YcsrocAACSCiHGYtvvXyObTfrl6yd1oC1odTkAACQNQozF1t6Yq4+vWyxJqv7VG7QjAABglAgxCeDhTas0JStDL7cG9Oyhd60uBwCApECISQCL7NP0t7cvkyTt2H1Q3T2MxgAAMBJCTIL43D0rlDctW4dPndOTzbQjAABgJISYBJE3PVtfuHeFJOnbjYd18XK3xRUBAJDYCDEJ5FO3LdUi+zS9E7qkH/6WdgQAAAyHEJNApmZn6mubVkmS/uXZFgXOX7a4IgAAEhchJsF87JZFWntjrjq7rup7+45aXQ4AAAmLEJNgMjJs2n6tHcGPXjqmtsAFiysCACAxEWIS0F0r5+rOFXN1pTusb+6lHQEAAIMhxCQgm+290ZhfHDih3x/vsLgiAAASDyEmQX1gUZ7+/JaFkqTq3bQjAADgeoSYBPb1Tas1JTNDvzl6Vi8cOWN1OQAAJBRCTALLd0zXX394qaTedgQ9tCMAACCCEJPgvrh+hWZNzdIbJ0P6+YHjVpcDAEDCIMQkuNkzpuiz9xRIkr6197AuXaEdAQAAEiEmKTx0x3ItyJ2q48GL+tHv3rS6HAAAEgIhJglMzc7Uwxt72xF879mj6rhwxeKKAACwHiEmSXyicLFW3TBTHRev6PvP0Y4AAABCTJLI7NeO4Ie/PabjwYsWVwQAgLUIMUnk3tXz9aHlDl2+2qNv7z1sdTkAAFiKEJNEbDabqh5YK0l66tW39cbJkMUVAQBgHUJMkrkl366P3nSjwuHeG+ABAJCuCDFJaNvm1crKsOn5w6f126O0IwAApCdCTBJaNneGPvmhJZKkatoRAADSVJYVb2qaprxerwzDkGmaKisrk91uH3Jbn88nh8Mh0zTldrtlGEZ8C05AX9ywUt7mt/X68Q799+sn9Wc3L7S6JAAA4sqSEFNSUqLm5mZJvSGltLRUDQ0Ng27r9XpVUVERWS4vL5fH44lLnYls7swcld9doG83HtYjew5q8/tvUE5WptVlAQAQN3E/nWSaZtSyYRjy+XxDbr9r167JLilpffojyzVvVo7aAhf1k5fesrocAADiKu4hpu/UUH8Oh0N+v3/Q7R0OhwoLCyOnlTZu3BiPMpPC9ClZ+qqrtx3Bd/cdUegS7QgAAOkj7iEmGAwOuj4QCAy6vu80U0FBgRoaGuR2uwfdrqurS6FQKOqRDrYULVbBvBlqv3BFnudbrC4HAIC4SZirk4YKNz6fTzU1NfJ4PKqrq1N5efmg21VXVysvLy/yyM/Pn8RqE0dWZoYq7uttR/DEr1v1TscliysCACA+4h5i7Hb7gFGXQCAw6NVJpmmqqalJLpdLZWVlamlpUX19/YB5NZJUVVWljo6OyKOtrW2yPkLC2fS+G1S4dLYuXenRo420IwAApIe4hxiXyzXo+qKiogHr/H6/iouLI8uGYaiqqmrQUZucnBzl5uZGPdKFzWbT3z/QOxrT0NymI6c6La4IAIDJF/cQc/09XkzTVFFRUWQkxu/3R0ZanE6nmpqaorY/e/asnE5nXGpNJoVLHdr8/hvUE5ZqnqYdAQAg9dnC4XDcb/dqmqY8Ho+Ki4vV1NSkqqqqSIgpKSlRcXFx5N4wPp9Pfr8/8rzL5RrVze5CoZDy8vLU0dGRNqMyLafPadOjL6i7J6z68tt063LHyC8CACCBjOX725IQEw/pGGIk6e//43X9+8tv6ZZ8u/7jc7fLZrNZXRIAAKM2lu/vhLk6CbHxlQ0rNS07Uwfagtr9+3esLgcAgElDiEkx83OnqvQjyyVJj+w5pCvdPRZXBADA5CDEpKCyuws0Z8YUtZ45r5+9QjsCAEBqIsSkoJk5Wfqya6Uk6bFnjuhc11WLKwIAIPYIMSnqL29domVzpuvMucva+cLAmwMCAJDsCDEpKjszQ9s2994Ab+eLpt7tpB0BACC1EGJS2AM3LdDN+XZduNytx3xHrC4HAICYIsSkMJvNpqr7e0djftbUppbT5yyuCACA2CHEpLgPG3O0Yc18dfeE9cjTh6wuBwCAmCHEpIHK+9cowyY9/Yd31Pxmu9XlAAAQE4SYNLDqhllyFy6WJFX/6g2laKcJAECaIcSkia9uXKWp2Rna/2a7Gv94yupyAACYMEJMmrgxb5oeuqO3HUHN0wd1lXYEAIAkR4hJI5+5p0Czp2er5fR5NTS/bXU5AABMCCEmjeROzdYX1ve2I3i08bAuXKYdAQAgeRFi0sxff3iJFs+epnc7u/TEi61WlwMAwLgRYtJMTlamtm1eLUnyvGDq7LkuiysCAGB8CDFp6E8/uFA3LcrTua6r+u6+o1aXAwDAuBBi0lBGhk3br7Uj+MnLb+rNs+ctrggAgLEjxKSpO1bM1V2r5ulKd1iP7KEdAQAg+RBi0tj2+9bIZpP++39O6rW2oNXlAAAwJoSYNPa+hbn6i3WLJEnVu2lHAABILoSYNPe1Tas1JStDL5kBPXfotNXlAAAwaoSYNLfIPk3/+/ZlkqQduw+qu4fRGABAciDEQJ+7p0C5U7N06FSnnvTTjgAAkBwIMZB9+hR9/t4VknrbEVy60m1xRQAAjIwQA0nS/7p9mRbZp+lkxyX98DfHrC4HAIAREWIgSZqanamHN66SJH3/uaNqP3/Z4ooAABgeIQYRH1u3SGsWzFLnpav652dpRwAASGyEGERk9mtH8H9/96baAhcsrggAgKERYhDl7lXzdMeKObrc3aNv7aUdAQAgcRFiEMVms2n7fWslST8/cEK/P95hcUUAAAyOEIMBblqcpz+7eaEkqebpgxZXAwDA4AgxGNS2zauVnWnTi0fO6IXDtCMAACQeQgwGle+Yrr/+8FJJve0IemhHAABIMIQYDOmL61dqVk6W/ngypF+8dtzqcgAAiEKIwZAcM6boM/cUSJK+uYd2BACAxEKIwbAeumO5FuRO1fHgRf34pTetLgcAgAhCDIY1bUqmvrpxpSTpu/uOquPCFYsrAgCgFyEGI/qEc7FWzp+pjotX9P3naUcAAEgMhBiMKCszI9KO4Ie/OaYTwYsWVwQAACEGo7R+zXzdutyhy1d79O3Gw1aXAwAAIQajY7PZVHVtNOZJ/9s6+E7I4ooAAOmOEINRW7dkth64aYHCYalmN+0IAADWIsRgTLZtXqOsDJuePXRav205Y3U5AIA0RojBmCyfO0N/9aElkmhHAACwFiEGY/alDSs1Y0qm/uftDv3y9ZNWlwMASFOEGIzZ3Jk5Krurtx3BI3sO6fLVHosrAgCkI0IMxuXTH1muuTNz9Fbggv79ZdoRAADijxCDcZmRk6WvuHrbEfzTvqPqvEQ7AgBAfBFiMG5bi/NlzJuhwPnL8jxvWl0OACDNEGIwbtmZGarY3HsDvMd/bepU6JLFFQEA0gkhBhOy+f03qHDpbF260qPv+GhHAACIH0IMJqR/O4JdTW06cqrT4ooAAOmCEIMJK1rm0Kb33aCesFTz9CGrywEApAlCDGKi4r41ysywyffGKTUdC1hdDgAgDWRZ8aamacrr9cowDJmmqbKyMtnt9iG39/l8Mk1ThmFIklwuV5wqxWitmD9TW4ry9dNX3tI3fvWGnvrs7bLZbFaXBQBIYZaEmJKSEjU3N0vqDTSlpaVqaGgYdFufz6eGhgZ5PB6ZpqmNGzeqpaUlnuVilL7qWqmfv3pcr74V1J4/vKP7PnCj1SUBAFJY3E8nmWb0/UQMw5DP5xty+/LyctXU1ES2bWxsnNT6MH7zc6fq0x9ZLql3bsyVbtoRAAAmT9xDjM/nk8PhiFrncDjk9/sHbGuapgKBgOx2u/x+v4LBYOSUEhJT2V2G5syYotYz5/WzpjarywEApLC4h5hgMDjo+kBg4GRQv98vh8MRmT9TV1cnr9c76Ou7uroUCoWiHoi/WVOz9aUNve0IHvMd0fmuqxZXBABIVQlzddJg4SYQCMg0TblcLtntdpWVlamkpGTQ11dXVysvLy/yyM/Pn+SKMZS/vHWJls6ZrjPnurTzRdoRAAAmR9xDjN1uHzDq0nfK6HqGYchut0ee6/vvYKeeqqqq1NHREXm0tXEqwypTsjK0bfNqSVLdC6ZOd3ZZXBEAIBXFPcQMdXl0UVHRgHVjmf+Sk5Oj3NzcqAes89GbbtTNi/N04XK3HnuGdgQAgNiLe4i5PpiYpqmioqKoUZa+K5gMw1BRUVHkVFPfvWKcTmc8S8Y42Gw2bb9/rSTpp6+0yTx9zuKKAACpxpI5MQ0NDaqsrJTX65XH44m6R0x1dXXU5N2+bevq6lRTU8Ml1knktoI5Wr9mvrp7wnpkD+0IAACxZQuHw2Gri5gMoVBIeXl56ujo4NSShQ6906n7H3tBPWHpqc/dLueS2VaXBABIYGP5/k6Yq5OQmlYvmKVPOBdLknb86qBSNDMDACwQ0xBz7NixWO4OKeLhTauUk5WhV44F5HvjXavLAQCkiAmFmAMHDmjfvn2RR2VlZazqQgq5MW+aHrqzrx3BQV2lHQEAIAbG3QByy5YtCgaDUfd3efXVV2NRE1LQZ+4u0E9feUtH3z0nb/PbevDWJVaXBABIcuMOMRs3blRpaWnUuieffHLCBSE15U3L1hfuXaH/88s39KjvsP78lkWaNiXT6rIAAEls3KeTCgoKRrUO6POp25Zq8expOhXq0r/+ptXqcgAASW7cIzEtLS3yeDwqLi6WJIXDYdXX16upqSlmxSG15GRlatvm1fryzw7oX55r0YPF+ZozM8fqsgAASWrcIzEej0fLly9XOByOXDbL5bMYyZ9+cKE+sChX57qu6rv7jlpdDgAgiY17JKampkYbNmyIWjdUXySgT0aGTdvvW6u/fuJl/eTlN/XQHcu1ZM50q8sCACShcY/EbNiwQaFQSI8//rgef/xxhUIhrVu3Lpa1IUXduXKuPrJyrq50h/XIXtoRAADGZ9whprW1VevXr9fevXu1d+9eFRYW6sCBAzEsDals+/1rZLNJ//XaCb3WFrS6HABAEhp3iHnyySe1f/9+1dfXq76+XkeOHNGuXbtiWRtS2PsX5ukvblkkSdqxm3YEAICxG3eIWb58+YB1RUVFEyoG6eXhTas0JTNDvzPP6rnDp60uBwCQZMYdYkzTHLCutZV7f2D0Fs+erv91+1JJUs3ug+ruYTQGADB64746yeVyadOmTSosLJQk+Xw+1dTUxKwwpIfP37tCu5radPCdTv3Hq8flLlxsdUkAgCQx7pGYdevWyePxRO4TU1dXp/Xr18eyNqQB+/Qp+ty9KyRJ39p7SJeudFtcEQAgWdjCMZxReezYMS1btixWu5uQUCikvLw8dXR0KDc31+pyMIxLV7q1/pvP6UTHJW2/f40+czftKwAgXY3l+3vUp5OeeuopuVyuyA4ff/zxqOeDwaAaGxu1Z8+ecZSMdDY1O1MPb1qtrze8pu8/e1QPFufLPn2K1WUBABLcqE8nfeMb39D+/fsjyz/4wQ/U3t4eeYTDYZ09e3ZSikTq+4t1i7RmwSyFLl3VPz9LOwIAwMjGfTrp1VdfHXCH3sHWWYXTScnn2UPv6m9/2KQpmRl65mt3K99BOwIASDdj+f4e98TeXbt2RdoNbN68WVu3buUSa0zIPavm6TZjji539+jbjYetLgcAkODGHWKKi4v16U9/Wh6PR+vWrdOuXbs4nYQJsdlsqnpgjSTp5weO6w8nOiyuCACQyMYdYmbPni1Jqq+v14MPPihJcjgcsakKaeuDi+3605sXKhzubUcAAMBQxh1iWlpa9Mwzz6ilpUW33HKLWltb1d7eHsvakKa2bVqt7EybXjxyRr8+csbqcgAACWrcIWbLli3y+/1qbm5WR0eHPB6PgsFgDEtDuloyZ7o++aHedgTVu99QD+0IAACD4GZ3SEhnz3Xp7kee07muq/rO1lv0sXWLrC4JABAH3OwOSW/OzBx99p4CPbLnkL6595Duv2mBcrIyrS4LAJBAuNkdEtZDdyzXDbk5erv9on70uzetLgcAkGC42R0S2s9eeUvbn3pd9unZen7bvcqblm11SQCASRSXm90ZhqFvfvObCoVCkqR9+/apoIDGfYgtd+FirZg/U8ELV/SD51usLgcAkEDGHWLq6+t15sx7l7+uX79ePp8vJkUBfbIyM7T9vt4b4P3rr1t1InjR4ooAAIli3CFmzpw52rFjB6dqMOk2rJ2vW5c51HW1R4/SjgAAcM24Q8wrr7yizs7OqHVNTU0TLgi4ns1m0/Zr7Qie9L+tQ+90jvAKAEA6GHeIKS8v17p16yLNH1euXKmNGzfGsjYgwrlktu7/wAL1hKWap2lHAACYQIhZvny5mpub5Xa7VVRUpL1792r9+vWxrA2Ism3zamVm2LTv4Lv6XQuX8wNAuht3iJGkuro6+Xw+bdu2TaZpRq5UAiaDMW+m/urWJZKkHbvfUAxvNg0ASELjDjHbt2+X3W6Xy+WSJG3YsIGrkzDpvrRhpWZMydRrb3fol6+ftLocAICFxh1iiouLVVpaKsMwYlkPMKx5s3JUelfv79wjew7p8tUeiysCAFhl3CGmtbVVUu+VI324OgnxUPoRQ3Nn5ujNsxf001fesrocAIBFxh1i1q1bp6KiItXU1KiqqkrFxcVcnYS4mJGTpS+7VkqSHnvmiDovXbG4IgCAFcYdYjZs2KCGhgatW7dO4XBYdXV1XJ2EuHmwOF/G3BkKnL+suhdMq8sBAFhgQnNiXn31Ve3YsUM7duxImMaPSA/ZmRmquG+1JOnxF1v1buiSxRUBAOJt3CGmrKxMH//4x6PW7du3b8IFAaO1+f0L5Fxi18Ur3XrUd8TqcgAAcZY13hfabDZ99rOfVUFBgQzDUCAQUENDA6eUEDc2m01VD6xVyQ9+p/r9bfq7O5dpxfxZVpcFAIiTcY/E7NixQ+FwWGfOnNErr7yio0ePKhAIxLI2YETFyxxyrb1B3T1h1Tx9yOpyAABxNO6RGI/How0bNkSte+aZZyZcEDBW2+9frX0HT6nxj6e0/1hARcscVpcEAIiDMY3EHDhwQFVVVXriiScGBBhJg64DJtuK+bO0tThfkvSNX9GOAADSxahDzDPPPCOn06mGhgZt27ZNDz744GTWBYzJV1yrNDU7Q/63gtrzh1NWlwMAiINRh5i6ujq1t7dH5r4sW7ZMx44dm8TSgNG7IXeqPn1nbzuC2qcP6ko37QgAINWNOsQsX75ceXl5keWqqir5/f5JKQoYj/K7DTlmTJF55rx2NbVZXQ4AYJKNOsQUFBRELefl5Q2Ye3DgwIGYFAWMx6yp2frS+hWSpO/4juh811WLKwIATKZRhxjTNNXZ2alQKBR5tLa2RtYdO3ZMHo9nMmsFRvRXH1qqpXOm68y5Lj3+YqvV5QAAJpEtPMpLOTIyMqI6VktSOByOrOv7ubu7O/ZVjkMoFFJeXp46OjqUm5trdTmIo/967YS++NNXNWNKpp6vuFdzZ+ZYXRIAYJTG8v096pGYsrIyBQKBqEd7e3vU8rZt2yZcPDBRH73pRn1wcZ7OX+7WPz1DOwIASFWjDjHl5eXKy8sb8mG327V169bJrBUYlYwMm7bfv0aS9O8vv6XWM+ctrggAMBlGHWJG06WaTtZIFLcXzNW9q+fpak9Yj+w5aHU5AIBJMO7eSRNhmqZqa2vl9XpVW1urYDA4qtdVVlaOelug8v41stmkX73+jl59q93qcgAAMWZJiCkpKVFFRYXcbrfcbrdKS0tHfI3f71dtbW0cqkOqWLMgV59wLpYkVe8+SDsCAEgxcQ8xpmlGLRuGIZ/PN6rXGYYxWWUhRT28cZVysjL0SmtA+w6+a3U5AIAYinuI8fl8cjiiuww7HI5h7/7r9XrldrsnuzSkoIX2afrbO5ZLknbsPqirtCMAgJQR9xAz1JyWQCAw5PZ2u33E/XZ1dUXdiC8UCk2gSqSSz95TIPv0bB1595ye9L9tdTkAgBixZE7MYIYKN/X19XK5XCO+vrq6OuqS7/z8/BhXiGSVNy1bX7i3tx3BtxsP6+LlxLghIwBgYuIeYux2+4BRl0AgMOhoi8/n05YtW0a136qqKnV0dEQebW00AMR7PnXbUi2yT9OpUJf+9Te0IwCAVBD3EDPUqEpRUdGg6+vr61VXV6e6ujqZpqnq6upB58/k5OQoNzc36gH0ycnK1Nc3r5Ik/eC5FgXOX7a4IgDARGXF+w2vv8LINE0VFRVFRmL8fr/sdrsMwxgQeMrLy1VeXs5VShiXP795kXa+0Ko/ngzpu/uO6B/+9P1WlwQAmABL5sQ0NDSosrJSXq9XHo9HDQ0Nkeeqq6vl9Xqjtg8Gg5F7xNTU1Ax7JRMwlIwMm6oe6G1H8OOX3tRbZy9YXBEAYCJG3cU62dDFGkP51BMv68UjZ/RnNy/UP/0lrTIAIJFMShdrIFVU3tc7GvOfr53Q6293WFwNAGC8CDFIOx9YlKeP3bJQklS9+w3aEQBAkiLEIC19bdNqTcnM0G9bzur5w6etLgcAMA6EGKSlfMd0/c1tSyX1tiPo7mE0BgCSDSEGaevz967QrKlZOvhOp37+6nGrywEAjBEhBmlr9owp+tw9ve0IvrX3kC5doR0BACQTQgzS2t/esUw35k3ViY5L+v9+e8zqcgAAY0CIQVqbmp2phzf2tiP452ePKniBdgQAkCwIMUh7H3cu1poFsxS6dFXff67F6nIAAKNEiEHay8ywRW6A92+/PabjwYsWVwQAGA1CDCDpntXz9GHDoctXe/StvYesLgcAMAqEGECSzWZT1f1rJUn/8epx/fFEyOKKAAAjIcQA19ycb9effPBGhcPSjqcPWl0OAGAEhBign22bVys706YXDp/Wb46esbocAMAwCDFAP0vnzNAnP9TbjqB69xvqoR0BACQsQgxwnS+uX6GZOVn6/fGQ/ut/TlhdDgBgCIQY4DpzZuboM3cbkqRH9hxS11XaEQBAIiLEAIN46M7lmj8rR2+3X9SPX3rL6nIAAIMgxACDmD4lS1+91o7ge/uOKHTpisUVAQCuR4gBhlBSuFgF82ao/cIV/YB2BACQcAgxwBCyMjMi7Qie+HWrTnbQjgAAEgkhBhjGxvfdoOJls9V1tUePNh62uhwAQD+EGGAYNptN26+1I/A2v63DpzotrggA0IcQA4ygcOls3ff+BeoJSzW7aUcAAImCEAOMwrb7Viszw6ZnDr6rl82zVpcDABAhBhiVgnkz9WBxviTpG7sPKhymHQEAWI0QA4zSl10rNX1Kpl5rC+pXr79jdTkAkPYIMcAozZ81VaUf6WtHcFBXunssrggA0hshBhiD0rsMzZ05RcfOXtBPX6EdAQBYiRADjMHMnCx9ecNKSdJjviM613XV4ooAIH0RYoAxevDWJVo+d4bOnr+suudpRwAAViHEAGOUnZmhis2rJUk7X2zVu6FLFlcEAOmJEAOMw30fWKB1S+y6eKVb33nmiNXlAEBaIsQA42Cz2VR1rR3BrqY2tZw+Z3FFAJB+CDHAON263CHX2vnq7gmr9mnaEQBAvBFigAmovG+NMmzSnj+c0v5jAavLAYC0QogBJmDlDbO0pai3HUE17QgAIK4IMcAEfXXjKk3NzlDzm+3a+8dTVpcDAGmDEANM0A25U/V3dy6XJNU+fVBXaUcAAHFBiAFioPzuAs2enq2W0+dVv/9tq8sBgLRAiAFiIHdqtr50rR3Bo77DunCZdgQAMNkIMUCMfPJDS7XEMV2nO7v0+IutVpcDACmPEAPEyJSsDH39WjsCz/MtOnOuy+KKACC1EWKAGPqTm27UTYvydP5yt75LOwIAmFSEGCCGMjJsqrp/jSTpJy+/pWNnzltcEQCkLkIMEGO3r5ire1bP09WesB7Zc8jqcgAgZRFigElQed8a2WzSL18/qQNtQavLAYCURIgBJsHaG3P18XWLJUnVv3qDdgQAMAkIMcAkeXjTKk3JytDLrQE9e+hdq8sBgJRDiAEmySL7NP3tHcskSTt2H1R3D6MxABBLhBhgEn3u7hXKm5atw6fO6clm2hEAQCwRYoBJlDc9W1+4d4Uk6duNh3XxcrfFFQFA6iDEAJPsU7ct1SL7NL0TuqQf/pZ2BAAQK4QYYJJNzc7U1zatkiT9y7MtCpy/bHFFAJAaCDFAHHzslkVae2OuOruu6nv7jlpdDgCkBEIMEAf92xH86KVjagtcsLgiAEh+WVa8qWma8nq9MgxDpmmqrKxMdrt90G39fr98Pp8kqampSTt37hxyWyCR3bVqnu5cMVe/PnpG39x7SI89uM7qkgAgqVkyElNSUqKKigq53W653W6VlpYOua3P51NFRYUqKipUXFysDRs2xLFSILa2XxuN+cWBE/r98Q6LqwGA5Bb3EGOaZtSyYRiRkZbr+f1+VVdXR5bdbrf8fv+AfQDJ4gOL8vTntyyUJFXvph0BAExE3EOMz+eTw+GIWudwOOT3+wds63Q6tXPnzshyMBiMbA8kq69vWq0pmRn6zdGzeuHIGavLAYCkFfcQ0xdErhcIBAZd73a7Iz/v2rVLLpdr0DkxXV1dCoVCUQ8gEeU7putTty2V1NuOoId2BAAwLglzddJQ4ab/816vVw0NDYM+X11drby8vMgjPz9/EqoEYuML967QrKlZeuNkSD8/cNzqcgAgKcU9xNjt9gGjLoFAYMQrjiorK9XY2DjkdlVVVero6Ig82traYlQxEHuzZ0zRZ+8pkCR9a+9hXbpCOwIAGKu4hxiXyzXo+qKioiFfU1tbq8rKShmGoWAwOOioTU5OjnJzc6MeQCJ76I7lWpA7VceDF/Wj371pdTkAkHTiHmIMw4haNk1TRUVFkRGW668+8nq9cjqdkQBTX1/PfWKQEqZmZ+rha+0IvvfsUXVcuGJxRQCQXGxhC67xNE1THo9HxcXFampqUlVVVSSYlJSUqLi4WBUVFTJNUwUFBVGvtdvtam9vH/E9QqGQ8vLy1NHRwagMElZ3T1gPPPaiDp3qVPldhqoeWGt1SQBgqbF8f1sSYuKBEINkse/gKT30b/s1JStDz379Hi2yT7O6JACwzFi+vxPm6iQgXd27er4+tNyhy1d79O29h60uBwCSBiEGsJjNZoucRnrq1bf1xknucQQAo0GIARLALfl2ffSDNyoc7r0BHgBgZIQYIEFs27RaWRk2PX/4tH57lHYEADASQgyQIJbNnaFPfmiJJKmadgQAMCJCDJBAvrhhpWZMydTrxzv036+ftLocAEhohBgggcydmaPP3N17b6RH9hxU11XaEQDAUAgxQIL5u48s1/xZOWoLXNRPXnrL6nIAIGERYoAEM31Klr7i6m1H8N19RxS6RDsCABgMIQZIQFuKFqtg3gy1X7giz/MtVpcDAAmJEAMkoKzMDFXct0aS9MSvW/VOxyWLKwKAxEOIARLUpvfdoKKls3XpSo++46MdAQBcjxADJKjedgS9ozH1+9t05FSnxRUBQGIhxAAJrHCpQ5vff4N6wlLN07QjAID+CDFAgqu4b40yM2zyvfGuXmkNWF0OACQMQgyQ4ArmzdTW4nxJ0jd+9YbCYdoRAIBEiAGSwldcKzV9SqYOtAW1+/fvWF0OACQEQgyQBObPmqpPf8SQJD2y55CudPdYXBEAWI8QAySJsrsMzZ05Ra1nzutnr9COAAAIMUCSmJmTpS9tWClJeuyZIzrXddXiigDAWoQYIIn85a1LtGzOdJ05d1k7XzCtLgcALEWIAZJIdr92BDtfNPVuJ+0IAKQvQgyQZO7/wALdkm/Xhcvdesx3xOpyAMAyhBggydhsNlXd3zsa87OmNrWcPmdxRQBgDUIMkIQ+ZMzRhjXz1d0T1iNPH7K6HACwBCEGSFKV969Rhk16+g/vqPnNdqvLAYC4I8QASWrVDbNUUtjbjqCadgQA0hAhBkhiX924SlOzM7T/zXY1/vGU1eUAQFwRYoAktiBvqh66Y7kkqebpg7pKOwIAaYQQAyS5z9xToNnTs9Vy+rwamt+2uhwAiBtCDJDkcqdm64vre9sRPNp4WBcu044AQHogxAAp4JMfXqJ8xzS929mlJ15stbocAIgLQgyQAnKyMvX1TaslSZ4XTJ0912VxRQAw+QgxQIr40w8u1E2L8nSu66q+u++o1eUAwKQjxAApIiPDpu3X2hH85OU39ebZ8xZXBACTixADpJA7VszV3avm6Up3WI/soR0BgNRGiAFSzPb718hmk/77f07qtbag1eUAwKQhxAApZu2NufqLdYskSdW7aUcAIHURYoAU9LVNqzUlK0MvmQE9d+i01eUAwKQgxAApaJF9mv737cskSTt2H1R3D6MxAFIPIQZIUZ+/Z4XypmXr0KlOPeWnHQGA1EOIAVJU3vRsff7eAknStxsP69KVbosrAoDYIsQAKexvblumRfZpOtlxST/8zTGrywGAmCLEAClsanamHt64SpL0/eeOqv38ZYsrAoDYIcQAKe5j6xZpzYJZ6rx0Vf/8LO0IAKQOQgyQ4jIzbKp6YK0k6f/+7k21BS5YXBEAxAYhBkgDd62cqztWzNHl7h59ay/tCACkBkIMkAZsNpu239c7GvPzAyf0++MdFlcEABNHiAHSxE2L8/RnNy+UJNU8fdDiagBg4ggxQBrZtnm1sjNtevHIGb1wmHYEAJIbIQZII/mO6frUh5dJ6m1H0EM7AgBJjBADpJkvrF+hWTlZ+uPJkH7x2nGrywGAcSPEAGnGMWOKPnNPbzuCb+6hHQGA5EWIAdLQQ3cs14LcqToevKgfv/Sm1eUAwLgQYoA0NG3Ke+0IHnvmiBr/cEonOy5aXBUAjA0hBkhTnyhcrBtyc9R56apKf7Rft+/Yp11Nb1ldFgCMWpYVb2qaprxerwzDkGmaKisrk91un/C2AEbv3c5LOhXqiiyHw1Llk6/rrlXzdGPeNAsrS01f+HGzXjh6WnetmKfv/XWh1eUAKcEWDofjfo1lYWGhmpubJfWGlMrKSjU0NEx42/5CoZDy8vLU0dGh3Nzc2BUPpIh/3ndEj+w9PGD9DbOmaIF9ujJtUobNpowMmzJtNmVk9C5nXlu22WzKzOjtzWSz9a7LzLD1vsbWuz4j49rPUfuxXduP+u3Hdm0/GmY/770+81otGZFt36stett+6wfb1vbeviLv2VenTdfVrH51vbcvm8024rFevv2X6v8XrU1S646Pxu4PE0ghY/n+jvtIjGmaUcuGYcjn8014WwBjc/TdzkHXn+q8rFOdl+NcTfLKuC7sRcLYteXQhcu6/l+KYfWOzDAiMzmWbf9l5OdjhMVJ81pbu145FtCtyxy6OX+2JTXEPcT4fD45HI6odQ6HQ36/X06nc9zbAhibP7l5of7jwMkB67+8foVuWmxXTzisnnBY3T1SdziscDis7p7eR+9zeu/nnrC6w7r2337retRvP+Fr+9F1+7m23bXl7v77i+xnkPe8ts+ea/W9V0fv/sKjec9w+LrP0PsePf1eN5Kea3VqjDcO/O/fv6OPHzwlSZH3ifxXfcvh65bfWxq4bd/yUM9H1zfk9iPUoBHfZ/jn1W9/773nYJ9zHLWr9yaO/S3b/kuCzCT4Wv0BPel/7z5Tn3Au0re23BL3OuIeYoLB4KDrA4HAhLbt6upSV9d75/dDodC46gPSxYa1C+RcYpf/rWBknXOJXV/dtNq6ohJM+Lrg9F7gGSw49QtLkdAnbf7OC0Pu/6F/2x/HT5O+lm3/pZY4pketCw8YHxtoNCE2VhMyRjOzYzRvNaqaJ/jZL1/tUfDilah1T/qP629uWxr3ERlLJvYOZqjAMtptq6ur9Y//+I+xKwhIA0997g4988Y7eu7Qad2zep42rF1gdUkJpXeuT++pocnwwcV5iuz52twaW/Riv+X3nn/vueiNBr7WFr08xPr3Shh9DdGvtw2x/SjqGOV7DPW8+u3rSf/bGspbgQtDPofY2H+sPfVDjN1uHzCSEggEBr3iaCzbVlVV6eGHH44sh0Ih5efnx6RmIJVtWLuA8GKR//zCnVaXkFKGCzFPfe72AetGE01HM3F7dPsZxTaj2NNo9jMaE6nn8Dud+kr9gQHri5bFf15M3EOMy+WSx+MZsL6oqGhC2+bk5CgnJyc2RQJAjBzb8dGoiab91yO2ONbx8b6FuXrx6OkBc2KsmNwb95vdGYYRtWyapoqKiiKjK36/P3JV0kjbAkAyuP5LlC/VycOxjo9vbblFv/j87fp/PrpWv/j87ZZM6pUsuk+MaZryeDwqLi5WU1OTqqqqIsGkpKRExcXFqqioGHHb4XCfGAAAks9Yvr8tCTHxQIgBACD5jOX7m95JAAAgKRFiAABAUiLEAACApESIAQAASYkQAwAAkhIhBgAAJCVCDAAASEqEGAAAkJQIMQAAICkRYgAAQFKKexfreOnrphAKhSyuBAAAjFbf9/ZouiKlbIjp7OyUJOXn51tcCQAAGKvOzk7l5eUNu03KNoDs6enRiRMnNGvWLNlstpjuOxQKKT8/X21tbTSXnEQc5/jgOMcHxzl+ONbxMVnHORwOq7OzUwsXLlRGxvCzXlJ2JCYjI0OLFy+e1PfIzc3lf5A44DjHB8c5PjjO8cOxjo/JOM4jjcD0YWIvAABISoQYAACQlAgx45CTk6N/+Id/UE5OjtWlpDSOc3xwnOOD4xw/HOv4SITjnLITewEAQGpjJAYAACQlQgwAAEhKhBgAAJCUUvY+MRNlmqa8Xq8Mw5BpmiorK5Pdbp/wtog2lmPn9/vl8/kkSU1NTdq5cyfHeZTG+ztaWVmpqqoqjvMYjPVY+3w+maYpwzAkSS6XK06VJrex/h3t8/nkcDhkmqbcbnfkeGN4fr9fpaWlam5uHnY7y74HwxiU0+mM/NzS0hJ2u90x2RbRxnLsampqon7u/1oMbzy/o83NzWFJ4fb29kmsLPWM5Vg3NjaGy8rKItsahjHp9aWK8f7dEQ6HI8ccw2toaIj8PTASq74HOZ00CNM0o5YNw4iMAExkW0Qby7Hz+/2qrq6OLLvdbvn9/gH7wEDj/R3tPzqA0RnrsS4vL1dNTU1k28bGxkmtL1WM9Tjv2rVrsktKSW63W06nc8TtrPweJMQMom/YsT+HwyG/3z+hbRFtLMfO6XRq586dkeVgMBjZHsMbz++o1+uV2+2e7NJSzliOtWmaCgQCstvt8vv9CgaDhMZRGuvvtMPhUGFhYeS00saNG+NRZtqw8nuQEDOIvi/I6wUCgQlti2hjPXb9v1R37doll8vFXI1RGOtxDgaDHNdxGsux9vv9cjgckXkEdXV18nq9k1xhahjr73RDQ4MkqaCgQA0NDQT0GLPye5CJvWMw1B/URLdFtJGOXTAYlNfrHXGiGYY31HGur69XWVlZfItJcYMd60AgINM0I2G8rKxMs2fPVpj7j47bUL/TPp9PNTU1Mk1T5eXlkiSPxxPHytJTPL4HGYkZhN1uH5Ag+4Z9J7Itoo332FVWVqqxsZFjPEpjOc4+n09btmyJU2WpZyzH2jAM2e32yHN9/+VU9MjGcpxN01RTU5NcLpfKysrU0tKi+vp65tPFkJXfg4SYQQx1iWNRUdGEtkW08Ry72tpaVVZWyjAMBYNBRrxGYazHub6+XnV1daqrq5NpmqquruaLdZTGcqyZ/zJ+YznOfr9fxcXFkWXDMFRVVcXfHTFk5fcgIWYQ1//lYpqmioqKov6l1JfiR9oWQxvLcZZ6J5s6nc5IgKmvr+c4j8JYjnPfv1b7HlLvFTSjuUIBY/+7o6ioKPJl2nc1GMd6ZGM5zk6nU01NTVHbnz17luM8RteHvkT5HqQB5BBM05TH41FxcbGampqibvhVUlKi4uJiVVRUjLgthjfa42yapgoKCqJea7fb1d7ebkHVyWcsv89S719YdXV1qqysVFlZGUFmDMZyrIPBoCorK1VYWKjm5ubIKCNGNpbj7PP55Pf7I8+7XC6O8yj4fD41NjaqtrZWFRUVKi4ujkyKTpTvQUIMAABISpxOAgAASYkQAwAAkhIhBgAAJCVCDAAASEqEGAAAkJQIMQAAICkRYgDEld/vV3l5uWw2myorK1VbW6va2lqVl5dP2q3gfT6fCgsLVVdXN+gygOTEfWIAxF0wGNTs2bPV3t4euSGWz+dTSUmJWltbJ+UmWbW1tZFGi4MtA0g+jMQASAgul0vBYFA+n8/qUgAkCUIMgITQ12SS9gYARivL6gIApC+fzye73S6/36+zZ8+qpaUlqqdNX88bwzDU1NSkmpoaSdF9WgKBgLZs2SK73S6v1yu73S7TNNXS0hLZHkBqYiQGgGVcLlfk4fP55HA4Is+ZpqnKykpVVFTI7XaroKBAtbW1CgaD2rhxo6qqquR2u9XS0hKZoFtSUiLDMFRWVqZgMCiv12vVRwMQB4zEALCc0+lUUVGRKisr5fF4JEkej0cOhyNqjkxTU5PsdrsMw4hM/q2qqoo83zdR2DRNBQKBSbvaCUBiIMQASAh9p4P6czqdcrlckeWysrLIVUX9X9enurpac+bMkdvtjjotBSA1cToJQEIoKCiIjJz4/X5t3bp1wJVKPp9Pbrc7Mgm4//q++TMVFRUyDEPBYDDyXJ++dUMtA0gu3CcGQFz5/X7t2rVLpmmquLhYLpcrckVSSUmJiouLI/dv8fl8amxsVHFxsaTeOTR2u33Q9ZJUWlqq8vLyyHt5PB5t3bpVhmGotLRUkrRz587Itn3LXBEFJCdCDAAASEqcTgIAAEmJEAMAAJISIQYAACQlQgwAAEhKhBgAAJCUCDEAACApEWIAAEBSIsQAAICkRIgBAABJiRADAACSEiEGAAAkJUIMAABISv8/8kl7qy0XXhAAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "precision, recall, thresholds = precision_recall_curve(y_test, y_prob)\n",
    "\n",
    "%matplotlib inline\n",
    "plt.plot(recall, precision, marker='.')\n",
    "plt.xlabel('Recall')\n",
    "plt.ylabel('Precision')\n",
    "plt.title('Precision-Recall Curve')\n",
    "plt.show()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}