Error Analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "c55b9691-03aa-4f7e-aa7f-5f33ec41ace2",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "pd.set_option('display.max_rows', 500)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "08dedaac-d2bb-4d97-a840-20c0cd3ae319",
   "metadata": {},
   "outputs": [],
   "source": [
    "toniot_preds = pd.read_csv(\"./extra/toniot_sampled_predicts.csv\")\n",
    "toniot_class = pd.read_csv(\"./extra/toniot_sampled_test_classes.csv\")\n",
    "nb15_preds = pd.read_csv(\"./extra/nb15_sampled_predicts.csv\")\n",
    "nb15_class = pd.read_csv(\"./extra/nb15_sampled_test_classes.csv\")\n",
    "\n",
    "toniot_red_preds = pd.read_csv(\"./extra/toniot_reduced_predicts.csv\")\n",
    "toniot_red_class = pd.read_csv(\"./extra/toniot_reduced_test_classes.csv\")\n",
    "nb15_red_preds = pd.read_csv(\"./extra/nb15_reduced_predicts.csv\")\n",
    "nb15_red_class = pd.read_csv(\"./extra/nb15_reduced_test_classes.csv\")\n",
    "\n",
    "toniot_sampled = pd.read_csv(\"./sampled_datasets/toniot_sampled.csv.gz\")\n",
    "toniot_reduced = pd.read_csv(\"./reduced_datasets/toniot_reduced.csv.gz\")\n",
    "nb15_sampled = pd.read_csv(\"./sampled_datasets/nb15_sampled.csv.gz\")\n",
    "nb15_reduced = pd.read_csv(\"./reduced_datasets/nb15_reduced.csv.gz\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c5408a84-ccdd-452d-8f15-c355faa9fd4c",
   "metadata": {},
   "source": [
    "## Sampled TON-IoT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "3864f64a-02ae-4198-b4d2-1691fdf64f33",
   "metadata": {},
   "outputs": [],
   "source": [
    "toniot_sampled_errors = toniot_sampled.iloc[toniot_class[\"Unnamed: 0\"].iloc[toniot_preds[\"Predict\"][toniot_preds.Predict == False].index].values]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "49f6e852-b6b1-465c-882d-af62214492dc",
   "metadata": {},
   "source": [
    "## Reduced TON-IoT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "8d30fab1-7221-4503-acd2-1bd54d250262",
   "metadata": {},
   "outputs": [],
   "source": [
    "toniot_reduced_errors = toniot_reduced.iloc[toniot_red_class[\"Unnamed: 0\"].iloc[toniot_red_preds[\"Predict\"][toniot_red_preds.Predict == False].index].values]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "541b69cf-46d5-4ee8-9982-eb7609802166",
   "metadata": {},
   "source": [
    "---\n",
    "## Sampled UNSW-NB15"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "06e6ca18-e201-471a-9b73-87e08e562d80",
   "metadata": {},
   "outputs": [],
   "source": [
    "nb15_sampled_errors = nb15_sampled.iloc[nb15_class[\"Unnamed: 0\"].iloc[nb15_preds[\"Predict\"][nb15_preds.Predict == False].index].values]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "97ce92c8-835c-4c8b-9854-0747dbc955b6",
   "metadata": {},
   "source": [
    "## Reduced UNSW-NB15"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "5eac4c89-43b2-4dd2-a720-6fcdffafdf4e",
   "metadata": {},
   "outputs": [],
   "source": [
    "nb15_reduced_errors = nb15_reduced.iloc[nb15_red_class[\"Unnamed: 0\"].iloc[nb15_red_preds[\"Predict\"][nb15_red_preds.Predict == False].index].values]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5b13adc5-e0ed-4af3-a85e-d02aa0e5a183",
   "metadata": {},
   "source": [
    "---\n",
    "# Error Analysis"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3313ae36-b098-48b5-bf28-a9d9cc4bfba1",
   "metadata": {},
   "source": [
    "## TON-IoT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "758f62db-8681-4109-a30e-529882610d05",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(scanning     37212\n",
       " Benign       12713\n",
       " DoS            851\n",
       " password       721\n",
       " DDoS           470\n",
       " xss             47\n",
       " injection       13\n",
       " mitm             4\n",
       " Name: Attack, dtype: int64,\n",
       " scanning     0.715189\n",
       " Benign       0.244335\n",
       " DoS          0.016356\n",
       " password     0.013857\n",
       " DDoS         0.009033\n",
       " xss          0.000903\n",
       " injection    0.000250\n",
       " mitm         0.000077\n",
       " Name: Attack, dtype: float64)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toniot_sampled_errors[\"Attack\"].value_counts(), toniot_sampled_errors[\"Attack\"].value_counts(normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "cfafbe7b-ccf7-4cb7-956b-cb59305569ee",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "IPV4_SRC_ADDR  IPV4_DST_ADDR  Attack  \n",
       "192.168.1.30   192.168.1.195  scanning    3138\n",
       "192.168.1.32   192.168.1.180  scanning    3086\n",
       "               192.168.1.195  scanning    3069\n",
       "192.168.1.30   192.168.1.180  scanning    3043\n",
       "192.168.1.32   192.168.1.169  scanning    2505\n",
       "               192.168.1.190  scanning    2182\n",
       "               192.168.1.152  scanning    1857\n",
       "192.168.1.30   192.168.1.169  scanning    1689\n",
       "192.168.1.32   192.168.1.194  scanning    1472\n",
       "192.168.1.184  192.168.1.30   Benign      1442\n",
       "192.168.1.32   192.168.1.186  scanning    1307\n",
       "192.168.1.184  192.168.1.31   Benign      1237\n",
       "192.168.1.30   192.168.1.190  scanning    1205\n",
       "               192.168.1.46   scanning    1155\n",
       "               192.168.1.152  scanning    1062\n",
       "192.168.1.31   192.168.1.193  scanning     765\n",
       "192.168.1.184  192.168.1.38   Benign       719\n",
       "192.168.1.31   192.168.1.194  scanning     620\n",
       "192.168.1.32   192.168.1.193  scanning     600\n",
       "192.168.1.31   192.168.1.180  scanning     503\n",
       "dtype: int64"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toniot_sampled_errors[[\"IPV4_SRC_ADDR\", \"IPV4_DST_ADDR\", \"Attack\"]].value_counts().nlargest(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "5ea5440d-cc92-443f-b06f-8af7d7d61ae7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(scanning     3748\n",
       " Benign       1524\n",
       " DoS           350\n",
       " password      288\n",
       " DDoS          176\n",
       " xss            67\n",
       " injection      13\n",
       " mitm            2\n",
       " Name: Attack, dtype: int64,\n",
       " scanning     0.607652\n",
       " Benign       0.247082\n",
       " DoS          0.056744\n",
       " password     0.046693\n",
       " DDoS         0.028534\n",
       " xss          0.010863\n",
       " injection    0.002108\n",
       " mitm         0.000324\n",
       " Name: Attack, dtype: float64)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toniot_reduced_errors[\"Attack\"].value_counts(), toniot_reduced_errors[\"Attack\"].value_counts(normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "e3f8c64b-573d-4977-ba79-88c033afebeb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "IPV4_SRC_ADDR  IPV4_DST_ADDR   Attack  \n",
       "192.168.1.32   192.168.1.180   scanning    323\n",
       "192.168.1.30   192.168.1.195   scanning    301\n",
       "192.168.1.32   192.168.1.195   scanning    280\n",
       "192.168.1.30   192.168.1.180   scanning    253\n",
       "192.168.1.32   192.168.1.169   scanning    227\n",
       "                                          ... \n",
       "192.168.1.30   192.168.35.250  scanning      1\n",
       "               192.168.35.247  scanning      1\n",
       "               192.168.35.238  scanning      1\n",
       "               192.168.35.236  scanning      1\n",
       "96.225.237.0   192.168.1.184   Benign        1\n",
       "Length: 741, dtype: int64"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toniot_reduced_errors[[\"IPV4_SRC_ADDR\", \"IPV4_DST_ADDR\", \"Attack\"]].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c22a259f-cb09-4a84-b6ea-f1620f1b0d22",
   "metadata": {},
   "source": [
    "## UNSW-NB15"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "a7a71957-79ac-430e-ba2f-66c15911baa5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(Benign      5947\n",
       " Exploits       2\n",
       " Name: Attack, dtype: int64,\n",
       " Benign      0.999664\n",
       " Exploits    0.000336\n",
       " Name: Attack, dtype: float64)"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nb15_sampled_errors[\"Attack\"].value_counts(), nb15_sampled_errors[\"Attack\"].value_counts(normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "7d690eb4-ba6d-4cfc-9d7b-a7d6a1dcc216",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "IPV4_SRC_ADDR    IPV4_DST_ADDR    Attack  \n",
       "175.45.176.3     149.171.126.15   Benign      149\n",
       "                 149.171.126.19   Benign      106\n",
       "                 149.171.126.16   Benign       90\n",
       "175.45.176.2     149.171.126.18   Benign       88\n",
       "175.45.176.1     149.171.126.17   Benign       85\n",
       "175.45.176.2     149.171.126.11   Benign       68\n",
       "175.45.176.3     149.171.126.17   Benign       65\n",
       "175.45.176.0     149.171.126.16   Benign       64\n",
       "175.45.176.3     149.171.126.13   Benign       62\n",
       "175.45.176.1     149.171.126.13   Benign       56\n",
       "59.166.0.1       149.171.126.5    Benign       55\n",
       "175.45.176.0     149.171.126.13   Benign       53\n",
       "59.166.0.4       149.171.126.4    Benign       52\n",
       "175.45.176.1     149.171.126.11   Benign       51\n",
       "175.45.176.2     149.171.126.19   Benign       48\n",
       "59.166.0.6       149.171.126.0    Benign       48\n",
       "59.166.0.3       149.171.126.3    Benign       48\n",
       "59.166.0.2       149.171.126.3    Benign       47\n",
       "                 149.171.126.5    Benign       46\n",
       "175.45.176.0     149.171.126.14   Benign       46\n",
       "59.166.0.6       149.171.126.3    Benign       46\n",
       "59.166.0.5       149.171.126.8    Benign       46\n",
       "59.166.0.3       149.171.126.4    Benign       46\n",
       "59.166.0.9       149.171.126.8    Benign       46\n",
       "59.166.0.6       149.171.126.8    Benign       46\n",
       "                 149.171.126.4    Benign       46\n",
       "175.45.176.3     149.171.126.11   Benign       45\n",
       "59.166.0.9       149.171.126.3    Benign       44\n",
       "59.166.0.3       149.171.126.2    Benign       44\n",
       "59.166.0.2       149.171.126.9    Benign       43\n",
       "59.166.0.5       149.171.126.7    Benign       43\n",
       "59.166.0.0       149.171.126.2    Benign       43\n",
       "                 149.171.126.4    Benign       43\n",
       "                 149.171.126.5    Benign       43\n",
       "59.166.0.4       149.171.126.2    Benign       43\n",
       "59.166.0.8       149.171.126.2    Benign       42\n",
       "59.166.0.2       149.171.126.8    Benign       42\n",
       "59.166.0.6       149.171.126.5    Benign       41\n",
       "59.166.0.8       149.171.126.9    Benign       41\n",
       "59.166.0.9       149.171.126.1    Benign       41\n",
       "59.166.0.0       149.171.126.9    Benign       41\n",
       "59.166.0.9       149.171.126.9    Benign       41\n",
       "59.166.0.1       149.171.126.1    Benign       40\n",
       "59.166.0.8       149.171.126.4    Benign       40\n",
       "59.166.0.7       149.171.126.4    Benign       40\n",
       "59.166.0.9       149.171.126.2    Benign       40\n",
       "                 149.171.126.0    Benign       40\n",
       "59.166.0.4       149.171.126.6    Benign       40\n",
       "59.166.0.5       149.171.126.6    Benign       39\n",
       "                 149.171.126.5    Benign       39\n",
       "59.166.0.1       149.171.126.3    Benign       39\n",
       "59.166.0.3       149.171.126.7    Benign       39\n",
       "59.166.0.2       149.171.126.6    Benign       39\n",
       "59.166.0.8       149.171.126.1    Benign       39\n",
       "59.166.0.4       149.171.126.9    Benign       39\n",
       "59.166.0.7       149.171.126.6    Benign       38\n",
       "59.166.0.6       149.171.126.9    Benign       38\n",
       "59.166.0.4       149.171.126.1    Benign       38\n",
       "59.166.0.0       149.171.126.8    Benign       38\n",
       "                 149.171.126.3    Benign       38\n",
       "59.166.0.6       149.171.126.2    Benign       38\n",
       "59.166.0.7       149.171.126.9    Benign       37\n",
       "59.166.0.2       149.171.126.1    Benign       37\n",
       "59.166.0.5       149.171.126.9    Benign       37\n",
       "59.166.0.2       149.171.126.7    Benign       37\n",
       "59.166.0.7       149.171.126.3    Benign       37\n",
       "                 149.171.126.2    Benign       37\n",
       "59.166.0.9       149.171.126.4    Benign       37\n",
       "                 149.171.126.5    Benign       37\n",
       "59.166.0.8       149.171.126.3    Benign       37\n",
       "59.166.0.9       149.171.126.6    Benign       37\n",
       "59.166.0.3       149.171.126.5    Benign       37\n",
       "59.166.0.2       149.171.126.0    Benign       36\n",
       "59.166.0.3       149.171.126.6    Benign       36\n",
       "175.45.176.0     149.171.126.11   Benign       36\n",
       "59.166.0.7       149.171.126.8    Benign       36\n",
       "59.166.0.8       149.171.126.0    Benign       36\n",
       "59.166.0.0       149.171.126.1    Benign       36\n",
       "59.166.0.4       149.171.126.0    Benign       36\n",
       "59.166.0.1       149.171.126.7    Benign       35\n",
       "                 149.171.126.4    Benign       35\n",
       "                 149.171.126.0    Benign       35\n",
       "59.166.0.2       149.171.126.4    Benign       35\n",
       "59.166.0.3       149.171.126.1    Benign       35\n",
       "59.166.0.4       149.171.126.5    Benign       34\n",
       "175.45.176.2     149.171.126.15   Benign       34\n",
       "59.166.0.5       149.171.126.1    Benign       34\n",
       "59.166.0.1       149.171.126.6    Benign       34\n",
       "59.166.0.0       149.171.126.7    Benign       34\n",
       "59.166.0.9       149.171.126.7    Benign       34\n",
       "175.45.176.1     149.171.126.16   Benign       33\n",
       "59.166.0.1       149.171.126.2    Benign       33\n",
       "59.166.0.4       149.171.126.3    Benign       33\n",
       "59.166.0.8       149.171.126.7    Benign       33\n",
       "                 149.171.126.5    Benign       33\n",
       "59.166.0.4       149.171.126.8    Benign       33\n",
       "59.166.0.5       149.171.126.4    Benign       32\n",
       "59.166.0.0       149.171.126.0    Benign       32\n",
       "59.166.0.6       149.171.126.6    Benign       32\n",
       "59.166.0.2       149.171.126.2    Benign       32\n",
       "59.166.0.6       149.171.126.1    Benign       32\n",
       "59.166.0.7       149.171.126.0    Benign       31\n",
       "59.166.0.8       149.171.126.6    Benign       31\n",
       "59.166.0.4       149.171.126.7    Benign       31\n",
       "59.166.0.5       149.171.126.0    Benign       30\n",
       "59.166.0.3       149.171.126.0    Benign       30\n",
       "59.166.0.1       149.171.126.9    Benign       29\n",
       "59.166.0.8       149.171.126.8    Benign       29\n",
       "59.166.0.5       149.171.126.3    Benign       29\n",
       "                 149.171.126.2    Benign       29\n",
       "175.45.176.1     149.171.126.15   Benign       29\n",
       "59.166.0.0       149.171.126.6    Benign       29\n",
       "59.166.0.1       149.171.126.8    Benign       29\n",
       "175.45.176.3     149.171.126.10   Benign       28\n",
       "                 149.171.126.18   Benign       28\n",
       "175.45.176.2     149.171.126.17   Benign       27\n",
       "59.166.0.3       149.171.126.8    Benign       27\n",
       "59.166.0.7       149.171.126.1    Benign       27\n",
       "59.166.0.6       149.171.126.7    Benign       27\n",
       "59.166.0.7       149.171.126.5    Benign       26\n",
       "175.45.176.2     149.171.126.14   Benign       25\n",
       "10.40.85.10      10.40.198.10     Benign       25\n",
       "59.166.0.3       149.171.126.9    Benign       24\n",
       "175.45.176.1     149.171.126.18   Benign       24\n",
       "                 149.171.126.14   Benign       24\n",
       "175.45.176.0     149.171.126.18   Benign       24\n",
       "175.45.176.3     149.171.126.14   Benign       22\n",
       "                 149.171.126.12   Benign       22\n",
       "59.166.0.7       149.171.126.7    Benign       21\n",
       "175.45.176.1     149.171.126.12   Benign       21\n",
       "175.45.176.2     149.171.126.13   Benign       20\n",
       "175.45.176.0     149.171.126.15   Benign       20\n",
       "                 149.171.126.17   Benign       19\n",
       "10.40.182.1      224.0.0.5        Benign       19\n",
       "175.45.176.0     149.171.126.10   Benign       17\n",
       "10.40.85.1       224.0.0.5        Benign       14\n",
       "175.45.176.2     149.171.126.10   Benign       14\n",
       "149.171.126.9    59.166.0.9       Benign       13\n",
       "                 59.166.0.2       Benign       12\n",
       "149.171.126.8    59.166.0.5       Benign       12\n",
       "175.45.176.1     149.171.126.10   Benign       11\n",
       "149.171.126.6    59.166.0.2       Benign       10\n",
       "149.171.126.7    59.166.0.3       Benign       10\n",
       "175.45.176.0     149.171.126.12   Benign       10\n",
       "149.171.126.5    59.166.0.6       Benign       10\n",
       "149.171.126.0    59.166.0.7       Benign       10\n",
       "175.45.176.2     149.171.126.12   Benign       10\n",
       "149.171.126.0    59.166.0.9       Benign        9\n",
       "                 59.166.0.1       Benign        9\n",
       "149.171.126.1    59.166.0.8       Benign        8\n",
       "                 59.166.0.6       Benign        8\n",
       "149.171.126.4    59.166.0.9       Benign        8\n",
       "149.171.126.1    59.166.0.9       Benign        8\n",
       "149.171.126.9    59.166.0.0       Benign        8\n",
       "149.171.126.8    59.166.0.1       Benign        8\n",
       "149.171.126.3    59.166.0.4       Benign        7\n",
       "149.171.126.2    59.166.0.3       Benign        7\n",
       "149.171.126.6    59.166.0.9       Benign        7\n",
       "                 59.166.0.4       Benign        7\n",
       "                 59.166.0.3       Benign        7\n",
       "149.171.126.1    59.166.0.5       Benign        7\n",
       "175.45.176.0     149.171.126.19   Benign        7\n",
       "149.171.126.4    59.166.0.7       Benign        7\n",
       "149.171.126.1    59.166.0.3       Benign        7\n",
       "149.171.126.3    59.166.0.2       Benign        7\n",
       "149.171.126.5    59.166.0.3       Benign        7\n",
       "175.45.176.2     149.171.126.16   Benign        7\n",
       "149.171.126.8    59.166.0.9       Benign        7\n",
       "149.171.126.4    59.166.0.2       Benign        7\n",
       "                 59.166.0.3       Benign        7\n",
       "149.171.126.6    59.166.0.1       Benign        6\n",
       "149.171.126.0    59.166.0.4       Benign        6\n",
       "                 59.166.0.6       Benign        6\n",
       "149.171.126.2    59.166.0.5       Benign        6\n",
       "149.171.126.4    59.166.0.8       Benign        6\n",
       "149.171.126.2    59.166.0.4       Benign        6\n",
       "149.171.126.6    59.166.0.7       Benign        6\n",
       "149.171.126.2    59.166.0.2       Benign        6\n",
       "149.171.126.7    59.166.0.4       Benign        6\n",
       "149.171.126.4    59.166.0.4       Benign        6\n",
       "149.171.126.1    59.166.0.4       Benign        6\n",
       "149.171.126.9    59.166.0.4       Benign        6\n",
       "149.171.126.8    59.166.0.7       Benign        6\n",
       "149.171.126.1    59.166.0.0       Benign        5\n",
       "149.171.126.6    59.166.0.0       Benign        5\n",
       "149.171.126.3    59.166.0.8       Benign        5\n",
       "149.171.126.12   175.45.176.0     Benign        5\n",
       "149.171.126.3    59.166.0.9       Benign        5\n",
       "149.171.126.4    59.166.0.0       Benign        5\n",
       "                 59.166.0.1       Benign        5\n",
       "149.171.126.5    59.166.0.4       Benign        5\n",
       "149.171.126.8    59.166.0.6       Benign        5\n",
       "175.45.176.1     149.171.126.19   Benign        5\n",
       "149.171.126.2    59.166.0.7       Benign        5\n",
       "149.171.126.5    59.166.0.2       Benign        5\n",
       "149.171.126.2    59.166.0.6       Benign        5\n",
       "149.171.126.5    59.166.0.1       Benign        5\n",
       "                 59.166.0.0       Benign        5\n",
       "149.171.126.8    59.166.0.8       Benign        5\n",
       "149.171.126.16   175.45.176.1     Benign        5\n",
       "149.171.126.7    59.166.0.8       Benign        5\n",
       "149.171.126.5    59.166.0.9       Benign        4\n",
       "149.171.126.1    59.166.0.1       Benign        4\n",
       "                 59.166.0.2       Benign        4\n",
       "149.171.126.19   175.45.176.2     Benign        4\n",
       "149.171.126.0    59.166.0.0       Benign        4\n",
       "10.40.85.10      192.168.241.50   Benign        4\n",
       "149.171.126.4    59.166.0.5       Benign        4\n",
       "149.171.126.8    59.166.0.4       Benign        4\n",
       "149.171.126.7    59.166.0.9       Benign        4\n",
       "149.171.126.9    59.166.0.6       Benign        4\n",
       "149.171.126.7    59.166.0.7       Benign        4\n",
       "                 59.166.0.6       Benign        4\n",
       "                 59.166.0.5       Benign        4\n",
       "149.171.126.8    59.166.0.2       Benign        4\n",
       "149.171.126.3    59.166.0.0       Benign        4\n",
       "                 59.166.0.1       Benign        4\n",
       "                 59.166.0.5       Benign        4\n",
       "149.171.126.2    59.166.0.0       Benign        4\n",
       "149.171.126.14   175.45.176.3     Benign        4\n",
       "149.171.126.8    59.166.0.0       Benign        4\n",
       "149.171.126.3    59.166.0.3       Benign        3\n",
       "149.171.126.9    59.166.0.5       Benign        3\n",
       "149.171.126.0    59.166.0.2       Benign        3\n",
       "149.171.126.14   175.45.176.2     Benign        3\n",
       "149.171.126.0    59.166.0.8       Benign        3\n",
       "                 59.166.0.5       Benign        3\n",
       "149.171.126.15   175.45.176.3     Benign        3\n",
       "149.171.126.2    59.166.0.1       Benign        3\n",
       "149.171.126.5    59.166.0.5       Benign        3\n",
       "                 59.166.0.7       Benign        3\n",
       "149.171.126.12   175.45.176.3     Benign        3\n",
       "149.171.126.7    59.166.0.0       Benign        3\n",
       "149.171.126.17   175.45.176.3     Benign        3\n",
       "149.171.126.18   175.45.176.0     Benign        3\n",
       "149.171.126.11   175.45.176.2     Benign        2\n",
       "149.171.126.14   175.45.176.0     Benign        2\n",
       "149.171.126.8    59.166.0.3       Benign        2\n",
       "149.171.126.2    59.166.0.8       Benign        2\n",
       "                 59.166.0.9       Benign        2\n",
       "149.171.126.17   175.45.176.1     Benign        2\n",
       "149.171.126.7    59.166.0.1       Benign        2\n",
       "149.171.126.15   175.45.176.0     Benign        2\n",
       "149.171.126.0    59.166.0.3       Benign        2\n",
       "149.171.126.6    59.166.0.6       Benign        2\n",
       "149.171.126.1    59.166.0.7       Benign        2\n",
       "149.171.126.9    59.166.0.7       Benign        2\n",
       "149.171.126.15   175.45.176.1     Benign        2\n",
       "10.40.85.1       175.45.176.1     Benign        2\n",
       "149.171.126.18   175.45.176.3     Benign        2\n",
       "149.171.126.9    59.166.0.3       Benign        2\n",
       "149.171.126.5    59.166.0.8       Benign        2\n",
       "149.171.126.17   175.45.176.0     Benign        2\n",
       "175.45.176.0     149.171.126.12   Exploits      1\n",
       "149.171.126.19   175.45.176.1     Benign        1\n",
       "149.171.126.18   175.45.176.1     Benign        1\n",
       "149.171.126.19   175.45.176.3     Benign        1\n",
       "149.171.126.18   175.45.176.2     Benign        1\n",
       "149.171.126.19   175.45.176.0     Benign        1\n",
       "149.171.126.10   175.45.176.2     Benign        1\n",
       "149.171.126.3    59.166.0.6       Benign        1\n",
       "                 59.166.0.7       Benign        1\n",
       "149.171.126.9    59.166.0.1       Benign        1\n",
       "149.171.126.4    59.166.0.6       Benign        1\n",
       "149.171.126.13   175.45.176.3     Benign        1\n",
       "                 175.45.176.2     Benign        1\n",
       "                 175.45.176.1     Benign        1\n",
       "149.171.126.12   175.45.176.2     Benign        1\n",
       "                 175.45.176.1     Benign        1\n",
       "175.45.176.3     149.171.126.18   Exploits      1\n",
       "149.171.126.6    59.166.0.8       Benign        1\n",
       "192.168.241.243  192.168.241.243  Benign        1\n",
       "149.171.126.7    59.166.0.2       Benign        1\n",
       "149.171.126.11   175.45.176.0     Benign        1\n",
       "149.171.126.10   175.45.176.3     Benign        1\n",
       "149.171.126.16   175.45.176.0     Benign        1\n",
       "dtype: int64"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nb15_sampled_errors[[\"IPV4_SRC_ADDR\", \"IPV4_DST_ADDR\", \"Attack\"]].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "485c91d4-9c7a-481d-9163-446c354d7d16",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(Benign    2383\n",
       " Name: Attack, dtype: int64,\n",
       " Benign    1.0\n",
       " Name: Attack, dtype: float64)"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nb15_reduced_errors[\"Attack\"].value_counts(), nb15_reduced_errors[\"Attack\"].value_counts(normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "cc5c8d1e-bcef-4684-87d5-bb01a30402f5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "IPV4_SRC_ADDR   IPV4_DST_ADDR   Attack\n",
       "175.45.176.3    149.171.126.15  Benign    55\n",
       "                149.171.126.19  Benign    50\n",
       "175.45.176.2    149.171.126.18  Benign    45\n",
       "175.45.176.0    149.171.126.16  Benign    34\n",
       "175.45.176.3    149.171.126.16  Benign    31\n",
       "175.45.176.0    149.171.126.14  Benign    31\n",
       "175.45.176.3    149.171.126.13  Benign    30\n",
       "175.45.176.1    149.171.126.17  Benign    29\n",
       "59.166.0.4      149.171.126.5   Benign    27\n",
       "175.45.176.2    149.171.126.11  Benign    27\n",
       "175.45.176.1    149.171.126.11  Benign    25\n",
       "                149.171.126.13  Benign    24\n",
       "175.45.176.3    149.171.126.17  Benign    24\n",
       "175.45.176.2    149.171.126.19  Benign    23\n",
       "175.45.176.3    149.171.126.11  Benign    22\n",
       "59.166.0.8      149.171.126.8   Benign    22\n",
       "175.45.176.0    149.171.126.13  Benign    21\n",
       "59.166.0.7      149.171.126.3   Benign    20\n",
       "59.166.0.9      149.171.126.7   Benign    20\n",
       "59.166.0.0      149.171.126.3   Benign    20\n",
       "59.166.0.4      149.171.126.4   Benign    20\n",
       "59.166.0.5      149.171.126.3   Benign    19\n",
       "59.166.0.4      149.171.126.6   Benign    19\n",
       "59.166.0.0      149.171.126.2   Benign    19\n",
       "59.166.0.2      149.171.126.2   Benign    18\n",
       "59.166.0.5      149.171.126.5   Benign    18\n",
       "59.166.0.1      149.171.126.5   Benign    18\n",
       "                149.171.126.3   Benign    18\n",
       "59.166.0.7      149.171.126.9   Benign    18\n",
       "59.166.0.9      149.171.126.3   Benign    17\n",
       "59.166.0.6      149.171.126.2   Benign    17\n",
       "                149.171.126.3   Benign    17\n",
       "                149.171.126.5   Benign    17\n",
       "59.166.0.2      149.171.126.9   Benign    17\n",
       "59.166.0.7      149.171.126.1   Benign    17\n",
       "59.166.0.2      149.171.126.3   Benign    17\n",
       "                149.171.126.0   Benign    17\n",
       "59.166.0.6      149.171.126.9   Benign    17\n",
       "59.166.0.4      149.171.126.2   Benign    16\n",
       "59.166.0.2      149.171.126.7   Benign    16\n",
       "59.166.0.1      149.171.126.9   Benign    16\n",
       "                149.171.126.7   Benign    16\n",
       "59.166.0.0      149.171.126.8   Benign    16\n",
       "175.45.176.3    149.171.126.10  Benign    16\n",
       "59.166.0.7      149.171.126.6   Benign    16\n",
       "175.45.176.1    149.171.126.15  Benign    16\n",
       "59.166.0.5      149.171.126.8   Benign    16\n",
       "                149.171.126.9   Benign    16\n",
       "59.166.0.8      149.171.126.7   Benign    16\n",
       "59.166.0.6      149.171.126.1   Benign    16\n",
       "59.166.0.9      149.171.126.0   Benign    15\n",
       "59.166.0.8      149.171.126.4   Benign    15\n",
       "59.166.0.2      149.171.126.1   Benign    15\n",
       "175.45.176.2    149.171.126.14  Benign    15\n",
       "59.166.0.9      149.171.126.4   Benign    15\n",
       "59.166.0.4      149.171.126.8   Benign    15\n",
       "59.166.0.2      149.171.126.8   Benign    15\n",
       "175.45.176.3    149.171.126.18  Benign    15\n",
       "59.166.0.3      149.171.126.3   Benign    15\n",
       "                149.171.126.4   Benign    15\n",
       "59.166.0.5      149.171.126.4   Benign    15\n",
       "59.166.0.0      149.171.126.7   Benign    14\n",
       "                149.171.126.4   Benign    14\n",
       "175.45.176.1    149.171.126.16  Benign    14\n",
       "59.166.0.0      149.171.126.9   Benign    14\n",
       "                149.171.126.1   Benign    14\n",
       "175.45.176.1    149.171.126.12  Benign    14\n",
       "59.166.0.3      149.171.126.5   Benign    14\n",
       "59.166.0.4      149.171.126.3   Benign    14\n",
       "59.166.0.5      149.171.126.7   Benign    14\n",
       "59.166.0.8      149.171.126.6   Benign    14\n",
       "59.166.0.9      149.171.126.1   Benign    14\n",
       "59.166.0.8      149.171.126.0   Benign    14\n",
       "59.166.0.9      149.171.126.5   Benign    13\n",
       "59.166.0.4      149.171.126.1   Benign    13\n",
       "59.166.0.3      149.171.126.1   Benign    13\n",
       "59.166.0.9      149.171.126.8   Benign    13\n",
       "59.166.0.1      149.171.126.1   Benign    13\n",
       "59.166.0.8      149.171.126.3   Benign    13\n",
       "59.166.0.7      149.171.126.8   Benign    12\n",
       "175.45.176.1    149.171.126.14  Benign    12\n",
       "59.166.0.8      149.171.126.9   Benign    12\n",
       "175.45.176.0    149.171.126.17  Benign    12\n",
       "59.166.0.8      149.171.126.5   Benign    12\n",
       "59.166.0.1      149.171.126.0   Benign    12\n",
       "59.166.0.7      149.171.126.4   Benign    12\n",
       "                149.171.126.0   Benign    12\n",
       "59.166.0.6      149.171.126.4   Benign    12\n",
       "59.166.0.5      149.171.126.6   Benign    12\n",
       "                149.171.126.2   Benign    12\n",
       "59.166.0.4      149.171.126.9   Benign    12\n",
       "                149.171.126.7   Benign    12\n",
       "59.166.0.3      149.171.126.2   Benign    12\n",
       "                149.171.126.0   Benign    12\n",
       "59.166.0.1      149.171.126.2   Benign    12\n",
       "59.166.0.6      149.171.126.7   Benign    12\n",
       "59.166.0.9      149.171.126.9   Benign    12\n",
       "59.166.0.4      149.171.126.0   Benign    11\n",
       "59.166.0.7      149.171.126.5   Benign    11\n",
       "59.166.0.0      149.171.126.0   Benign    11\n",
       "59.166.0.1      149.171.126.4   Benign    11\n",
       "                149.171.126.8   Benign    11\n",
       "59.166.0.3      149.171.126.6   Benign    11\n",
       "59.166.0.5      149.171.126.0   Benign    11\n",
       "                149.171.126.1   Benign    11\n",
       "59.166.0.6      149.171.126.0   Benign    11\n",
       "                149.171.126.6   Benign    11\n",
       "                149.171.126.8   Benign    11\n",
       "175.45.176.2    149.171.126.17  Benign    11\n",
       "59.166.0.7      149.171.126.7   Benign    11\n",
       "59.166.0.8      149.171.126.1   Benign    11\n",
       "59.166.0.9      149.171.126.2   Benign    11\n",
       "59.166.0.2      149.171.126.4   Benign    10\n",
       "10.40.85.10     10.40.198.10    Benign    10\n",
       "59.166.0.7      149.171.126.2   Benign    10\n",
       "59.166.0.3      149.171.126.8   Benign    10\n",
       "                149.171.126.9   Benign    10\n",
       "59.166.0.9      149.171.126.6   Benign    10\n",
       "175.45.176.1    149.171.126.18  Benign    10\n",
       "175.45.176.0    149.171.126.11  Benign    10\n",
       "                149.171.126.10  Benign    10\n",
       "175.45.176.2    149.171.126.15  Benign    10\n",
       "59.166.0.8      149.171.126.2   Benign    10\n",
       "175.45.176.0    149.171.126.12  Benign     9\n",
       "                149.171.126.15  Benign     9\n",
       "59.166.0.0      149.171.126.6   Benign     9\n",
       "59.166.0.1      149.171.126.6   Benign     9\n",
       "59.166.0.3      149.171.126.7   Benign     9\n",
       "59.166.0.2      149.171.126.5   Benign     9\n",
       "10.40.85.1      224.0.0.5       Benign     8\n",
       "10.40.182.1     224.0.0.5       Benign     8\n",
       "175.45.176.0    149.171.126.18  Benign     8\n",
       "59.166.0.0      149.171.126.5   Benign     7\n",
       "175.45.176.3    149.171.126.14  Benign     7\n",
       "175.45.176.1    149.171.126.10  Benign     7\n",
       "59.166.0.2      149.171.126.6   Benign     6\n",
       "149.171.126.6   59.166.0.1      Benign     6\n",
       "149.171.126.0   59.166.0.6      Benign     6\n",
       "175.45.176.2    149.171.126.12  Benign     6\n",
       "                149.171.126.13  Benign     6\n",
       "149.171.126.0   59.166.0.1      Benign     5\n",
       "                59.166.0.4      Benign     5\n",
       "149.171.126.6   59.166.0.0      Benign     5\n",
       "149.171.126.14  175.45.176.3    Benign     5\n",
       "149.171.126.4   59.166.0.1      Benign     5\n",
       "149.171.126.9   59.166.0.2      Benign     5\n",
       "175.45.176.2    149.171.126.16  Benign     5\n",
       "149.171.126.9   59.166.0.1      Benign     5\n",
       "149.171.126.1   59.166.0.5      Benign     4\n",
       "149.171.126.4   59.166.0.0      Benign     4\n",
       "149.171.126.9   59.166.0.5      Benign     4\n",
       "175.45.176.0    149.171.126.19  Benign     4\n",
       "149.171.126.1   59.166.0.4      Benign     4\n",
       "                59.166.0.3      Benign     4\n",
       "175.45.176.1    149.171.126.19  Benign     4\n",
       "149.171.126.4   59.166.0.3      Benign     4\n",
       "149.171.126.0   59.166.0.2      Benign     4\n",
       "149.171.126.5   59.166.0.9      Benign     4\n",
       "149.171.126.6   59.166.0.7      Benign     4\n",
       "149.171.126.3   59.166.0.0      Benign     4\n",
       "149.171.126.2   59.166.0.0      Benign     3\n",
       "149.171.126.19  175.45.176.2    Benign     3\n",
       "149.171.126.7   59.166.0.0      Benign     3\n",
       "149.171.126.17  175.45.176.0    Benign     3\n",
       "149.171.126.9   59.166.0.7      Benign     3\n",
       "149.171.126.2   59.166.0.1      Benign     3\n",
       "149.171.126.6   59.166.0.3      Benign     3\n",
       "149.171.126.12  175.45.176.1    Benign     3\n",
       "149.171.126.4   59.166.0.2      Benign     3\n",
       "149.171.126.3   59.166.0.1      Benign     3\n",
       "149.171.126.7   59.166.0.7      Benign     3\n",
       "                59.166.0.3      Benign     3\n",
       "                59.166.0.9      Benign     3\n",
       "149.171.126.8   59.166.0.9      Benign     3\n",
       "149.171.126.5   59.166.0.4      Benign     3\n",
       "175.45.176.3    149.171.126.12  Benign     3\n",
       "149.171.126.8   59.166.0.4      Benign     3\n",
       "149.171.126.5   59.166.0.8      Benign     3\n",
       "149.171.126.8   59.166.0.5      Benign     3\n",
       "149.171.126.0   59.166.0.7      Benign     3\n",
       "149.171.126.7   59.166.0.5      Benign     3\n",
       "149.171.126.5   59.166.0.2      Benign     3\n",
       "149.171.126.4   59.166.0.8      Benign     3\n",
       "                59.166.0.7      Benign     3\n",
       "149.171.126.17  175.45.176.1    Benign     2\n",
       "149.171.126.19  175.45.176.1    Benign     2\n",
       "149.171.126.1   59.166.0.8      Benign     2\n",
       "149.171.126.9   59.166.0.0      Benign     2\n",
       "149.171.126.1   59.166.0.1      Benign     2\n",
       "149.171.126.2   59.166.0.4      Benign     2\n",
       "                59.166.0.6      Benign     2\n",
       "149.171.126.8   59.166.0.2      Benign     2\n",
       "149.171.126.9   59.166.0.4      Benign     2\n",
       "149.171.126.6   59.166.0.4      Benign     2\n",
       "149.171.126.3   59.166.0.8      Benign     2\n",
       "                59.166.0.6      Benign     2\n",
       "149.171.126.5   59.166.0.5      Benign     2\n",
       "175.45.176.2    149.171.126.10  Benign     2\n",
       "149.171.126.4   59.166.0.5      Benign     2\n",
       "149.171.126.7   59.166.0.1      Benign     2\n",
       "149.171.126.5   59.166.0.6      Benign     2\n",
       "149.171.126.6   59.166.0.5      Benign     2\n",
       "149.171.126.4   59.166.0.4      Benign     2\n",
       "149.171.126.6   59.166.0.8      Benign     2\n",
       "149.171.126.3   59.166.0.5      Benign     2\n",
       "149.171.126.6   59.166.0.2      Benign     2\n",
       "                59.166.0.9      Benign     2\n",
       "149.171.126.3   59.166.0.3      Benign     2\n",
       "                59.166.0.2      Benign     2\n",
       "149.171.126.4   59.166.0.9      Benign     2\n",
       "149.171.126.2   59.166.0.8      Benign     2\n",
       "                59.166.0.7      Benign     2\n",
       "149.171.126.1   59.166.0.0      Benign     1\n",
       "149.171.126.5   59.166.0.1      Benign     1\n",
       "149.171.126.1   59.166.0.2      Benign     1\n",
       "149.171.126.5   59.166.0.3      Benign     1\n",
       "                59.166.0.0      Benign     1\n",
       "149.171.126.7   59.166.0.4      Benign     1\n",
       "149.171.126.0   59.166.0.9      Benign     1\n",
       "149.171.126.8   59.166.0.8      Benign     1\n",
       "149.171.126.0   59.166.0.5      Benign     1\n",
       "149.171.126.8   59.166.0.7      Benign     1\n",
       "149.171.126.0   59.166.0.3      Benign     1\n",
       "149.171.126.5   59.166.0.7      Benign     1\n",
       "149.171.126.0   59.166.0.0      Benign     1\n",
       "10.40.85.10     192.168.241.50  Benign     1\n",
       "149.171.126.8   59.166.0.3      Benign     1\n",
       "                59.166.0.1      Benign     1\n",
       "10.40.85.1      175.45.176.3    Benign     1\n",
       "149.171.126.4   59.166.0.6      Benign     1\n",
       "149.171.126.11  175.45.176.1    Benign     1\n",
       "149.171.126.1   59.166.0.7      Benign     1\n",
       "149.171.126.16  175.45.176.1    Benign     1\n",
       "149.171.126.2   59.166.0.5      Benign     1\n",
       "                59.166.0.2      Benign     1\n",
       "149.171.126.3   59.166.0.4      Benign     1\n",
       "10.40.85.1      175.45.176.0    Benign     1\n",
       "149.171.126.7   59.166.0.8      Benign     1\n",
       "149.171.126.9   59.166.0.9      Benign     1\n",
       "149.171.126.19  175.45.176.0    Benign     1\n",
       "149.171.126.18  175.45.176.3    Benign     1\n",
       "                175.45.176.0    Benign     1\n",
       "149.171.126.7   59.166.0.2      Benign     1\n",
       "149.171.126.15  175.45.176.3    Benign     1\n",
       "149.171.126.9   59.166.0.3      Benign     1\n",
       "149.171.126.15  175.45.176.1    Benign     1\n",
       "149.171.126.9   59.166.0.8      Benign     1\n",
       "149.171.126.3   59.166.0.9      Benign     1\n",
       "149.171.126.14  175.45.176.0    Benign     1\n",
       "149.171.126.12  175.45.176.3    Benign     1\n",
       "149.171.126.8   59.166.0.0      Benign     1\n",
       "149.171.126.12  175.45.176.0    Benign     1\n",
       "149.171.126.11  175.45.176.2    Benign     1\n",
       "149.171.126.7   59.166.0.6      Benign     1\n",
       "149.171.126.11  175.45.176.0    Benign     1\n",
       "149.171.126.2   59.166.0.3      Benign     1\n",
       "dtype: int64"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nb15_reduced_errors[[\"IPV4_SRC_ADDR\", \"IPV4_DST_ADDR\", \"Attack\"]].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d42b09b6-1144-4881-ade0-ef683179259a",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "venv",
   "language": "python",
   "name": "venv"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}