plot-v6-preference-cdf.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import sqlite3\n",
    "import pandas as pd\n",
    "import filterbyip as fbi\n",
    "import requests\n",
    "import asinfo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Populating the interactive namespace from numpy and matplotlib\n"
     ]
    }
   ],
   "source": [
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "\n",
    "%pylab inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>body {\n",
       "    margin: 0;\n",
       "    font-family: Helvetica;\n",
       "}\n",
       "table.dataframe {\n",
       "    border-collapse: collapse;\n",
       "    border: none;\n",
       "}\n",
       "table.dataframe tr {\n",
       "    border: none;\n",
       "}\n",
       "table.dataframe td, table.dataframe th {\n",
       "    margin: 0;\n",
       "    border: 1px solid white;\n",
       "    padding-left: 0.25em;\n",
       "    padding-right: 0.25em;\n",
       "}\n",
       "table.dataframe th:not(:empty) {\n",
       "    background-color: #fec;\n",
       "    text-align: left;\n",
       "    font-weight: normal;\n",
       "}\n",
       "table.dataframe tr:nth-child(2) th:empty {\n",
       "    border-left: none;\n",
       "    border-right: 1px dashed #888;\n",
       "}\n",
       "table.dataframe td {\n",
       "    border: 2px solid #ccf;\n",
       "    background-color: #f4f4ff;\n",
       "}\n",
       "h3 {\n",
       "    color: white;\n",
       "    background-color: black;\n",
       "    padding: 0.5em;\n",
       "}\n",
       "\n",
       ".CodeMirror {\n",
       "    font-family: 'Monaco for Powerline';\n",
       "}\n",
       "\n",
       "div.cell.code_cell {\n",
       "    font-family: 'Monaco for Powerline';\n",
       "}\n",
       "\n",
       "div.output_area pre {\n",
       "    font-family: 'Monaco for Powerline';\n",
       "}\n",
       "</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from IPython.core.display import HTML\n",
    "css = open('style-table.css').read() + open('style-notebook.css').read()\n",
    "HTML('<style>{}</style>'.format(css))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def asn_from_probe_name(probe_name):\n",
    "    base = 'http://leone-collector.eecs.jacobs-university.de/msmpoint'\n",
    "    msm_metadata = requests.get('%s/%s'%(base, probe_name))\n",
    "    asn4 = str(msm_metadata.json()['asn4'])\n",
    "    asn6 = str(msm_metadata.json()['asn6'])\n",
    "    return asn4,asn6"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dailydb_location = '/data/vbajpai/datasets/youtube-data-collection-python3/youtube.db'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "query = '''select   msmpoint.name as probe\n",
    "                  , dtime\n",
    "                  , video_id                  \n",
    "                  , audio_address\n",
    "                  , audio_connect_time\n",
    "                  , video_connect_time\n",
    "                  , web_connect_time\n",
    "           from youtube, msmpoint\n",
    "           where youtube.unit_id = msmpoint.skunitid\n",
    "           and msmpoint.skunitid <> ''\n",
    "           and successes = 1\n",
    "           and failures = 0;\n",
    "        '''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "con = sqlite3.connect(dailydb_location)\n",
    "df = pd.read_sql(query, con)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>probe</th>\n",
       "      <th>dtime</th>\n",
       "      <th>video_id</th>\n",
       "      <th>audio_address</th>\n",
       "      <th>audio_connect_time</th>\n",
       "      <th>video_connect_time</th>\n",
       "      <th>web_connect_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>samsbox81</td>\n",
       "      <td>2016-09-05 16:29:41</td>\n",
       "      <td>sYf0vYkUtyA</td>\n",
       "      <td>193.212.4.15</td>\n",
       "      <td>8731</td>\n",
       "      <td>7658</td>\n",
       "      <td>6916.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>samsbox81</td>\n",
       "      <td>2016-09-05 16:30:23</td>\n",
       "      <td>sYf0vYkUtyA</td>\n",
       "      <td>2001:4600:9:307::f</td>\n",
       "      <td>11176</td>\n",
       "      <td>10076</td>\n",
       "      <td>17844.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>samsbox81</td>\n",
       "      <td>2016-09-05 17:26:17</td>\n",
       "      <td>sYf0vYkUtyA</td>\n",
       "      <td>193.212.4.15</td>\n",
       "      <td>8904</td>\n",
       "      <td>7760</td>\n",
       "      <td>7122.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>samsbox81</td>\n",
       "      <td>2016-09-05 17:26:59</td>\n",
       "      <td>sYf0vYkUtyA</td>\n",
       "      <td>2001:4600:9:307::f</td>\n",
       "      <td>11010</td>\n",
       "      <td>9826</td>\n",
       "      <td>17781.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>samsbox81</td>\n",
       "      <td>2016-09-05 18:25:53</td>\n",
       "      <td>sYf0vYkUtyA</td>\n",
       "      <td>193.212.4.15</td>\n",
       "      <td>9015</td>\n",
       "      <td>7859</td>\n",
       "      <td>8110.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       probe                dtime     video_id       audio_address  \\\n",
       "0  samsbox81  2016-09-05 16:29:41  sYf0vYkUtyA        193.212.4.15   \n",
       "1  samsbox81  2016-09-05 16:30:23  sYf0vYkUtyA  2001:4600:9:307::f   \n",
       "2  samsbox81  2016-09-05 17:26:17  sYf0vYkUtyA        193.212.4.15   \n",
       "3  samsbox81  2016-09-05 17:26:59  sYf0vYkUtyA  2001:4600:9:307::f   \n",
       "4  samsbox81  2016-09-05 18:25:53  sYf0vYkUtyA        193.212.4.15   \n",
       "\n",
       "   audio_connect_time  video_connect_time  web_connect_time  \n",
       "0                8731                7658            6916.0  \n",
       "1               11176               10076           17844.0  \n",
       "2                8904                7760            7122.0  \n",
       "3               11010                9826           17781.0  \n",
       "4                9015                7859            8110.0  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def round_time_to_nearest_hour(dtime):\n",
    "    import datetime;    \n",
    "    d = datetime.datetime.strptime(dtime, \"%Y-%m-%d %H:%M:%S\")\n",
    "    d = d.replace(minute=0, second=0)\n",
    "    dtime = d.strftime('%Y-%m-%d %H:%M:%S')\n",
    "    return dtime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df['dtime'] = df['dtime'].apply(round_time_to_nearest_hour)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = df.sort_values('dtime')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>probe</th>\n",
       "      <th>dtime</th>\n",
       "      <th>video_id</th>\n",
       "      <th>audio_address</th>\n",
       "      <th>audio_connect_time</th>\n",
       "      <th>video_connect_time</th>\n",
       "      <th>web_connect_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3036654</th>\n",
       "      <td>samsbox24</td>\n",
       "      <td>2014-08-20 01:00:00</td>\n",
       "      <td>u5KQQWlIgGc</td>\n",
       "      <td>173.194.137.147</td>\n",
       "      <td>17455</td>\n",
       "      <td>16764</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3036655</th>\n",
       "      <td>samsbox24</td>\n",
       "      <td>2014-08-20 04:00:00</td>\n",
       "      <td>u5KQQWlIgGc</td>\n",
       "      <td>173.194.137.147</td>\n",
       "      <td>17501</td>\n",
       "      <td>19992</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3036656</th>\n",
       "      <td>samsbox24</td>\n",
       "      <td>2014-08-20 06:00:00</td>\n",
       "      <td>u5KQQWlIgGc</td>\n",
       "      <td>173.194.137.147</td>\n",
       "      <td>17105</td>\n",
       "      <td>17226</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3036657</th>\n",
       "      <td>samsbox24</td>\n",
       "      <td>2014-08-20 08:00:00</td>\n",
       "      <td>u5KQQWlIgGc</td>\n",
       "      <td>173.194.137.147</td>\n",
       "      <td>17100</td>\n",
       "      <td>20053</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3036658</th>\n",
       "      <td>samsbox24</td>\n",
       "      <td>2014-08-20 09:00:00</td>\n",
       "      <td>u5KQQWlIgGc</td>\n",
       "      <td>173.194.137.147</td>\n",
       "      <td>19009</td>\n",
       "      <td>19057</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             probe                dtime     video_id    audio_address  \\\n",
       "3036654  samsbox24  2014-08-20 01:00:00  u5KQQWlIgGc  173.194.137.147   \n",
       "3036655  samsbox24  2014-08-20 04:00:00  u5KQQWlIgGc  173.194.137.147   \n",
       "3036656  samsbox24  2014-08-20 06:00:00  u5KQQWlIgGc  173.194.137.147   \n",
       "3036657  samsbox24  2014-08-20 08:00:00  u5KQQWlIgGc  173.194.137.147   \n",
       "3036658  samsbox24  2014-08-20 09:00:00  u5KQQWlIgGc  173.194.137.147   \n",
       "\n",
       "         audio_connect_time  video_connect_time  web_connect_time  \n",
       "3036654               17455               16764               NaN  \n",
       "3036655               17501               19992               NaN  \n",
       "3036656               17105               17226               NaN  \n",
       "3036657               17100               20053               NaN  \n",
       "3036658               19009               19057               NaN  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>probe</th>\n",
       "      <th>dtime</th>\n",
       "      <th>video_id</th>\n",
       "      <th>audio_address</th>\n",
       "      <th>audio_connect_time</th>\n",
       "      <th>video_connect_time</th>\n",
       "      <th>web_connect_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1979966</th>\n",
       "      <td>samsbox60</td>\n",
       "      <td>2017-06-27 23:00:00</td>\n",
       "      <td>qzlGB3eOjlU</td>\n",
       "      <td>173.194.61.40</td>\n",
       "      <td>19639</td>\n",
       "      <td>18952</td>\n",
       "      <td>22594.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2942273</th>\n",
       "      <td>samsbox93</td>\n",
       "      <td>2017-06-27 23:00:00</td>\n",
       "      <td>qzlGB3eOjlU</td>\n",
       "      <td>2607:f8b0:400a:14::8</td>\n",
       "      <td>19854</td>\n",
       "      <td>18706</td>\n",
       "      <td>28582.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2409424</th>\n",
       "      <td>samsbox98</td>\n",
       "      <td>2017-06-27 23:00:00</td>\n",
       "      <td>qzlGB3eOjlU</td>\n",
       "      <td>173.194.160.152</td>\n",
       "      <td>19514</td>\n",
       "      <td>18347</td>\n",
       "      <td>23838.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3481891</th>\n",
       "      <td>samsbox75</td>\n",
       "      <td>2017-06-27 23:00:00</td>\n",
       "      <td>qzlGB3eOjlU</td>\n",
       "      <td>74.125.13.42</td>\n",
       "      <td>1640</td>\n",
       "      <td>1116</td>\n",
       "      <td>1652.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4422464</th>\n",
       "      <td>samsbox91</td>\n",
       "      <td>2017-06-27 23:00:00</td>\n",
       "      <td>qzlGB3eOjlU</td>\n",
       "      <td>62.231.78.13</td>\n",
       "      <td>6344</td>\n",
       "      <td>5199</td>\n",
       "      <td>19917.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             probe                dtime     video_id         audio_address  \\\n",
       "1979966  samsbox60  2017-06-27 23:00:00  qzlGB3eOjlU         173.194.61.40   \n",
       "2942273  samsbox93  2017-06-27 23:00:00  qzlGB3eOjlU  2607:f8b0:400a:14::8   \n",
       "2409424  samsbox98  2017-06-27 23:00:00  qzlGB3eOjlU       173.194.160.152   \n",
       "3481891  samsbox75  2017-06-27 23:00:00  qzlGB3eOjlU          74.125.13.42   \n",
       "4422464  samsbox91  2017-06-27 23:00:00  qzlGB3eOjlU          62.231.78.13   \n",
       "\n",
       "         audio_connect_time  video_connect_time  web_connect_time  \n",
       "1979966               19639               18952           22594.0  \n",
       "2942273               19854               18706           28582.0  \n",
       "2409424               19514               18347           23838.0  \n",
       "3481891                1640                1116            1652.0  \n",
       "4422464                6344                5199           19917.0  "
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "num_probes = len(set(df['probe']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "probe                 4422465\n",
       "dtime                 4422465\n",
       "video_id              4422465\n",
       "audio_address         4416948\n",
       "audio_connect_time    4422465\n",
       "video_connect_time    4422465\n",
       "web_connect_time      4346299\n",
       "dtype: int64"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = df.dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "probe                 4341008\n",
       "dtime                 4341008\n",
       "video_id              4341008\n",
       "audio_address         4341008\n",
       "audio_connect_time    4341008\n",
       "video_connect_time    4341008\n",
       "web_connect_time      4341008\n",
       "dtype: int64"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def filter_by_ip(df, column):\n",
    "  \"\"\"reads a DataFrame, calls fbi.filter_v{4,6} to get DataFrames with rows\n",
    "     containing only v4, v6 endpoints. Returns the two DataFrame as a tuple\"\"\"\n",
    "\n",
    "  dfv6 = fbi.filter_v6(df, column)\n",
    "  dfv4 = fbi.filter_v4(df, column)\n",
    "  return dfv4, dfv6"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dfv4, dfv6 = filter_by_ip(df, column = 'audio_address')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dfv4['name'] = dfv4['probe'].apply(lambda name: \"#%02d\"%int(name[7:]))\n",
    "dfv6['name'] = dfv6['probe'].apply(lambda name: \"#%02d\"%int(name[7:]))\n",
    "del dfv4['probe']; del dfv6['probe']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dtime</th>\n",
       "      <th>video_id</th>\n",
       "      <th>audio_address</th>\n",
       "      <th>audio_connect_time</th>\n",
       "      <th>video_connect_time</th>\n",
       "      <th>web_connect_time</th>\n",
       "      <th>name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3037786</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>74.125.105.178</td>\n",
       "      <td>17384</td>\n",
       "      <td>17224</td>\n",
       "      <td>16265.0</td>\n",
       "      <td>#24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12246</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>64.15.112.79</td>\n",
       "      <td>16168</td>\n",
       "      <td>16517</td>\n",
       "      <td>17429.0</td>\n",
       "      <td>#02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2117093</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>149.3.177.111</td>\n",
       "      <td>38650</td>\n",
       "      <td>37155</td>\n",
       "      <td>35657.0</td>\n",
       "      <td>#06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4302454</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>74.125.15.82</td>\n",
       "      <td>36044</td>\n",
       "      <td>33055</td>\n",
       "      <td>40688.0</td>\n",
       "      <td>#11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4302453</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>83.255.235.15</td>\n",
       "      <td>12199</td>\n",
       "      <td>12613</td>\n",
       "      <td>19168.0</td>\n",
       "      <td>#11</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       dtime     video_id   audio_address  audio_connect_time  \\\n",
       "3037786  2014-12-10 12:00:00  dOyJqGtP-wU  74.125.105.178               17384   \n",
       "12246    2014-12-10 12:00:00  dOyJqGtP-wU    64.15.112.79               16168   \n",
       "2117093  2014-12-10 12:00:00  dOyJqGtP-wU   149.3.177.111               38650   \n",
       "4302454  2014-12-10 13:00:00  dOyJqGtP-wU    74.125.15.82               36044   \n",
       "4302453  2014-12-10 13:00:00  dOyJqGtP-wU   83.255.235.15               12199   \n",
       "\n",
       "         video_connect_time  web_connect_time name  \n",
       "3037786               17224           16265.0  #24  \n",
       "12246                 16517           17429.0  #02  \n",
       "2117093               37155           35657.0  #06  \n",
       "4302454               33055           40688.0  #11  \n",
       "4302453               12613           19168.0  #11  "
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfv4.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dtime</th>\n",
       "      <th>video_id</th>\n",
       "      <th>audio_address</th>\n",
       "      <th>audio_connect_time</th>\n",
       "      <th>video_connect_time</th>\n",
       "      <th>web_connect_time</th>\n",
       "      <th>name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2265090</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>2a00:1450:4005:6::12</td>\n",
       "      <td>21590</td>\n",
       "      <td>21763</td>\n",
       "      <td>29924.0</td>\n",
       "      <td>#04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3987059</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>2a00:1450:400a:6::12</td>\n",
       "      <td>53338</td>\n",
       "      <td>52224</td>\n",
       "      <td>5203.0</td>\n",
       "      <td>#16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1779714</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>2a00:1450:4009:29::12</td>\n",
       "      <td>41047</td>\n",
       "      <td>41498</td>\n",
       "      <td>57187.0</td>\n",
       "      <td>#07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1779713</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>2a00:1450:4003:15::12</td>\n",
       "      <td>61707</td>\n",
       "      <td>61746</td>\n",
       "      <td>25108.0</td>\n",
       "      <td>#07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3844417</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>2001:1a80:100:1c::c</td>\n",
       "      <td>13701</td>\n",
       "      <td>13842</td>\n",
       "      <td>15060.0</td>\n",
       "      <td>#03</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       dtime     video_id          audio_address  \\\n",
       "2265090  2014-12-10 12:00:00  dOyJqGtP-wU   2a00:1450:4005:6::12   \n",
       "3987059  2014-12-10 12:00:00  dOyJqGtP-wU   2a00:1450:400a:6::12   \n",
       "1779714  2014-12-10 12:00:00  dOyJqGtP-wU  2a00:1450:4009:29::12   \n",
       "1779713  2014-12-10 12:00:00  dOyJqGtP-wU  2a00:1450:4003:15::12   \n",
       "3844417  2014-12-10 12:00:00  dOyJqGtP-wU    2001:1a80:100:1c::c   \n",
       "\n",
       "         audio_connect_time  video_connect_time  web_connect_time name  \n",
       "2265090               21590               21763           29924.0  #04  \n",
       "3987059               53338               52224            5203.0  #16  \n",
       "1779714               41047               41498           57187.0  #07  \n",
       "1779713               61707               61746           25108.0  #07  \n",
       "3844417               13701               13842           15060.0  #03  "
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfv6.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = pd.merge(dfv4, dfv6, on=[\"name\",\"dtime\", \"video_id\"])\n",
    "df.rename(columns={  'audio_address_x': 'audio_ep_v4'\n",
    "                   , 'audio_connect_time_x': 'audio_connect_time_v4'\n",
    "                   , 'video_connect_time_x': 'video_connect_time_v4'\n",
    "                   , 'web_connect_time_x': 'web_connect_time_v4'                   \n",
    "                   , 'audio_address_y': 'audio_ep_v6'\n",
    "                   , 'audio_connect_time_y': 'audio_connect_time_v6'\n",
    "                   , 'video_connect_time_y': 'video_connect_time_v6'\n",
    "                   , 'web_connect_time_y': 'web_connect_time_v6'                                      \n",
    "                  } ,  inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df['v6_audio_status'] = 0\n",
    "df['v4_audio_status'] = 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dtime</th>\n",
       "      <th>video_id</th>\n",
       "      <th>audio_ep_v4</th>\n",
       "      <th>audio_connect_time_v4</th>\n",
       "      <th>video_connect_time_v4</th>\n",
       "      <th>web_connect_time_v4</th>\n",
       "      <th>name</th>\n",
       "      <th>audio_ep_v6</th>\n",
       "      <th>audio_connect_time_v6</th>\n",
       "      <th>video_connect_time_v6</th>\n",
       "      <th>web_connect_time_v6</th>\n",
       "      <th>v6_audio_status</th>\n",
       "      <th>v4_audio_status</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>64.15.112.79</td>\n",
       "      <td>16168</td>\n",
       "      <td>16517</td>\n",
       "      <td>17429.0</td>\n",
       "      <td>#02</td>\n",
       "      <td>2a00:1450:4005:6::12</td>\n",
       "      <td>13244</td>\n",
       "      <td>13598</td>\n",
       "      <td>16136.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>149.3.177.111</td>\n",
       "      <td>38650</td>\n",
       "      <td>37155</td>\n",
       "      <td>35657.0</td>\n",
       "      <td>#06</td>\n",
       "      <td>2a00:1450:4002:9::12</td>\n",
       "      <td>35595</td>\n",
       "      <td>34203</td>\n",
       "      <td>36757.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>149.3.177.111</td>\n",
       "      <td>39748</td>\n",
       "      <td>37298</td>\n",
       "      <td>34160.0</td>\n",
       "      <td>#06</td>\n",
       "      <td>2a00:1450:4002:9::12</td>\n",
       "      <td>36146</td>\n",
       "      <td>35134</td>\n",
       "      <td>40201.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>202.224.62.79</td>\n",
       "      <td>21983</td>\n",
       "      <td>22085</td>\n",
       "      <td>22511.0</td>\n",
       "      <td>#12</td>\n",
       "      <td>2404:6800:400a:8::12</td>\n",
       "      <td>38578</td>\n",
       "      <td>38122</td>\n",
       "      <td>47443.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>202.224.62.79</td>\n",
       "      <td>21983</td>\n",
       "      <td>22085</td>\n",
       "      <td>22511.0</td>\n",
       "      <td>#12</td>\n",
       "      <td>2a00:1450:4009:29::12</td>\n",
       "      <td>265018</td>\n",
       "      <td>267132</td>\n",
       "      <td>46896.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 dtime     video_id    audio_ep_v4  audio_connect_time_v4  \\\n",
       "0  2014-12-10 12:00:00  dOyJqGtP-wU   64.15.112.79                  16168   \n",
       "1  2014-12-10 12:00:00  dOyJqGtP-wU  149.3.177.111                  38650   \n",
       "2  2014-12-10 13:00:00  dOyJqGtP-wU  149.3.177.111                  39748   \n",
       "3  2014-12-10 13:00:00  dOyJqGtP-wU  202.224.62.79                  21983   \n",
       "4  2014-12-10 13:00:00  dOyJqGtP-wU  202.224.62.79                  21983   \n",
       "\n",
       "   video_connect_time_v4  web_connect_time_v4 name            audio_ep_v6  \\\n",
       "0                  16517              17429.0  #02   2a00:1450:4005:6::12   \n",
       "1                  37155              35657.0  #06   2a00:1450:4002:9::12   \n",
       "2                  37298              34160.0  #06   2a00:1450:4002:9::12   \n",
       "3                  22085              22511.0  #12   2404:6800:400a:8::12   \n",
       "4                  22085              22511.0  #12  2a00:1450:4009:29::12   \n",
       "\n",
       "   audio_connect_time_v6  video_connect_time_v6  web_connect_time_v6  \\\n",
       "0                  13244                  13598              16136.0   \n",
       "1                  35595                  34203              36757.0   \n",
       "2                  36146                  35134              40201.0   \n",
       "3                  38578                  38122              47443.0   \n",
       "4                 265018                 267132              46896.0   \n",
       "\n",
       "   v6_audio_status  v4_audio_status  \n",
       "0                0                0  \n",
       "1                0                0  \n",
       "2                0                0  \n",
       "3                0                0  \n",
       "4                0                0  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dtime                    6545635\n",
       "video_id                 6545635\n",
       "audio_ep_v4              6545635\n",
       "audio_connect_time_v4    6545635\n",
       "video_connect_time_v4    6545635\n",
       "web_connect_time_v4      6545635\n",
       "name                     6545635\n",
       "audio_ep_v6              6545635\n",
       "audio_connect_time_v6    6545635\n",
       "video_connect_time_v6    6545635\n",
       "web_connect_time_v6      6545635\n",
       "v6_audio_status          6545635\n",
       "v4_audio_status          6545635\n",
       "dtype: int64"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df['v4v6_audio_connect_time'] = df.audio_connect_time_v4.map(str) + ',' + df.audio_connect_time_v6.map(str)\n",
    "df['v4v6_video_connect_time'] = df.video_connect_time_v4.map(str) + ',' + df.video_connect_time_v6.map(str)\n",
    "df['v4v6_web_connect_time']   = df.web_connect_time_v4.map(str) + ',' + df.web_connect_time_v6.map(str)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dtime</th>\n",
       "      <th>video_id</th>\n",
       "      <th>audio_ep_v4</th>\n",
       "      <th>audio_connect_time_v4</th>\n",
       "      <th>video_connect_time_v4</th>\n",
       "      <th>web_connect_time_v4</th>\n",
       "      <th>name</th>\n",
       "      <th>audio_ep_v6</th>\n",
       "      <th>audio_connect_time_v6</th>\n",
       "      <th>video_connect_time_v6</th>\n",
       "      <th>web_connect_time_v6</th>\n",
       "      <th>v6_audio_status</th>\n",
       "      <th>v4_audio_status</th>\n",
       "      <th>v4v6_audio_connect_time</th>\n",
       "      <th>v4v6_video_connect_time</th>\n",
       "      <th>v4v6_web_connect_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>64.15.112.79</td>\n",
       "      <td>16168</td>\n",
       "      <td>16517</td>\n",
       "      <td>17429.0</td>\n",
       "      <td>#02</td>\n",
       "      <td>2a00:1450:4005:6::12</td>\n",
       "      <td>13244</td>\n",
       "      <td>13598</td>\n",
       "      <td>16136.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>16168,13244</td>\n",
       "      <td>16517,13598</td>\n",
       "      <td>17429.0,16136.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>149.3.177.111</td>\n",
       "      <td>38650</td>\n",
       "      <td>37155</td>\n",
       "      <td>35657.0</td>\n",
       "      <td>#06</td>\n",
       "      <td>2a00:1450:4002:9::12</td>\n",
       "      <td>35595</td>\n",
       "      <td>34203</td>\n",
       "      <td>36757.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>38650,35595</td>\n",
       "      <td>37155,34203</td>\n",
       "      <td>35657.0,36757.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>149.3.177.111</td>\n",
       "      <td>39748</td>\n",
       "      <td>37298</td>\n",
       "      <td>34160.0</td>\n",
       "      <td>#06</td>\n",
       "      <td>2a00:1450:4002:9::12</td>\n",
       "      <td>36146</td>\n",
       "      <td>35134</td>\n",
       "      <td>40201.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>39748,36146</td>\n",
       "      <td>37298,35134</td>\n",
       "      <td>34160.0,40201.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>202.224.62.79</td>\n",
       "      <td>21983</td>\n",
       "      <td>22085</td>\n",
       "      <td>22511.0</td>\n",
       "      <td>#12</td>\n",
       "      <td>2404:6800:400a:8::12</td>\n",
       "      <td>38578</td>\n",
       "      <td>38122</td>\n",
       "      <td>47443.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>21983,38578</td>\n",
       "      <td>22085,38122</td>\n",
       "      <td>22511.0,47443.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>202.224.62.79</td>\n",
       "      <td>21983</td>\n",
       "      <td>22085</td>\n",
       "      <td>22511.0</td>\n",
       "      <td>#12</td>\n",
       "      <td>2a00:1450:4009:29::12</td>\n",
       "      <td>265018</td>\n",
       "      <td>267132</td>\n",
       "      <td>46896.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>21983,265018</td>\n",
       "      <td>22085,267132</td>\n",
       "      <td>22511.0,46896.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 dtime     video_id    audio_ep_v4  audio_connect_time_v4  \\\n",
       "0  2014-12-10 12:00:00  dOyJqGtP-wU   64.15.112.79                  16168   \n",
       "1  2014-12-10 12:00:00  dOyJqGtP-wU  149.3.177.111                  38650   \n",
       "2  2014-12-10 13:00:00  dOyJqGtP-wU  149.3.177.111                  39748   \n",
       "3  2014-12-10 13:00:00  dOyJqGtP-wU  202.224.62.79                  21983   \n",
       "4  2014-12-10 13:00:00  dOyJqGtP-wU  202.224.62.79                  21983   \n",
       "\n",
       "   video_connect_time_v4  web_connect_time_v4 name            audio_ep_v6  \\\n",
       "0                  16517              17429.0  #02   2a00:1450:4005:6::12   \n",
       "1                  37155              35657.0  #06   2a00:1450:4002:9::12   \n",
       "2                  37298              34160.0  #06   2a00:1450:4002:9::12   \n",
       "3                  22085              22511.0  #12   2404:6800:400a:8::12   \n",
       "4                  22085              22511.0  #12  2a00:1450:4009:29::12   \n",
       "\n",
       "   audio_connect_time_v6  video_connect_time_v6  web_connect_time_v6  \\\n",
       "0                  13244                  13598              16136.0   \n",
       "1                  35595                  34203              36757.0   \n",
       "2                  36146                  35134              40201.0   \n",
       "3                  38578                  38122              47443.0   \n",
       "4                 265018                 267132              46896.0   \n",
       "\n",
       "   v6_audio_status  v4_audio_status v4v6_audio_connect_time  \\\n",
       "0                0                0             16168,13244   \n",
       "1                0                0             38650,35595   \n",
       "2                0                0             39748,36146   \n",
       "3                0                0             21983,38578   \n",
       "4                0                0            21983,265018   \n",
       "\n",
       "  v4v6_video_connect_time v4v6_web_connect_time  \n",
       "0             16517,13598       17429.0,16136.0  \n",
       "1             37155,34203       35657.0,36757.0  \n",
       "2             37298,35134       34160.0,40201.0  \n",
       "3             22085,38122       22511.0,47443.0  \n",
       "4            22085,267132       22511.0,46896.0  "
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def cal_he_preference(first_family, second_family):\n",
    "    if (first_family < 300000) or (first_family <= second_family + 300000): v4_status, v6_status = 0,1\n",
    "    elif second_family < (first_family - 300000): v4_status, v6_status = 1,0\n",
    "    return v4_status, v6_status"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def return_preferred_af(v4v6_connect_time):\n",
    "    v4, v6 = v4v6_connect_time.split(',')\n",
    "    try: v4 = float(v4); v6 = float(v6)\n",
    "    except Exception as e: print(e, v4v6_connect_time)\n",
    "    v4_status, v6_status = cal_he_preference(v6, v4)\n",
    "    if v4_status is not None and v6_status is not None:\n",
    "        if   v4_status == 1 and v6_status == 0: return 'v4'\n",
    "        elif v4_status == 0 and v6_status == 1: return 'v6'\n",
    "        else: raise Exception(v4_status, v6_status)\n",
    "\n",
    "df['audio_preferred_af'] = df['v4v6_audio_connect_time'].apply(return_preferred_af)\n",
    "df['video_preferred_af'] = df['v4v6_video_connect_time'].apply(return_preferred_af)\n",
    "df['web_preferred_af'] = df['v4v6_web_connect_time'].apply(return_preferred_af)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dtime</th>\n",
       "      <th>video_id</th>\n",
       "      <th>audio_ep_v4</th>\n",
       "      <th>audio_connect_time_v4</th>\n",
       "      <th>video_connect_time_v4</th>\n",
       "      <th>web_connect_time_v4</th>\n",
       "      <th>name</th>\n",
       "      <th>audio_ep_v6</th>\n",
       "      <th>audio_connect_time_v6</th>\n",
       "      <th>video_connect_time_v6</th>\n",
       "      <th>web_connect_time_v6</th>\n",
       "      <th>v6_audio_status</th>\n",
       "      <th>v4_audio_status</th>\n",
       "      <th>v4v6_audio_connect_time</th>\n",
       "      <th>v4v6_video_connect_time</th>\n",
       "      <th>v4v6_web_connect_time</th>\n",
       "      <th>audio_preferred_af</th>\n",
       "      <th>video_preferred_af</th>\n",
       "      <th>web_preferred_af</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>64.15.112.79</td>\n",
       "      <td>16168</td>\n",
       "      <td>16517</td>\n",
       "      <td>17429.0</td>\n",
       "      <td>#02</td>\n",
       "      <td>2a00:1450:4005:6::12</td>\n",
       "      <td>13244</td>\n",
       "      <td>13598</td>\n",
       "      <td>16136.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>16168,13244</td>\n",
       "      <td>16517,13598</td>\n",
       "      <td>17429.0,16136.0</td>\n",
       "      <td>v6</td>\n",
       "      <td>v6</td>\n",
       "      <td>v6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>149.3.177.111</td>\n",
       "      <td>38650</td>\n",
       "      <td>37155</td>\n",
       "      <td>35657.0</td>\n",
       "      <td>#06</td>\n",
       "      <td>2a00:1450:4002:9::12</td>\n",
       "      <td>35595</td>\n",
       "      <td>34203</td>\n",
       "      <td>36757.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>38650,35595</td>\n",
       "      <td>37155,34203</td>\n",
       "      <td>35657.0,36757.0</td>\n",
       "      <td>v6</td>\n",
       "      <td>v6</td>\n",
       "      <td>v6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>149.3.177.111</td>\n",
       "      <td>39748</td>\n",
       "      <td>37298</td>\n",
       "      <td>34160.0</td>\n",
       "      <td>#06</td>\n",
       "      <td>2a00:1450:4002:9::12</td>\n",
       "      <td>36146</td>\n",
       "      <td>35134</td>\n",
       "      <td>40201.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>39748,36146</td>\n",
       "      <td>37298,35134</td>\n",
       "      <td>34160.0,40201.0</td>\n",
       "      <td>v6</td>\n",
       "      <td>v6</td>\n",
       "      <td>v6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>202.224.62.79</td>\n",
       "      <td>21983</td>\n",
       "      <td>22085</td>\n",
       "      <td>22511.0</td>\n",
       "      <td>#12</td>\n",
       "      <td>2404:6800:400a:8::12</td>\n",
       "      <td>38578</td>\n",
       "      <td>38122</td>\n",
       "      <td>47443.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>21983,38578</td>\n",
       "      <td>22085,38122</td>\n",
       "      <td>22511.0,47443.0</td>\n",
       "      <td>v6</td>\n",
       "      <td>v6</td>\n",
       "      <td>v6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>202.224.62.79</td>\n",
       "      <td>21983</td>\n",
       "      <td>22085</td>\n",
       "      <td>22511.0</td>\n",
       "      <td>#12</td>\n",
       "      <td>2a00:1450:4009:29::12</td>\n",
       "      <td>265018</td>\n",
       "      <td>267132</td>\n",
       "      <td>46896.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>21983,265018</td>\n",
       "      <td>22085,267132</td>\n",
       "      <td>22511.0,46896.0</td>\n",
       "      <td>v6</td>\n",
       "      <td>v6</td>\n",
       "      <td>v6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 dtime     video_id    audio_ep_v4  audio_connect_time_v4  \\\n",
       "0  2014-12-10 12:00:00  dOyJqGtP-wU   64.15.112.79                  16168   \n",
       "1  2014-12-10 12:00:00  dOyJqGtP-wU  149.3.177.111                  38650   \n",
       "2  2014-12-10 13:00:00  dOyJqGtP-wU  149.3.177.111                  39748   \n",
       "3  2014-12-10 13:00:00  dOyJqGtP-wU  202.224.62.79                  21983   \n",
       "4  2014-12-10 13:00:00  dOyJqGtP-wU  202.224.62.79                  21983   \n",
       "\n",
       "   video_connect_time_v4  web_connect_time_v4 name            audio_ep_v6  \\\n",
       "0                  16517              17429.0  #02   2a00:1450:4005:6::12   \n",
       "1                  37155              35657.0  #06   2a00:1450:4002:9::12   \n",
       "2                  37298              34160.0  #06   2a00:1450:4002:9::12   \n",
       "3                  22085              22511.0  #12   2404:6800:400a:8::12   \n",
       "4                  22085              22511.0  #12  2a00:1450:4009:29::12   \n",
       "\n",
       "   audio_connect_time_v6  video_connect_time_v6  web_connect_time_v6  \\\n",
       "0                  13244                  13598              16136.0   \n",
       "1                  35595                  34203              36757.0   \n",
       "2                  36146                  35134              40201.0   \n",
       "3                  38578                  38122              47443.0   \n",
       "4                 265018                 267132              46896.0   \n",
       "\n",
       "   v6_audio_status  v4_audio_status v4v6_audio_connect_time  \\\n",
       "0                0                0             16168,13244   \n",
       "1                0                0             38650,35595   \n",
       "2                0                0             39748,36146   \n",
       "3                0                0             21983,38578   \n",
       "4                0                0            21983,265018   \n",
       "\n",
       "  v4v6_video_connect_time v4v6_web_connect_time audio_preferred_af  \\\n",
       "0             16517,13598       17429.0,16136.0                 v6   \n",
       "1             37155,34203       35657.0,36757.0                 v6   \n",
       "2             37298,35134       34160.0,40201.0                 v6   \n",
       "3             22085,38122       22511.0,47443.0                 v6   \n",
       "4            22085,267132       22511.0,46896.0                 v6   \n",
       "\n",
       "  video_preferred_af web_preferred_af  \n",
       "0                 v6               v6  \n",
       "1                 v6               v6  \n",
       "2                 v6               v6  \n",
       "3                 v6               v6  \n",
       "4                 v6               v6  "
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def cal_v4_status(af):\n",
    "    if af == 'v4': return 1\n",
    "    else: return 0\n",
    "    \n",
    "def cal_v6_status(af):\n",
    "    if af == 'v6': return 1\n",
    "    else: return 0    \n",
    "\n",
    "df['v4_audio_status'] = df['audio_preferred_af'].apply(cal_v4_status)\n",
    "df['v6_audio_status'] = df['audio_preferred_af'].apply(cal_v6_status)\n",
    "df['v4_video_status'] = df['video_preferred_af'].apply(cal_v4_status)\n",
    "df['v6_video_status'] = df['video_preferred_af'].apply(cal_v6_status)\n",
    "df['v4_web_status'] = df['web_preferred_af'].apply(cal_v4_status)\n",
    "df['v6_web_status'] = df['web_preferred_af'].apply(cal_v6_status)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dtime</th>\n",
       "      <th>video_id</th>\n",
       "      <th>audio_ep_v4</th>\n",
       "      <th>audio_connect_time_v4</th>\n",
       "      <th>video_connect_time_v4</th>\n",
       "      <th>web_connect_time_v4</th>\n",
       "      <th>name</th>\n",
       "      <th>audio_ep_v6</th>\n",
       "      <th>audio_connect_time_v6</th>\n",
       "      <th>video_connect_time_v6</th>\n",
       "      <th>web_connect_time_v6</th>\n",
       "      <th>v6_audio_status</th>\n",
       "      <th>v4_audio_status</th>\n",
       "      <th>v4_video_status</th>\n",
       "      <th>v6_video_status</th>\n",
       "      <th>v4_web_status</th>\n",
       "      <th>v6_web_status</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>64.15.112.79</td>\n",
       "      <td>16168</td>\n",
       "      <td>16517</td>\n",
       "      <td>17429.0</td>\n",
       "      <td>#02</td>\n",
       "      <td>2a00:1450:4005:6::12</td>\n",
       "      <td>13244</td>\n",
       "      <td>13598</td>\n",
       "      <td>16136.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2014-12-10 12:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>149.3.177.111</td>\n",
       "      <td>38650</td>\n",
       "      <td>37155</td>\n",
       "      <td>35657.0</td>\n",
       "      <td>#06</td>\n",
       "      <td>2a00:1450:4002:9::12</td>\n",
       "      <td>35595</td>\n",
       "      <td>34203</td>\n",
       "      <td>36757.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>149.3.177.111</td>\n",
       "      <td>39748</td>\n",
       "      <td>37298</td>\n",
       "      <td>34160.0</td>\n",
       "      <td>#06</td>\n",
       "      <td>2a00:1450:4002:9::12</td>\n",
       "      <td>36146</td>\n",
       "      <td>35134</td>\n",
       "      <td>40201.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>202.224.62.79</td>\n",
       "      <td>21983</td>\n",
       "      <td>22085</td>\n",
       "      <td>22511.0</td>\n",
       "      <td>#12</td>\n",
       "      <td>2404:6800:400a:8::12</td>\n",
       "      <td>38578</td>\n",
       "      <td>38122</td>\n",
       "      <td>47443.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2014-12-10 13:00:00</td>\n",
       "      <td>dOyJqGtP-wU</td>\n",
       "      <td>202.224.62.79</td>\n",
       "      <td>21983</td>\n",
       "      <td>22085</td>\n",
       "      <td>22511.0</td>\n",
       "      <td>#12</td>\n",
       "      <td>2a00:1450:4009:29::12</td>\n",
       "      <td>265018</td>\n",
       "      <td>267132</td>\n",
       "      <td>46896.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 dtime     video_id    audio_ep_v4  audio_connect_time_v4  \\\n",
       "0  2014-12-10 12:00:00  dOyJqGtP-wU   64.15.112.79                  16168   \n",
       "1  2014-12-10 12:00:00  dOyJqGtP-wU  149.3.177.111                  38650   \n",
       "2  2014-12-10 13:00:00  dOyJqGtP-wU  149.3.177.111                  39748   \n",
       "3  2014-12-10 13:00:00  dOyJqGtP-wU  202.224.62.79                  21983   \n",
       "4  2014-12-10 13:00:00  dOyJqGtP-wU  202.224.62.79                  21983   \n",
       "\n",
       "   video_connect_time_v4  web_connect_time_v4 name            audio_ep_v6  \\\n",
       "0                  16517              17429.0  #02   2a00:1450:4005:6::12   \n",
       "1                  37155              35657.0  #06   2a00:1450:4002:9::12   \n",
       "2                  37298              34160.0  #06   2a00:1450:4002:9::12   \n",
       "3                  22085              22511.0  #12   2404:6800:400a:8::12   \n",
       "4                  22085              22511.0  #12  2a00:1450:4009:29::12   \n",
       "\n",
       "   audio_connect_time_v6  video_connect_time_v6  web_connect_time_v6  \\\n",
       "0                  13244                  13598              16136.0   \n",
       "1                  35595                  34203              36757.0   \n",
       "2                  36146                  35134              40201.0   \n",
       "3                  38578                  38122              47443.0   \n",
       "4                 265018                 267132              46896.0   \n",
       "\n",
       "   v6_audio_status  v4_audio_status  v4_video_status  v6_video_status  \\\n",
       "0                1                0                0                1   \n",
       "1                1                0                0                1   \n",
       "2                1                0                0                1   \n",
       "3                1                0                0                1   \n",
       "4                1                0                0                1   \n",
       "\n",
       "   v4_web_status  v6_web_status  \n",
       "0              0              1  \n",
       "1              0              1  \n",
       "2              0              1  \n",
       "3              0              1  \n",
       "4              0              1  "
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "del df['v4v6_audio_connect_time']; del df['audio_preferred_af']\n",
    "del df['v4v6_video_connect_time']; del df['video_preferred_af']\n",
    "del df['v4v6_web_connect_time']; del df['web_preferred_af']\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import clusterbycolumn as cbc\n",
    "dfgroupby = cbc.group(df, column='video_id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_audio_agg = cbc.aggregate(dfgroupby, ['v4_audio_status', 'v6_audio_status'], ['sum'])\n",
    "df_video_agg = cbc.aggregate(dfgroupby, ['v4_video_status', 'v6_video_status'], ['sum'])\n",
    "df_web_agg   = cbc.aggregate(dfgroupby, ['v4_web_status', 'v6_web_status'], ['sum'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def cal_preference(df_agg):\n",
    "    mydict = {}\n",
    "    for idx, series in df_agg.iterrows():\n",
    "        v4counter = series[0]\n",
    "        v6counter = series[1]\n",
    "        v4v6sum = v6counter + v4counter\n",
    "        try:\n",
    "            v4percent = 100.0 * v4counter / v4v6sum\n",
    "            v6percent = 100.0 * v6counter / v4v6sum\n",
    "        except ZeroDivisionError: \n",
    "            # this can happen when all of the v4 and v6 endpoints timedout, resulting in no time values\n",
    "            v4percent = v6percent = 0\n",
    "        mydict[idx] = (v4percent, v6percent)    \n",
    "    return mydict\n",
    "\n",
    "audio_dict = cal_preference(df_audio_agg)\n",
    "video_dict = cal_preference(df_video_agg)\n",
    "web_dict = cal_preference(df_web_agg)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from collections import defaultdict\n",
    "mydict = defaultdict(list)\n",
    "\n",
    "for d in (web_dict, audio_dict, video_dict):\n",
    "    for key, value in d.items():\n",
    "        mydict[key].append(value)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = pd.DataFrame.from_dict(mydict, orient='index', dtype=None)\n",
    "df = df.rename(columns = {0: 'web', 1: 'audio', 2: 'video'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df['web_v4_preference'] = df['web'].apply(lambda x: x[0])\n",
    "df['web_v6_preference'] = df['web'].apply(lambda x: x[1])\n",
    "\n",
    "df['audio_v4_preference'] = df['audio'].apply(lambda x: x[0])\n",
    "df['audio_v6_preference'] = df['audio'].apply(lambda x: x[1])\n",
    "\n",
    "df['video_v4_preference'] = df['video'].apply(lambda x: x[0])\n",
    "df['video_v6_preference'] = df['video'].apply(lambda x: x[1])\n",
    "\n",
    "del df['web']\n",
    "del df['audio']\n",
    "del df['video']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>web_v4_preference</th>\n",
       "      <th>web_v6_preference</th>\n",
       "      <th>audio_v4_preference</th>\n",
       "      <th>audio_v6_preference</th>\n",
       "      <th>video_v4_preference</th>\n",
       "      <th>video_v6_preference</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>EctkLeyz8Ks</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6x2dzepmU8o</th>\n",
       "      <td>0.724930</td>\n",
       "      <td>99.275070</td>\n",
       "      <td>0.161095</td>\n",
       "      <td>99.838905</td>\n",
       "      <td>0.161095</td>\n",
       "      <td>99.838905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>I897Lk4bJkE</th>\n",
       "      <td>0.403769</td>\n",
       "      <td>99.596231</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.134590</td>\n",
       "      <td>99.865410</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>aSsH6tYBgD8</th>\n",
       "      <td>0.292398</td>\n",
       "      <td>99.707602</td>\n",
       "      <td>0.194932</td>\n",
       "      <td>99.805068</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cRbqf_2JN4E</th>\n",
       "      <td>0.952381</td>\n",
       "      <td>99.047619</td>\n",
       "      <td>1.714286</td>\n",
       "      <td>98.285714</td>\n",
       "      <td>1.333333</td>\n",
       "      <td>98.666667</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             web_v4_preference  web_v6_preference  audio_v4_preference  \\\n",
       "EctkLeyz8Ks           0.000000         100.000000             0.000000   \n",
       "6x2dzepmU8o           0.724930          99.275070             0.161095   \n",
       "I897Lk4bJkE           0.403769          99.596231             0.000000   \n",
       "aSsH6tYBgD8           0.292398          99.707602             0.194932   \n",
       "cRbqf_2JN4E           0.952381          99.047619             1.714286   \n",
       "\n",
       "             audio_v6_preference  video_v4_preference  video_v6_preference  \n",
       "EctkLeyz8Ks           100.000000             0.000000           100.000000  \n",
       "6x2dzepmU8o            99.838905             0.161095            99.838905  \n",
       "I897Lk4bJkE           100.000000             0.134590            99.865410  \n",
       "aSsH6tYBgD8            99.805068             0.000000           100.000000  \n",
       "cRbqf_2JN4E            98.285714             1.333333            98.666667  "
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "num_videos = df['video_v6_preference'].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import Cdf\n",
    "import Pmf\n",
    "\n",
    "sample = df['video_v6_preference'].values\n",
    "c_v = Cdf.MakeCdfFromList(sample)\n",
    "cc_v = [1 - p for x, p in c_v.Items()]\n",
    "\n",
    "sample = df['audio_v6_preference'].values\n",
    "c_a = Cdf.MakeCdfFromList(sample)\n",
    "cc_a = [1 - p for x, p in c_a.Items()]\n",
    "\n",
    "sample = df['web_v6_preference'].values\n",
    "c_w = Cdf.MakeCdfFromList(sample)\n",
    "cc_w = [1 - p for x, p in c_w.Items()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAACMCAYAAACQwHlZAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJztnXd8VUX2wL/npRBaiEAInYCACKJgAQQUlbWwUgRZUYwN\nXV2w71pRIeIqWFBUXJVlXf2hIFgIRUEXFEUEVDoiIr13CKGlvfP7Y27CS/JqSHlJ5uvnyrtT7j3z\nbt65M2dmzhFVxWKxWCwVA1dpC2CxWCyWksMqfYvFYqlAWKVvsVgsFQir9C0Wi6UCYZW+xWKxVCCs\n0rdYLJYKhFX6FkspIiKVRGSciBwSkf0i8mBpy2Qp31ilbwk7ROSwc6iIpDmf2zp580TkhIgcd5Tk\nhyJSI8jrNhaRzxwFmyoiHwVZb7OIHHPuu0tExopI9Om00YMngUSgGVAXmFRE17VYvGKVviXsUNU4\nVY1zTi9xzld5FHlSVasAHYAzgZcDXVNEooA5wDqgMXAGMCwEsW4GqgBXAVcDj4RQ1x89gH+r6iFV\nzVLVvUV0XYvFK1bpW8osqroReAvoKiKXiMhBEamcky8ikSKyXUTOA24Bjqrqk6qapqpuVd0Q4v3U\nefl8AHR17nGZMxK4UER+ckYE73vI0FNEfhWRA86opEq+y9YC9ue/l4jUFZFpzqhkhYhc6JF3uzPi\nuUZEVovISRFJ9si/Q0Q2isheERkjIhFOerKIvC8it4jIBhHZJyI3eNRzicijIrLeGV2tzLmviESJ\nyCvONbeIyO2hfHeW8MEqfUtZpxGwQ1XnAzuBGzzyegNbVXUF0Bn4WkSeFZHdIvLHaSiuRsAOj/Ma\nwNvA7cC9OYnOy2YKcD/GdFMZZ4QgIr1F5DDGrDPDUbI/OnkCTHfaEw88C0wSEc/fa3PgKcxIYZTH\nPa8FXgX6AE2BjphRSg7dgJuc9H941gWGOnndMSOhmzn1QnoBuARoBVwOvCIizYL4rizhhqrawx5h\neQAKtMuXNg94CIjEmFr2A1c5efcDCz3K/g+41fk8G9gOvIZRvh2Bo8AFQcixGbgOqIRRiqlAWyfv\nMiArR07nuknO57eBSR7XuRZY4uXal+VL6whkANU90vZ53PN24AhQ3zn/M/Bn5/MsYKRHvXuBz5zP\nycBGoLJzfiaQ7nwWp12Xe2l/pHO/qz3SPgHuL+2/EXuEfkQG+W6wWMKJFzC90t8wSv1rJ/3/gFFO\nD/s40B7o5eQdBGKBR1U1C1gsIl9jerVLgrjnh5iXxDKM8vOcY9iuqssBVHUxsNhJbwZc6vTowYys\nDwVxr2ZABLDNdPoB88KpB+Tcd6mq7nTu+WW+upeKyGDnPMKROYfvVfWE8zkbyJmQroP5ftZ4kSce\nqA5MEZEcD41RwO9BtMUSZlilbymLDFXVMfkTVTVVRD4G/gacAD5Q1ZNO9krgGkfh51ANCHbiNElV\nU0KUcxNGOT9ZiHp7gAbqdKtDrPuqqr4bYr2DwDHgXMwIyZN9mBdeB1W1ir6MY236lvLG2xhb9G2A\np+L7LxAjIv8QQ0+gLTCtGGV5BxgkIhcBiEiC58SpHxZjTFHPOBOoMSLSQ0QaBVF3LPCYiLR07tlE\nRHoFqIOqZmImxUfn2OpFpL6I1HVelO9g7PhxIhIhIueLSKcg5LGEGVbpW8KOnHX6zul8z3X6gVDV\nXzDLMpep6jqP9D1AP+AujIllKMYOHoy5pVA4Jp97gAkicgizZLR+EPUUM4fQATMSWY+ZS0gPou5M\n4EXMpPUB4FOM2SYYhgJTMd/5IeBboImT9xRmPuAPzATzCxjzkKWMIaGPHi0Wi8VSVrE9fYvFYqlA\nWKVvsVgsFQir9C0Wi6UCYZW+xWKxVCCs0rdYLJYKhFX6FovFUoGwSt9isVgqEFbpWywWSwXCKn2L\nxWKpQISt0heRm0TkiGdwiADlK4vIf5xAGvtE5KV8/sf91Z1dSDHVHvawhz2K4Sg2wtLLpohMx4Sm\nWxRCteeAszGBI6oBC4EtGCdSgagdqoyW8Cbbnc2s9bNYtmsZ7eu1p0fzHkS4IgpdrjTIkW3JziVk\nazYREsEF9S8IKxktJYOINA6huKrqNp/XCkffOyLSWlXXOGHnNqtqcoDy0RjHVANV9UsRORsTEaiF\nqrYO4n6/qOqFgcp5IeCXl4h583jSBBM5o7RJJHxlOx2y3dlM+Fc/Fuo+ap7dja83fs01EQ14ruVt\nuC65Pk+5vpP7siNtB1c1u4qvN35Ng+oNmDpgaukq1R+m4j64k2f2fcWsrO20TsvmsqORbI/MIiYy\nhl+j0tlRuyadG3WmO3VYu2ImyVkriJIoJEI4mn6Utglt+fKmL6kWU6302mE5HSTPiYgbo2/Ee/E8\nnFDVqr4yw7Knr6reAjn4ozEmZN33Tqi5h4BHgbUiEuW4jS0VtlDwzRDMUysJSlK2REruBTNr/SwW\n6j7eOdEcOXMgzzW9gbSPhrO45QEu9pRl/SxI2wF3LmJpRBRkj2Dp+I5Erp8FLXt6vbY3mXOv54eQ\n2tqgOVnfTeKJLOGGc/uSuGsxLong1og1pKXvJuVkB97M3k/NTTPpSmPOJoKGNOVVNvAW51KFCH7d\nksaxUTewIQo+zd7Ky7Kez9wX0tUVT/TjE6kcXTmwHJZw4piqVg+moOMh1SdhqfQLQTzm7XZURO4E\nJmECQggm8PTu/BVE5G7gbue0UOadGadRLti6xU1JybYFE/TVk97FdK+Pdy0j/exuzIvtxOUfDCMS\nmBIfyeYN37AhM5O2wD+ByVu+5+yIRNp+N44pKAMQJkc25bwfP+Tc7VuYgPHDPB4YjPmxvInxNxzh\ncbRFMX6fhWcwdkZv9AHcQbbh3JrK83tcnLdiKRDF0DbnkbVlJ5UzjvOx7OHJ4w0AyCCbBCrRk7pc\nRR2icCHAt+xnI0fplFmTpiQyiPokUoWs7GwyX7iBWXKIeCqTqJXY5spgTXws/e6cYF8G4UsoJhm/\nZcPSvJNDCOadFsDPQAvgKVV9SEQuBH4CKgXq6ReneUe8FPKWVhqUpGwlea+Z62YyfN5wFncfT+SE\nEQDcXXM3va95ip4te+beV9bN5Px5w1l05yKiI6LIyM4kenxHPr98BN1b9qQGJvp5A0xcwAxM1JWF\nzud051/PMcF0zMuMAGnTMKsoPKObbMTEOgS4bP44vp07Kzfv8oFDmffZFVC9PpcdVb492cZn+yez\nnQE0BOAg6dSkEgBu1OtILgs3IJwgm7UcY1bkISQykqskgV2976L3Wb3tHELJk9+8c0RVg4qLICIH\nVbWmr/zy0tPfivkdjwJyQtN1A34vTdOOpXTo0bwHC+ePI+2j4Xx6TiI/7/yZl1MTqBaRL/BU8x40\nWDKOjuM7wplX03HDVxDbkN7Ne5Cj4nIinrT0qOYvXJS3EFXe0npTMALJUeffyzatYuoP33HYpbwW\nvZOHT9Zh6sRn6RsVD/sPMYWLeLhZAq9t3ONVhv2c+pNfQxpdHaXv8mG8i3QW8VUnkguIJT4riiZZ\nVcjCzYHJ77KOt1jAIToRRyOqEt3tJipffpPvL8FSHKSGUPaIv8wy19MXkcqYQM+fqurTHumvApdg\nAl3HAvMxsULfDOI+diLXobhkK+kRj3v+ZyzmAHN1L+3qtqNHRCMidm2Ern1P9fSBLGeFTK/dy5lR\ntx29mvdAnV6tZ7kcOX21IwdvM22+0nzVffSHqZx5aBcft+7CQ5mbGfPls9x4vBIbqlaDI1vJVDdD\nXWfzgnsNo2hNtKO0M3Dnmnf+xSbOI5Yu1GIXJ6lPaGYbRXGjuS+KLNxE4iIDN8tI5avoo/w7eg8Z\n7gx+PX4RlSSS3xNqkdWmEx3Xrse1cz3UagDtroAGzWHOh3DyKNwfzGI6C16m10SkgaruOO0Lh6PS\nF5GfMJ2rKhgz6EngC1W9WUSqAL8Cn6jqYx51qmCWZ16H6US9DzymqgHNqMWp9C2GRMLn5ZdI4IlX\nX5zORK5nGX9Kn/xp7mwz6bx7OdRuzaM/f83PJzdxUUxT+h3OpG7qPlaRyqtRe3grvYGZyCWNCzmD\nbNzUI4YMR2l7blyRQkzbD2UNzajCIJrwntOiQTRBgEzHTBTlcd0slAhAcKFRMbhq1IZDuyEyGiIi\noX5zSHomZDkqAN6Uvhtj1bhNVb8r9IXDUemXNFbpW4qaRAq+CCIogaCyWRnw/QhYNxOiYlmzqwaH\nstJYxWGuIYEziKIyrlyTTn4CvQiuYAHfyj4e0jN5zZm+fphVNKcq9+bOSBRE8/xU5NT/q8RC+nGo\nVAUqV4czEuxLwOBN6adh1haMBt5Q1ZcKdWGr9K3St4Q3iRR+ZJJLVgZ8lwwrJ7ImtSUJRHMEN6s4\nRDZuriWBCFzs5SQJxAB5Rx6e5p1rWEg7aoSk9L2hzh3yaLeoSubOsfEV/QXgTekfUdVYEakPpADb\ngDtU1a8Nv8B1rNK3St9S9kikCF4EkPsyePSnOfycuZNH3E1wO+OR7sSTSiaHyGQ+B+hCTepTmQUc\n4Frq8g9WEykRvKhnI5g5BRCiPfTVAg7SiTgiCbz6p4B5q2KPAnwqfedzJeBt4GrgFWAeZi3/uoAX\ntkrfKn1L2SeRInoJwCkT0e8zIDsLMjPgyPrc7JnaiTnsY4xsAGC3XkMULj5hB5+69vCsuwUdOIO1\npAHQhoIrDQszn4ArAtzZUKU6PPZ/hWtb2cGv0vdI6w+MAFph3C8EfLtapY9V+pbySZHurs4xD62a\nRO30o1SOqoyqcjLrJIdOHiLbx2zFbu1BFVxkohwhkzOIIpaofHIWQlIRGP55IRpSZvBq0/e1K1dE\nzgCqq+rWgBe2St8qfUv5J5EiHAk45PzxZ7uz+fy3z0n+NpnNhzcTGRFJQuUE/kj9o0CdnJfAATKI\nwZU7f+BJSC+BWvXL6zJQb0q/kT9HakFf2Cr9olf6breb7du3c+zYsdOUzBKuVK1alYYNG+Jyha13\ncq8kUvTK39fS2xMZJ7hj+h3M3zCfnSd3FsifqZ24lFocI5uDZBBHFPXyvQSCegH86Vbo2rdQsocx\nIQ9/RKSLqi4IWC5clb6InA+8i7FVbQMeUtWvA9QR4CXgZsyXNhW4X1X9rpQraqW/d+9e0tPTadCg\nQZlTCpbAuN1uduzYQaVKlahTp05pi3NaJFJ0LwF/muRExglunHIj0zfk98B0Cn+jgIDKv/yZewqj\n9INy1RCWGslxlTwDmIzZXfsCkCIi8QGqDgQuBpoDXYABwDXFKKpXDh8+TEJCglX45RSXy0VCQgKp\nqaHsjA9PNlN0NkrBt6aqHF2ZaUnTSHs8jS4Nu+TbJmaoK7OIlS9oKv9jCalkO7uCIf86fy+owrP9\n4M17T68RZZugXhThqpX6YvayjFYzFGmMcah2R4B61YFVqnpcVTcC+4F9xSqpF7Kzs4mKigpc0FJm\niYqKIisrq7TFKDKKMmSTYEYQ3qgWU40f7vyB7OHZZD2Txfhe472W6ymLiJLp7CczV+Gr859PVOHA\nTqP8yyEistHPsQmC87URrg7X2gI/qKo6AVEyMR5t2wao9yFwm4gMxLhUnqqqPxWvqN4xliZLeaU8\nP19vLiJCZQuBfStFuCK48/w76d+qP21eb8OOjIJuZerKLGZqJ66mDoLiwoWi/s09qpDcF5qfX97W\n9R8E/gd4C+8qwBfBXCRce/rxwF7HRv934HWM4g9k3jkGLADOBG4C5voqKCJ3i8gvIvILNlxiQG6/\n/XaSk5NP6xqbN2/mjjvuIDExka+++qpoBPPC9u3badiwIb1792bJkiXFdp/yTk7Pv8lpXEMI3LOs\nUaUG25/czrLblnnNz+n1C+K4gQ7C3AOwfin8MDU0gcObO4D+wHxV/S7fMY8gwzWEq9Lfj3FVPgj4\nWFUzgHpOuj9GAC5VfQ4Ts+JtEbnaW0FVHaeqFzoTuIGuWy7o3LkzM2bM4OjRo7hcLhYtMiGIS2Iy\ncvXq1XTo0IGaNWuyZMkSrr7aPBZV5dFHH6V+/frUq1ePIUOGkJ1t5t1HjRpFXFxcniMyMpL58+cD\nkJ6eztChQ3G5XMybNy/3Xg0bNmTdunV0796dK664gi++CKoDZPHBZk69AArjVT9Yf0PtEtux9+G9\nPvMjZDoHyQre3AMwp/xs4lLVVRhrRnMfRT4N5jrhqvRXYUw57VQ1p7fezUn3x/3AZwCqug/zBd1X\nXEKWNRo3bsy2bdv49ddfUVWWLVvGwYMHqVnTZ7yFIiErK4uBAwdy3333MXr0aGrVqpWbN3HiRBYu\nXMj69etZsGABkydPZvZsM3p94oknOHz4cO6xYsUKYmNjadOmDampqbRq1YojR45Qr169AvesUqUK\nDz74IO+99x633HIL+/dXiPd6sZNF4ez+/iZ5PYmPjSfrmSzG9hjrNb+uzGIfmWSjZHv0+n1tDgPK\nlY1fVZ/15WpBVQPNeQLhq/SnAq2B7SLiEpEkzNvtvwAiUl9EtovIPfnqbQPuEZHKIlIX09tfW5KC\nhzM5Sn/VqlWcddZZLFu2jC1bttCkyakB/IsvvkiDBg2oX78+I0eOLHCN119/nYYNG9KqVSuWLfM+\nHM/Pp59+yvHjxxk6dGiBvLS0NNq2bUuVKlVo1qwZtWvXJj6+oBVPVRkyZAhPP/00NWvWpFKlSsyd\nO5exY8f6nTS//vrrufjiixkzZkxQslqCo7Bmn2AUf4Qrgns73MuuB3d5za8rs4iS6Rxwev1ZuHNt\n/T7vOvJmeH5AISQuf4Sl0lfVdEzAob9gosA8BfRV1ZyxXwRQiYLmwpsxf4s7gRXAcuDZkpC5qEjk\nVK8o50gsoms3btyY7du3s3r1avr3719A6b/11luMGzeOhQsXsmLFCsaPH8/333+fW3/ChAmsWbOG\n9evX07dvX+65J/871zufffYZAwYMIDKyoHU3KSmJ5cuXM3HiRN5880369u1Lhw4dCpQbPXo06enp\nPPzwwwDExMTQrFlwXh1vueUWPvnkk6DKWoJnM4Xv9QdD3bi6pD+VzuALB3vPl1lEyHRcCG6n1+/2\nJpG6jeO2zAz40FcE44pDWCp9AFX9xbG5V1PVs1V1tkfeNlWNV9W38tVZqardVPUMVU1Q1TtU9WjB\nq5csGcC6II8tmHisnseWIOplBCGHZ08/KSmJ1atXs379+lylP3bsWB577DEaN25MfHw8/fr1Y9q0\nabn169aty9tvv01MTAwDBw5k6dKlQS1bXLduHWeffbbXvKpVq9KlSxc2bNjApEmT6N69e4EyS5cu\n5eWXX+b9998v1KqZNm3asGHDhnK1xDKcKE7FHx0Zzb+u/RcH/nHAZ5lIZ5LXjTvwddcvLZOKX0T+\nJCINiuJaYav0LUVPo0aN2L59O7t376ZVq1Y0aNCAr776Klfpb9y4kUceeSR30vTtt99m795TE2tX\nXnll7oazrKwsVDUoJexv1/ewYcNwu90888wzTJs2jcGDB+dZ2eN2uxk0aBCjRo2iYcOGhWp3uO46\nL08UZo1/KKPYmtVqcvzJ41zd0Ou6DCIcxW9kCSDJ+qVlcRPX18BWEUl1IgsWmnBdp1+uiCZvYO1A\neCsbSn1fNG7cmK1bt9K5c2cA2rdvz+zZsxk2bBgATZs25fXXX89dWeOPBQsWcP755xMREXg9x1ln\nncWaNWu85r355pu5q2vi4+NJSkpi7NixuTJ8+eWXHDhwgFtvvTWoNnpjzZo1NGvWzKt5yVK0eAv5\n6I8tGCUUzBiscnRlZt85myUbl3DhhIJeU47hpiouBMlV/D7X8+ds4io7rhvmAqsxoWJ/PZ0L2Z5+\nBaJWrVpER0fTpk0bwCj9o0eP5vb077//foYNG8auXbtQVdauXcvcuae2OqSnpwNG4Y8YMYLHH388\nqPv269ePyZMnk5mZWSCvUaNGvPvuu5w4cYLdu3czbdo0WrVqlZu/ePFiLr744qBeLr744IMP6N+/\nf6HrW0Ij1B5/NqG9KC5odgFb7i3oMShWZjKLvfxGWq6NP+AO3jIyuauqV6rqw6o6XlUXns61rNIP\nM5pQcCL3dDbH5KdRo0acc845gFH6kZGRNGhgTIVDhgyhV69eXHDBBdSpU4e77747jx181KhRxMTE\nkJSUxPPPPx+0Iu3fvz+VK1fmn//8Z4G8jz76iC1btlC/fn3OO+882rVrx/Dhw3Pzjx49SpUqVQrU\n27t3b64ZauvWrfTs2TPXJOXJlClTWLRoEQ899FBQslqKhuK08wM0rt2Y7fdvL5DeUxbRRr5BPSZ3\n/Sr+zGBmw8oXYetlsyQpai+bv/32m8+Jy4rKihUr6N69O0lJSTz11FNel2UWJceOHeOdd94hOTmZ\njz76iN69exf5PexzDkxhXDmEopH2HdlHnde8by7M0t7guG7w66czPD10Fpufj7Dt6YvI+SLys4ik\nicgaEbkqyHr9RGSliBwRkT0iUn52ZpRhzjvvPBYvXsyhQ4e44IILit0NQ8uWLfn222+ZO3dusSh8\nS3AUd48/Pjbe53r+SJkOiLOM009/XxVGVBzzX1jObHm4Vn4NGI1Zf58iIk2cnba+6l2O8cF/E/AN\nUNU5LGHAmWeeyQcffFDs92nYsCE7dhR03mUpHQrjwC3HrLk5iLJ14+qy9q9rafXvVgXyImU6u7UH\n8UQ59/chhTtYZxFln3Dt6RfWtfKzwHOqOkdV3aqapqq7i1lWi8USBKH2+nM8dQbDWfXPYvHNi73m\n1ZVZZDq++f3KkFzuom95JaDSF5GD+c7f9lW2CAnZtbKIuICOwGoR+Z+IHBSRuSLSogTktVgsQVCc\n5p4OzTuQGJvoNS9GZnis4q/Y85jB9PTzf+clscapMK6V62CWxL8NjMR45fwJH57nrGtli6V0KIzf\nnsQgyy2/Z7nPvN855hGJywcVwLYfjNLP//2URPSIwrhWPoSR9RtV/cbx3zMSOFdECkzvV0TXyhZL\nuLCZ0Nw0B2vqqVGlBivvWOk1r7XM5Thu/xO7FcC2H4zSjxCRtiJyroicC7g8z520oiZk18qOkl8H\nnPBIroYZIRwqBhktFstpUBg3zcGsPGnbuC23nu19B3eszETAWcPv4+7lK/BKAYJR+tUx3ipzjuqc\n8mC5HAjOv25oFNa18r+AW0SktYjEYAKq/5+qFtwKarFYwoJQFH82wSn+f/f7N9Vd1b3mRThLOX1S\njgKveCOg0ldVl6pGOP96Owq/P973PQvrWnks8AEwH9gApAMPFrV8Fpg3bx6JiYl50p588kmeeuqp\nIr9XZmYmY8aMoW3btgwaNKjIr+9J//79ad++PePGjcPtDir6nKUICFXxBzL1REdGs//J/USK91dE\nTn2f932p8L6eShIR6RJqnZCWbDo97LOdACXFSiFdK7tV9RFVraWqDVT1HlU9VtyyljXWrl2LiPDR\nRx8V6XVHjhzJ888/X6TXzMzM5Prrr2fixIm89957vPfee7l5X3/9Neeccw41a9bk0ksvZe1aEy9n\n69atBcIsVqlShTvvvDO37pw5c6hXrx633357nvt98sknvPHGG7zxxhvcdttt1kNnCVIYL53+iI6M\nZtsD27zmHfOw7XvleFqI0pQas0KtEMySzQgReU5EdgPbMR7edorINhF5rBBCWkqZqVOnEhERQUpK\nSmmLEpBXX32VzZs3880333DRRRflpqenpzNgwAA++OADdu/eTd26dXnmmWcA403UM8zi4cOH6dat\nGxdeaDxtPPjggzz22GN069atwP1EhEsuuYR58+axYMGCPC8ZS/FT1Iq/blxdqkYW3J+ZY9sHH4FX\noKyEWQx5YU0wPf2Xgaswu1xrYEwqZwC3A/1FpKAXLUuhyXZnM3PdTJ777jlmrptJdjGsJkhJSWHQ\noEHMnj0713MmQGJiYp4A48nJyXl6wnPnzqV9+/ZUq1aNa6+9Njd9woQJxMXFER0dTXJycoH7LViw\ngIsuuoiaNWvSuXNnli5dGpSc6enpjBw5ktdff51q1arlycvIyCAyMpK2bdsSHR1Nu3btfPrzmTJl\nCnv37uWuu+4CYPDgwSxZsiSPN8/81K5dmxdffJHk5GTb2y9hilrxr793vc88v4FXysZzD1nIYJT+\nX4B+qvqts8PVraqpzqqaG4CyYfwqA2S7s+k7uS/D5w3neOZxhs8bTt/JfYtU8e/atYsVK1bwwgsv\nEBUVxZw5c4Kq99tvv3Hdddfx97//ncOHD/P556ccVN1yyy0cPnyYgQMHFqi3Y8cOevTowbBhw9i/\nfz/33XcfV155JQcPHixQNj9z5syhWrVqXHbZZQXyqlevzt///neSkpJYsWIF8+bN49lnC0bG3Lhx\nIw8++CAfffRRbizdVq1aBRX8pU+fPhw5coRFixYFLGspWopS3daNq0tcdFyB9JACr4QvIff0g5kI\nr6aqXh2ZqOpmEYkN9aYVjYzsDDYf3hyw3LebvmXjoY1M7j+ZqIgoks5N4oZPb2D80vFc3vRyv3UT\n4xKJjogOeI+UlBQuv/xyateuTe/evUlJScnTa/fF6NGjGTBgALfccgsAlSpVClgHzCigS5cu9OrV\nC4CBAwfy5ptvMmXKFP72t7/5rbtu3Tq/CrpLly789NNP/Pe//6VFixbUrFkzT352djYDBw7k6aef\n9tur90V0dDTNmzdn7dq1XHzxxSHXt5weitmUVdBzfkEE/y+Kdfeu8+qN0w0IiqtEth8VCzNCrRBM\nT7+yiLzq68CsorEUAWv2r6FLoy5ERZgeaVREFF0bdeW3/b8V2T1SUlLo29f4GOnfvz/Tp0/PXaXi\nr/f7008/0bVr15Dvt3Xr1gKrfJo0acLWrVsD1vVnVlm9ejX33HMPEyZMYMyYMQAFJmXHjBlDTEwM\nQ4YMCVluTxkKE5fXUjRsDqGsv6cUHxvPlY2vLJAeJdM9VvKUvd6+qhYcXgcgmJ7+xxgbvr98ix+i\nI6JpWStwwMMrm13J8HnDaRrXlKiIKDKzM/l558+MuHxEUPUDceTIEebNm8eiRYt47LHHUFXS0tJY\nuHAhXbp0ISoqiuxsY0pSVebMmUPz5s1z63tGr5o9e3aB63ujcePGfPfdd3nSNm/e7NVkk5+zzjqL\n0aNHe1UTyMtAAAAU10lEQVS848ePp2vXrrm2/kcffZSmTZsyZswYatWqhdvt5qWXXmLChAmFVtoZ\nGRmsX7+eli2LIlilpbCEEoLRX+jFaTdPo8rIggF59pHpeOH0cpcPn4OkZ4K8e9kgmHX6t6vqHf6O\n4hCssP70nbr1RWS3iCQXh2zFRY/mPWhQvQEdx3fkyTlP0nF8RxrGNqRH8x5Fcv0vvviCdu3akZqa\nyuHDh0lNTaVnz565q3gaNmzIjz/+yLFjx7jrrrvYs2dPbt0OHTrkhjx8++23+eyzz4K6Z1JSEj/8\n8AMzZszA7XYzadIk1q1bxw033BCwbvfu3Tl69CjffPNNgbxGjRoxa9Ys1q1bR3Z2NuPHjychIYEz\nzjD9k02bNrF3795CjU5ymDp1KrGxsXTq1KnQ17AUDcH2wf3NflWOrsyZcWcWSK8rs3xff31wiw7K\nEsEs2XxKRC7wkXeBiBT5bhwPf/qTgVjMztoUEQkYbklEIp16wcRaDisiXBFMHTCVEZePoGp0VUZc\nPoKpA6YS4Sqa/W/Tpk0rEFCkT58+uUp/+PDhjBs3jhYtWtCmTRtuvvnm3HIjRowgNTWVhIQEli9f\nzuuvv+71HqNGjSIuLo4JEyYA5kXyxRdfkJycTK1atXjjjTf4+uuvC9jfvRETE8Pjjz/OQw89xJEj\nR/Lk3X///fTp04dLL72U2rVrM2fOHFJSUnC5zJ/00aNHAbyGWuzfvz9xcXGMGjWKiRMnEhcXxyWX\nXJKnzL59+3j88ccZNmxY7jUtpUuwit/fqGDJX5eEXKe8ETBcoojsApqp6gkveVWAjapapJu1RGQA\nxrNmPce98lDgauALVX0pQN3RQBWgMrBZVZODuJ8NlximZGZm0qdPH/bu3ctbb71Fx44di/V+qsr3\n33/P4MGDadeuHR9++KFPpW+fc+kQrIL2pdkino3IjZ+bQ5b2xoV4N/Ekl4ovnlINlxgFnPSRd5Li\nib4Vsj99MKESgcsAGwW7nBAVFUVKSgo33ngjd955J3fcUSzWxFyuv/56HnjgAe677z4mTJhge/ll\nGF9ac/y1432W9TqZ+3xJeJMvOYJR2D8Bf8P4qc/PEExEq6Imvz/9e4FH8eNP3wmWMga4TFXTA03e\nicjdwN3OqfWnH8ZER0fzyCOP8MgjjxT7vTz3H1jCk1Amdr0t5bz1/FsZ9EVeH06ZKJG5QdTz3Scz\no9CyhiPBdGOeAEaKyAQR6eXY8XuLyCTgn0BxuGIojD/9G4BawFIROQwMBJ4QkcMiUmCEYP3pWyxl\nl1AWV+Z/QUS4Itg4eGOeNBNZK2/JPGdlwyVDUASzemclcD5mYvxt4EeMC+OTwAWq6tPH/WlQGH/6\nz6tqVVWNU9U4YCIwyjkvDhktFkspEkr0rfyKv2mdpsz7y7zgL6BabmLoBrN6pwcQ4SzdbKiqlZx/\n78AEWCma9YR5Kaw/fYvFUkHYzOkp/m6tuxFfuaDFuCxt0hKRH0KtE4x5ZyzGp703jjj5Rcpp+NO3\nWCwViM2cnqln7ZC1uZ8zUd8eN8OX1qFWCEZp1lTVPd4yVHW3iARecF0IVPUXwOsySlXdhv8g6ajq\n7cUglsViCUMi8L8xyxPPyd2a1U6prxiZQbaafSyKel++WYqIiNcYjyKS2/RggloFo/Q3iMglqjrf\ny826ARu91LFYLJYSI4vQFrb7ctfg6ZIhDBX/J0An4D6MBUQwm1h7hnKRYMw7LwCficigHI+aIlLD\nWfL4GVC0oZIspcrWrVs577zz2LbNe8ShHN5///2g/OcUBTZcoiUYChtysV7VernpdWUWv3PMt12/\nFCdzVXUAZl5zFLBdVecBmar6Xc4RzHWCWb3zOfAA8AxwSETSgIOYpZz3OvmWMsCNN97I4MGD86TN\nmjWLFi1a5J43btyYFStW0KhRo5IWzys2XKIlFEJ9WpHA6r+tzpPWWuZ6LxwGOB4GkoF5IvKnwlwj\nqO2GqvqxqjYFzsJE0TpLVZup6uTC3NRSOlx33XVMmzYtjyJLSUmhT58+pSiVf2y4REuohNrj97Tr\nlwVU9RPgOmA8EDiIRj5C2mOuqutVdaGq+o4/Zglb/vznP3PgwIHcSFCqyowZM7juuusAaNOmDbGx\nsT5dEU+ePJmzzjqLqlWrFvBRv2jRIjp06MAZZ5zBtddey759+3LzbLhES0lzOit6POt7mnlyP43o\nXzihihBVXQJcDDweat2wdSxSGNfKInK9iHwnIgcc18ofOk7hyg4/TIVNHnvJNq0yaUVAbGwsV1xx\nBVOnmustWrSIrKwsOnfuDMCvv/7KypUrvdadO3cu99xzD2PGjCEtLY3XXnstN2/nzp1cffXVPPDA\nAxw4cIAWLVrw+OPmb9GGS7SUFiG9qs/MGz1OoIBTtlxiqho/+6WMqu5S1bdyzkXkX8HUC0ulfxqu\nlU8Cg1S1FtABuBS4rThlDYqsTNi/I7ijWhxMfgmWf2uOyS+ZtED1sjKDEqVv3765rpRTUlLo1atX\nUE7FRo4cySOPPEKPHj1wuVx5wiVOmDCB1q1bk5SUhMvl4q9//SvTpk3LzcsJl+hyuRg4cCAtW7Zk\nypQpAe8ZTLjEzMzMEgmXaCmbBK34b/gkz6ln/Nwccs+Op0Gzc09XtOIgKZhCYan0gb6Ypbej1Yyt\nG2Mcu/l1saiqX6jqBufzVsyE8/FilrVoadgSrhkEKW+Y45pBJq2I6NOnDxs2bODXX39l2rRpQdvz\n/YVL3LhxI0uXLs2dNO3cuTPHjx/n5MmTNlyipdQJSvFHV4Yr3wpcDuCq26Bzyc+Dicil/g6MzgxI\nuO5oLZRrZU9EJMe9culPNkdGQe0GwZdP8zB91KgdWt0AJCQk0KlTJ0aPHs22bdu48sqCcUN94Stc\nYtOmTenXrx+TJk0qUMeGS7SEA0F55ux0D6ycCHsW5KurZOCmUo5O/eHzUlH6GB24E98BooKKVx6u\nPf38rpVfxyj+gJGzAETkNow76B6q6jUWgIjcLSK/iMgvhJNr5U2r4JNX4LYR5vjklbw2/iLguuuu\n44MPPuCqq66icuXKQdXp0KEDEydOJDMzk6effpqffz7lUfvWW29l7ty5fPnllwAcOnQoN3KWDZdo\nKTO4IuDuUx2UY7hxo+ziJFG42MUJssmG40fgx2mlIeEbwIeq2tTbQbBWDVUNuwOz4WsMcCfQ3Ukb\n6zQ4UN3bgBVAQgj3+6WQsnplzZo1vrICM/9z1Y0rT51vXGnSipA//vhDAX3//fcL5G3atEkBrVGj\nhrZu3To3fc2aNXruuedqfHy8Dh06VMePH6/dunU7Jfb8+dq+fXuNi4vTFi1a6JNPPpmb99133+n5\n55+vcXFx2qlTJ/3555+DlvX555/Xc845R1NTU/Okp6en65AhQzQhIUHj4uK0Y8eOunDhwtz85cuX\nq/nzLsj111+vNWrU0EqVKmlUVJTWqFFDu3btmqfM3r17tUmTJvruu+/6lO20nrOlVAjqhz3zASWZ\n3GPm8E760PAztefwukoyqgtSVCeMKHFRgaqYnn5tH/lpwTQvYLjE0kBEbgT+CqxR1fudtFUYpf+i\nn3pXAv8GOqvqzhDuZ8Mlhik2XKKlqIkkgJ+erAx4vqClpKfW5UvZS/bwYL38nBZerVEich6wQ1UL\nxAARke56yhW9T8LVvFNY18pPAy+FovAt4Y0Nl2gpanwZxHOJjIa/el+x5R5culuUVHWFN4Xv5AW1\nlTgse/oAInIh8A7QCtgGPKyqs528RsBSIFnzrlPdBNTB2P9zmKyqfv3u256+pTDY51y2CTixu3cT\nvNMSNAtw0bPHNGZ26FlSzpeLbclYuK7eKZRrZTWTGRaLxRKQgCt66jSFYZkmatbv00ESSkiy4iVs\nlb7FYrEUNzm9dr/KPwz2aYjIh8BvzrFWVdcU9lpW6RcTajf1lGvC1SxqKRxBreMvXQY6/2YDGzBm\n70JhZ6mKgYiICDIzg3OLYCmbZGZmEhlp+0zlCcXPltZKsUjGMWPqKR2SgPZANVUttMIHq/SLhbi4\nOPbs2WODcJRT3G43e/bsoUaNGqUtiqWIycIo/wKqvd75pB3dRrUMr3s9ix1Vneis3Ek/3WvZrkox\nULt2bbZv387vv/9e2qJYiomqVatSu3b4bOS2FD2ein9mTA2iXdlcdSwVKgW3iz1csUq/GHC5XDRu\n3Li0xbBYLEXExcCESjFG6desW+L3F5E/q+qXQZbtoaqzfOWHrXmnkP70a4vI5yKSKiI7ReSRkpDV\nYrGUb2oBe6MrwYm00hLh4xDKfuQvMyyV/mn4038HMypLAP4EDBeRa/1XsVgsFv9ku7PZk7qF95b+\nh5nrZpLtLhFXDJ6EsrjIb9mwVPoUwp++iNTHxI18Ro1nzXrAD8C9xS+uxWIpr2S7sxn2r35s/Hky\nKcf20WvecP703768MP+zkhQjlGVDfsuGq02/MP70WwOHVXWNiMQA/YEXgQnFLq3FYim3zFo/ix91\nH9+cbME3iefweZunSPtoOP1aHmBoyYkRJSK3EFyP328wlXBV+vn96d8LPIp/f/rxwF7n86PAa06a\n1zoicjdwt3MaU0g5w3w/h8ViOV16Ter1DF2eGCE/rL2i+9KF37B0IY+xcuI87TCQktMBi4FBQZb1\nG9Q5LB2uicjzGN/Rq4DNqjpXRMYCcarqNQ6k41b5ZeAm4HpV/aeI9AfGqGrDkpLdYrFYwplwtemv\nwphy2nm4C+3mpPviV4yHzceAV4KsY7FYLBWKcFX6IfvTd3zoLwJqOmXOAW4B/lXSwlssFku4EpY2\nfVVNF5FemCWYz2D86fdV1RybfQQmCHB++e/BRM7ag4kX+YKqziguOUVkNVA6+7KLntqA1+AMZYzy\n0g6wbQlHSqod+1X1muK4cFja9MsKpxF8JewoL20pL+0A25ZwpDy0I1zNOxaLxWIpBqzSt1gslgqE\nVfqnx7jSFqAIKS9tKS/tANuWcKTMt8Pa9C0Wi6UCYXv6FovFUoGwSr8YEZGvRKRDactRFIjIeBG5\nvrTlKArKS1vKSzugfP1WPBGRp0XkH6UthydW6XtBRG4Tkd9F5IiIfC8iLZz0eSJyXEQOexxXi0hT\nEVkpIntF5E6n7EDgD1X9KRzb4uTdIyLrnJgF20XkYhE5Q0R+EJEDIjLMKdcFSFDVEnUrmB8/z2Vl\nvmdyREQ2hGtb/LQjRkT+6/wdbRWRZCc9LNvhyOGrLX8WkRVO+rIchR5uvxURucmRMdkjzWdcDhGp\nLCL/EZGDIrJPRF5yNpBGich0J32cU/ZMoCfwekm3yy+qag+PA7gS2IKJNh+J8dS5zMmbB9zupc7L\nwH0Y527bgThgGVAjjNtyG7AJuNA5r4XZzXwvxo1FDGZTXE2Ms6fEcG2Ll7KPY2IxhF1bAjyTp4Ap\nTvpFGO+ybcKxHf7a4si8D+iMcUh2H7ALs6EybH4rwHRgDvA1kOyR/inwmfN9twbSgGudvFeAH4Ea\nQANgq/N8rnXqRQC/ON/Bl0DH0nxG3g7b0y9IL+BzVV2rqlnAeKCdiHTyU0cxf/QRzudRwEhVTS12\naf3jqy0XA88CD6rqLwCqekBVD5K3LQL8A/hMVTeXRgM8COq5iEhz4H6M4g/HtvhrR3VgiZO+HDgK\nHCY82wE+2gL0wbhG/1GNpvw3JrBRX8Lrt/KEqv4J2JmTIH7icogJ7nQX8E9H3ljMC+teTFsinMMF\n3IBxFrm4BNsTFFbpF2QzcJmIJIhINeAJIBXjAC4DeEtE/hCRCSLSyqkzFrgZWIqJ+NVIVaeUvOgF\n2Iz3tvwJaALsFJGFjtngcxFJwIRaawtsBGYC3YFXS0X6vGzG93MBciOuTQaGOgoxHNuyGd/teB0Y\nKCLdgeeBp1V1B+HZDvDdlmzgIhFpJiKVMCOYI5g2hM1vRVXXeEn2FZejLSaYUw3gexER4CGMG/dW\nwP+ALMzoZTXmhfhksTeiEFilX5CxmDf7SszDW4R5m9dU1auAahiluRf4WUSaq+pWVb0I80fRHljq\n2AKniEhp+jfy1RYXxnTwH2AI0BA4BoxT1VRV7a6qCZjh61fARhGZIyI1SqENOfh8Lh5lXgA2qur/\nAYRpW/y146Dz+TzgMowZIVzbAb7bAqZ3/x3GhJgJpGB+Q+H6W8nBW1yOTE7F5jihqkcxvu0nYX43\nAtRS1b+oah3MCO1/GP3wi4g0KuE2+Ke07Utl4cD0sG72kr4AGOZx/gjwtFO+NiaY8V9KW34vbRmO\nGY4+7pF+LnDc47w/xuHdSoyH0xeBR0tbfl/PBWMD3wvU9lIurNuS0w5MlLcHnLQWmF7jeWWlHfmf\nSb70b4CnPM7D5rcCvI9j08fMUywHzsaMtHK+9+3OMzmMUf5jnLwLATcQ5Zx3wNjyv8S8uAcDb5X2\nc/E8bE8/ACLSHmMK+dlL9hGceJQi0hjzx/EBsFtV9wPfA81KSNSAeLTlY8ww/IRHdjWcHo6IxAJD\nMcP1aqq6HtNrC8e25DyXx4HxzvfuWS6s2+LRjj+AJMwEIqr6B2aS8S6nXFi3A3z/VkQkHrgEM/kc\n7r8Vf3E5tnJqHuIFj7zfVTVTRCKAMZiJ6maYkVpYPSOw5h2viEhXEYkQkTqYIezHqrpORG4UkTgx\n3In5Q86xR76B6b3sAuqJSBzmrf97abQhBx9t+R14DzM51dBRKMMxE3EA/wReUdXDwDERaUr4tmWd\nk90RY2rIT9i1xVs7MDbuQ8B9IhLpLH3sDqx1qoVdO8Dvb+ViEYkWkerAu8BiVZ3jVAvL3wr4j8uh\nqumYmB7nAidFpCFGwefE7HgQmKmqGzFmrQ6ESbvyUNpDjXA8gPmYZVr7MA+0qpM+BeOrPxVYCFzq\npPcF/u1R/69O3SlARJi2pQrmDzgVs+zuBcyqiguA2R71r8X8OL8BqodjW5y8Q8Bl+cqHZVv8PJNu\nmOV+hzErSkZjVoOEZTsCtGUiZiR80Pkc76SHzW8F+Mn5rjMwcTEOYybN4zFzEKnO9/yYR52c380h\njF/9VzCd54aYkUyOmecijOJfCjQozWeU/7C+dywWi6UCYc07FovFUoGwSt9isVgqEFbpWywWSwXC\nKn2LxWKpQFilb7FYLBUIq/QtFoulAmGVvsVisVQgrNK3WCyWCoRV+haLxVKB+H8FVSkuI0N4qgAA\nAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fdeef3f1550>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "fig = plt.figure(figsize = (5, 1.5))\n",
    "plt.rcParams['font.size'] = 12\n",
    "ax = plt.gca()\n",
    "yticks = np.arange(0,1.1,0.2)\n",
    "xticks = np.arange(0,110,10)\n",
    "\n",
    "plt.plot(c_w.xs, cc_w, marker='s', linewidth=0.3, markersize=5, fillstyle='none', color = 'Cyan')\n",
    "plt.plot(c_a.xs, cc_a, marker='o', linewidth=0.3, markersize=5, fillstyle='none', color = 'Green')\n",
    "plt.plot(c_v.xs, cc_v, marker='x', linewidth=0.3, markersize=5, fillstyle='none', color = 'Coral')\n",
    "\n",
    "ax.yaxis.set_label_coords(-0.21, 0.45)\n",
    "ax = fig.axes[0]\n",
    "ax.grid(False)\n",
    "ax.set_yticks(yticks)\n",
    "ax.set_xticks(xticks)\n",
    "ax.set_ylim([0,1.05])\n",
    "ax.set_xlim([95,100.5])\n",
    "ax.set_xscale('linear')\n",
    "ax.set_xlabel('', fontsize=12)\n",
    "ax.set_ylabel('CCDF', fontsize=12)\n",
    "\n",
    "ax.spines['right'].set_color('none')\n",
    "ax.spines['top'].set_color('none')\n",
    "ax.yaxis.set_ticks_position('left')\n",
    "ax.xaxis.set_ticks_position('bottom')\n",
    "\n",
    "ax2 = ax.twinx()\n",
    "ax2.spines['right'].set_color('none')\n",
    "ax2.spines['top'].set_color('none')\n",
    "ax2.spines['left'].set_color('none')\n",
    "ax2.spines['bottom'].set_color('none')\n",
    "ax2.yaxis.set_ticks_position('none')\n",
    "ax2.set_ylabel('[\\'14 - \\'17]', fontsize = 13)\n",
    "plt.setp( ax2.get_yticklabels(), visible=False)\n",
    "\n",
    "ax.spines['bottom'].set_position(('axes', -0.05))\n",
    "ax.spines['left'].set_position(('axes', -0.05))\n",
    "ax.legend(['Web (%d)'%num_videos, 'Audio (%d)'%num_videos, 'Video (%d)'%num_videos], fontsize=12, loc='lower left')\n",
    "\n",
    "def to_percent(x, position): return str(int(x)) + '%'\n",
    "ax.xaxis.set_major_formatter(FuncFormatter(to_percent))\n",
    "\n",
    "plt.title('IPv6 Preference', fontsize=12, y=1.05)\n",
    "plt.savefig('he-preference-videos-ccdf.pdf', format='pdf', bbox_inches='tight')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "with open('he-preference-video.csv', 'w') as f: \n",
    "    f.write('values; percentile\\n')\n",
    "    for x, y in zip(c_v.xs, cc_v): f.write('%.2f; %.2f\\n'%(x,y))\n",
    "        \n",
    "with open('he-preference-audio.csv', 'w') as f: \n",
    "    f.write('values; percentile\\n')\n",
    "    for x, y in zip(c_a.xs, cc_a): f.write('%.2f; %.2f\\n'%(x,y))        \n",
    "        \n",
    "with open('he-preference-web.csv', 'w') as f: \n",
    "    f.write('values; percentile\\n')\n",
    "    for x, y in zip(c_w.xs, cc_w): f.write('%.2f; %.2f\\n'%(x,y))                "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}