part1_data_scrape_initial_analyze.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "# Finding The Optimal Neighborhood of Toronto (Part 1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## PART I -- scrape data from Wiki page, then create a dataframe contains the neighborhoods of Toronto"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "``` step 1: scrape Wiki page using pd.read.html ```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Postcode</th>\n",
       "      <th>Borough</th>\n",
       "      <th>Neighborhood</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>M1A</td>\n",
       "      <td>Not assigned</td>\n",
       "      <td>Not assigned</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>M2A</td>\n",
       "      <td>Not assigned</td>\n",
       "      <td>Not assigned</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>M3A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Parkwoods</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M4A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Victoria Village</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>M5A</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Harbourfront</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Postcode           Borough      Neighborhood\n",
       "0      M1A      Not assigned      Not assigned\n",
       "1      M2A      Not assigned      Not assigned\n",
       "2      M3A        North York         Parkwoods\n",
       "3      M4A        North York  Victoria Village\n",
       "4      M5A  Downtown Toronto      Harbourfront"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "l = pd.read_html('https://en.wikipedia.org/wiki/List_of_postal_codes_of_Canada:_M')\n",
    "df = l[0]\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "``` step 2: drop rows where 'borough'='Not assigned' ```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Postcode</th>\n",
       "      <th>Borough</th>\n",
       "      <th>Neighborhood</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>M3A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Parkwoods</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M4A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Victoria Village</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>M5A</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Harbourfront</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>M6A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Lawrence Heights</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>M6A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Lawrence Manor</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Postcode           Borough      Neighborhood\n",
       "2      M3A        North York         Parkwoods\n",
       "3      M4A        North York  Victoria Village\n",
       "4      M5A  Downtown Toronto      Harbourfront\n",
       "5      M6A        North York  Lawrence Heights\n",
       "6      M6A        North York    Lawrence Manor"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df[df['Borough'] != 'Not assigned']\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "``` step 3: merge neighborhoods which has the same postal code ```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Postcode</th>\n",
       "      <th>Borough</th>\n",
       "      <th>Neighborhood</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>M3A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Parkwoods</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>M4A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Victoria Village</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>M5A</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Harbourfront</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M6A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Lawrence Heights,Lawrence Manor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>M7A</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Queen's Park</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>M9A</td>\n",
       "      <td>Queen's Park</td>\n",
       "      <td>Not assigned</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>M1B</td>\n",
       "      <td>Scarborough</td>\n",
       "      <td>Rouge,Malvern</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>M3B</td>\n",
       "      <td>North York</td>\n",
       "      <td>Don Mills North</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>M4B</td>\n",
       "      <td>East York</td>\n",
       "      <td>Woodbine Gardens,Parkview Hill</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>M5B</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Ryerson,Garden District</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>M6B</td>\n",
       "      <td>North York</td>\n",
       "      <td>Glencairn</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>M9B</td>\n",
       "      <td>Etobicoke</td>\n",
       "      <td>Cloverdale,Islington,Martin Grove,Princess Gar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>M1C</td>\n",
       "      <td>Scarborough</td>\n",
       "      <td>Highland Creek,Rouge Hill,Port Union</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>M3C</td>\n",
       "      <td>North York</td>\n",
       "      <td>Flemingdon Park,Don Mills South</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>M4C</td>\n",
       "      <td>East York</td>\n",
       "      <td>Woodbine Heights</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>M5C</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>St. James Town</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>M6C</td>\n",
       "      <td>York</td>\n",
       "      <td>Humewood-Cedarvale</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>M9C</td>\n",
       "      <td>Etobicoke</td>\n",
       "      <td>Bloordale Gardens,Eringate,Markland Wood,Old B...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>M1E</td>\n",
       "      <td>Scarborough</td>\n",
       "      <td>Guildwood,Morningside,West Hill</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>M4E</td>\n",
       "      <td>East Toronto</td>\n",
       "      <td>The Beaches</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Postcode           Borough  \\\n",
       "0       M3A        North York   \n",
       "1       M4A        North York   \n",
       "2       M5A  Downtown Toronto   \n",
       "3       M6A        North York   \n",
       "4       M7A  Downtown Toronto   \n",
       "5       M9A      Queen's Park   \n",
       "6       M1B       Scarborough   \n",
       "7       M3B        North York   \n",
       "8       M4B         East York   \n",
       "9       M5B  Downtown Toronto   \n",
       "10      M6B        North York   \n",
       "11      M9B         Etobicoke   \n",
       "12      M1C       Scarborough   \n",
       "13      M3C        North York   \n",
       "14      M4C         East York   \n",
       "15      M5C  Downtown Toronto   \n",
       "16      M6C              York   \n",
       "17      M9C         Etobicoke   \n",
       "18      M1E       Scarborough   \n",
       "19      M4E      East Toronto   \n",
       "\n",
       "                                         Neighborhood  \n",
       "0                                           Parkwoods  \n",
       "1                                    Victoria Village  \n",
       "2                                        Harbourfront  \n",
       "3                     Lawrence Heights,Lawrence Manor  \n",
       "4                                        Queen's Park  \n",
       "5                                        Not assigned  \n",
       "6                                       Rouge,Malvern  \n",
       "7                                     Don Mills North  \n",
       "8                      Woodbine Gardens,Parkview Hill  \n",
       "9                             Ryerson,Garden District  \n",
       "10                                          Glencairn  \n",
       "11  Cloverdale,Islington,Martin Grove,Princess Gar...  \n",
       "12               Highland Creek,Rouge Hill,Port Union  \n",
       "13                    Flemingdon Park,Don Mills South  \n",
       "14                                   Woodbine Heights  \n",
       "15                                     St. James Town  \n",
       "16                                 Humewood-Cedarvale  \n",
       "17  Bloordale Gardens,Eringate,Markland Wood,Old B...  \n",
       "18                    Guildwood,Morningside,West Hill  \n",
       "19                                        The Beaches  "
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.groupby(['Postcode','Borough'], sort = False).agg(lambda x: \",\".join(x)).reset_index()\n",
    "df.head(20)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "``` display the number of rows of this dataframe ```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(103, 3)"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## PART II -- get the latitude and the longitude coordinates of each neighborhood"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "``` step 1: read geocoder data from csv file ```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Postal Code</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>M1B</td>\n",
       "      <td>43.806686</td>\n",
       "      <td>-79.194353</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>M1C</td>\n",
       "      <td>43.784535</td>\n",
       "      <td>-79.160497</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>M1E</td>\n",
       "      <td>43.763573</td>\n",
       "      <td>-79.188711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M1G</td>\n",
       "      <td>43.770992</td>\n",
       "      <td>-79.216917</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>M1H</td>\n",
       "      <td>43.773136</td>\n",
       "      <td>-79.239476</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>M1J</td>\n",
       "      <td>43.744734</td>\n",
       "      <td>-79.239476</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>M1K</td>\n",
       "      <td>43.727929</td>\n",
       "      <td>-79.262029</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>M1L</td>\n",
       "      <td>43.711112</td>\n",
       "      <td>-79.284577</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>M1M</td>\n",
       "      <td>43.716316</td>\n",
       "      <td>-79.239476</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>M1N</td>\n",
       "      <td>43.692657</td>\n",
       "      <td>-79.264848</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Postal Code   Latitude  Longitude\n",
       "0         M1B  43.806686 -79.194353\n",
       "1         M1C  43.784535 -79.160497\n",
       "2         M1E  43.763573 -79.188711\n",
       "3         M1G  43.770992 -79.216917\n",
       "4         M1H  43.773136 -79.239476\n",
       "5         M1J  43.744734 -79.239476\n",
       "6         M1K  43.727929 -79.262029\n",
       "7         M1L  43.711112 -79.284577\n",
       "8         M1M  43.716316 -79.239476\n",
       "9         M1N  43.692657 -79.264848"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1 = pd.read_csv('http://cocl.us/Geospatial_data')\n",
    "df1.head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "``` step 2: sort df (neighborhoods) and df1 (locations) in same order, and append 'Latitude' and 'Longitude' in df1 to df ```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Postcode</th>\n",
       "      <th>Borough</th>\n",
       "      <th>Neighborhood</th>\n",
       "      <th>Postal Code</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>M3A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Parkwoods</td>\n",
       "      <td>M3A</td>\n",
       "      <td>43.753259</td>\n",
       "      <td>-79.329656</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>M4A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Victoria Village</td>\n",
       "      <td>M4A</td>\n",
       "      <td>43.725882</td>\n",
       "      <td>-79.315572</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>M5A</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Harbourfront</td>\n",
       "      <td>M5A</td>\n",
       "      <td>43.654260</td>\n",
       "      <td>-79.360636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M6A</td>\n",
       "      <td>North York</td>\n",
       "      <td>Lawrence Heights,Lawrence Manor</td>\n",
       "      <td>M6A</td>\n",
       "      <td>43.718518</td>\n",
       "      <td>-79.464763</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>M7A</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Queen's Park</td>\n",
       "      <td>M7A</td>\n",
       "      <td>43.662301</td>\n",
       "      <td>-79.389494</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>M9A</td>\n",
       "      <td>Queen's Park</td>\n",
       "      <td>Not assigned</td>\n",
       "      <td>M9A</td>\n",
       "      <td>43.667856</td>\n",
       "      <td>-79.532242</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>M1B</td>\n",
       "      <td>Scarborough</td>\n",
       "      <td>Rouge,Malvern</td>\n",
       "      <td>M1B</td>\n",
       "      <td>43.806686</td>\n",
       "      <td>-79.194353</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>M3B</td>\n",
       "      <td>North York</td>\n",
       "      <td>Don Mills North</td>\n",
       "      <td>M3B</td>\n",
       "      <td>43.745906</td>\n",
       "      <td>-79.352188</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>M4B</td>\n",
       "      <td>East York</td>\n",
       "      <td>Woodbine Gardens,Parkview Hill</td>\n",
       "      <td>M4B</td>\n",
       "      <td>43.706397</td>\n",
       "      <td>-79.309937</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>M5B</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Ryerson,Garden District</td>\n",
       "      <td>M5B</td>\n",
       "      <td>43.657162</td>\n",
       "      <td>-79.378937</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>M6B</td>\n",
       "      <td>North York</td>\n",
       "      <td>Glencairn</td>\n",
       "      <td>M6B</td>\n",
       "      <td>43.709577</td>\n",
       "      <td>-79.445073</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>M9B</td>\n",
       "      <td>Etobicoke</td>\n",
       "      <td>Cloverdale,Islington,Martin Grove,Princess Gar...</td>\n",
       "      <td>M9B</td>\n",
       "      <td>43.650943</td>\n",
       "      <td>-79.554724</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>M1C</td>\n",
       "      <td>Scarborough</td>\n",
       "      <td>Highland Creek,Rouge Hill,Port Union</td>\n",
       "      <td>M1C</td>\n",
       "      <td>43.784535</td>\n",
       "      <td>-79.160497</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>M3C</td>\n",
       "      <td>North York</td>\n",
       "      <td>Flemingdon Park,Don Mills South</td>\n",
       "      <td>M3C</td>\n",
       "      <td>43.725900</td>\n",
       "      <td>-79.340923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>M4C</td>\n",
       "      <td>East York</td>\n",
       "      <td>Woodbine Heights</td>\n",
       "      <td>M4C</td>\n",
       "      <td>43.695344</td>\n",
       "      <td>-79.318389</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>M5C</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>St. James Town</td>\n",
       "      <td>M5C</td>\n",
       "      <td>43.651494</td>\n",
       "      <td>-79.375418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>M6C</td>\n",
       "      <td>York</td>\n",
       "      <td>Humewood-Cedarvale</td>\n",
       "      <td>M6C</td>\n",
       "      <td>43.693781</td>\n",
       "      <td>-79.428191</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>M9C</td>\n",
       "      <td>Etobicoke</td>\n",
       "      <td>Bloordale Gardens,Eringate,Markland Wood,Old B...</td>\n",
       "      <td>M9C</td>\n",
       "      <td>43.643515</td>\n",
       "      <td>-79.577201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>M1E</td>\n",
       "      <td>Scarborough</td>\n",
       "      <td>Guildwood,Morningside,West Hill</td>\n",
       "      <td>M1E</td>\n",
       "      <td>43.763573</td>\n",
       "      <td>-79.188711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>M4E</td>\n",
       "      <td>East Toronto</td>\n",
       "      <td>The Beaches</td>\n",
       "      <td>M4E</td>\n",
       "      <td>43.676357</td>\n",
       "      <td>-79.293031</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Postcode           Borough  \\\n",
       "0       M3A        North York   \n",
       "1       M4A        North York   \n",
       "2       M5A  Downtown Toronto   \n",
       "3       M6A        North York   \n",
       "4       M7A  Downtown Toronto   \n",
       "5       M9A      Queen's Park   \n",
       "6       M1B       Scarborough   \n",
       "7       M3B        North York   \n",
       "8       M4B         East York   \n",
       "9       M5B  Downtown Toronto   \n",
       "10      M6B        North York   \n",
       "11      M9B         Etobicoke   \n",
       "12      M1C       Scarborough   \n",
       "13      M3C        North York   \n",
       "14      M4C         East York   \n",
       "15      M5C  Downtown Toronto   \n",
       "16      M6C              York   \n",
       "17      M9C         Etobicoke   \n",
       "18      M1E       Scarborough   \n",
       "19      M4E      East Toronto   \n",
       "\n",
       "                                         Neighborhood Postal Code   Latitude  \\\n",
       "0                                           Parkwoods         M3A  43.753259   \n",
       "1                                    Victoria Village         M4A  43.725882   \n",
       "2                                        Harbourfront         M5A  43.654260   \n",
       "3                     Lawrence Heights,Lawrence Manor         M6A  43.718518   \n",
       "4                                        Queen's Park         M7A  43.662301   \n",
       "5                                        Not assigned         M9A  43.667856   \n",
       "6                                       Rouge,Malvern         M1B  43.806686   \n",
       "7                                     Don Mills North         M3B  43.745906   \n",
       "8                      Woodbine Gardens,Parkview Hill         M4B  43.706397   \n",
       "9                             Ryerson,Garden District         M5B  43.657162   \n",
       "10                                          Glencairn         M6B  43.709577   \n",
       "11  Cloverdale,Islington,Martin Grove,Princess Gar...         M9B  43.650943   \n",
       "12               Highland Creek,Rouge Hill,Port Union         M1C  43.784535   \n",
       "13                    Flemingdon Park,Don Mills South         M3C  43.725900   \n",
       "14                                   Woodbine Heights         M4C  43.695344   \n",
       "15                                     St. James Town         M5C  43.651494   \n",
       "16                                 Humewood-Cedarvale         M6C  43.693781   \n",
       "17  Bloordale Gardens,Eringate,Markland Wood,Old B...         M9C  43.643515   \n",
       "18                    Guildwood,Morningside,West Hill         M1E  43.763573   \n",
       "19                                        The Beaches         M4E  43.676357   \n",
       "\n",
       "    Longitude  \n",
       "0  -79.329656  \n",
       "1  -79.315572  \n",
       "2  -79.360636  \n",
       "3  -79.464763  \n",
       "4  -79.389494  \n",
       "5  -79.532242  \n",
       "6  -79.194353  \n",
       "7  -79.352188  \n",
       "8  -79.309937  \n",
       "9  -79.378937  \n",
       "10 -79.445073  \n",
       "11 -79.554724  \n",
       "12 -79.160497  \n",
       "13 -79.340923  \n",
       "14 -79.318389  \n",
       "15 -79.375418  \n",
       "16 -79.428191  \n",
       "17 -79.577201  \n",
       "18 -79.188711  \n",
       "19 -79.293031  "
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.merge(left=df,right=df1, left_on='Postcode', right_on='Postal Code')\n",
    "df.head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(103, 6)"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## PART III -- Toronto neighborhoods and boroughs\n",
    "note: for this part, I'm going to replicate the NYC analysis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Solving environment: done\n",
      "\n",
      "# All requested packages already installed.\n",
      "\n",
      "Solving environment: done\n",
      "\n",
      "# All requested packages already installed.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import matplotlib as mpl\n",
    "from sklearn.cluster import KMeans\n",
    "import json\n",
    "from pandas.io.json import json_normalize\n",
    "\n",
    "!conda install -c conda-forge geopy --yes\n",
    "from geopy.geocoders import Nominatim\n",
    "\n",
    "import requests\n",
    "\n",
    "!conda install -c conda-forge folium=0.5.0 --yes\n",
    "import folium"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### step 1: create a new dataframe with only boroughs that contain the word Toronto"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [],
   "source": [
    "df2 = df[df['Borough'].str.contains('Toronto')].reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The dataframe has 4 boroughs and 39 neighborhoods.\n"
     ]
    }
   ],
   "source": [
    "print('The dataframe has {} boroughs and {} neighborhoods.'.format(len(df2['Borough'].unique()),df2.shape[0]))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### step 2: use geopy library to get the latitude and longitude values of Toronto"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The geograpical coordinate of Toronto are 43.653963, -79.387207.\n"
     ]
    }
   ],
   "source": [
    "address = 'Toronto, ON'\n",
    "\n",
    "geolocator = Nominatim(user_agent=\"on_explorer\")\n",
    "location = geolocator.geocode(address)\n",
    "latitude = location.latitude\n",
    "longitude = location.longitude\n",
    "print('The geograpical coordinate of Toronto are {}, {}.'.format(latitude, longitude))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### step 3: create a map of Toronto with neighborhoods superimposed on top"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"width:100%;\"><div style=\"position:relative;width:100%;height:0;padding-bottom:60%;\"><iframe src=\"data:text/html;charset=utf-8;base64,PCFET0NUWVBFIGh0bWw+CjxoZWFkPiAgICAKICAgIDxtZXRhIGh0dHAtZXF1aXY9ImNvbnRlbnQtdHlwZSIgY29udGVudD0idGV4dC9odG1sOyBjaGFyc2V0PVVURi04IiAvPgogICAgPHNjcmlwdD5MX1BSRUZFUl9DQU5WQVMgPSBmYWxzZTsgTF9OT19UT1VDSCA9IGZhbHNlOyBMX0RJU0FCTEVfM0QgPSBmYWxzZTs8L3NjcmlwdD4KICAgIDxzY3JpcHQgc3JjPSJodHRwczovL2Nkbi5qc2RlbGl2ci5uZXQvbnBtL2xlYWZsZXRAMS4yLjAvZGlzdC9sZWFmbGV0LmpzIj48L3NjcmlwdD4KICAgIDxzY3JpcHQgc3JjPSJodHRwczovL2FqYXguZ29vZ2xlYXBpcy5jb20vYWpheC9saWJzL2pxdWVyeS8xLjExLjEvanF1ZXJ5Lm1pbi5qcyI+PC9zY3JpcHQ+CiAgICA8c2NyaXB0IHNyYz0iaHR0cHM6Ly9tYXhjZG4uYm9vdHN0cmFwY2RuLmNvbS9ib290c3RyYXAvMy4yLjAvanMvYm9vdHN0cmFwLm1pbi5qcyI+PC9zY3JpcHQ+CiAgICA8c2NyaXB0IHNyYz0iaHR0cHM6Ly9jZG5qcy5jbG91ZGZsYXJlLmNvbS9hamF4L2xpYnMvTGVhZmxldC5hd2Vzb21lLW1hcmtlcnMvMi4wLjIvbGVhZmxldC5hd2Vzb21lLW1hcmtlcnMuanMiPjwvc2NyaXB0PgogICAgPGxpbmsgcmVsPSJzdHlsZXNoZWV0IiBocmVmPSJodHRwczovL2Nkbi5qc2RlbGl2ci5uZXQvbnBtL2xlYWZsZXRAMS4yLjAvZGlzdC9sZWFmbGV0LmNzcyIvPgogICAgPGxpbmsgcmVsPSJzdHlsZXNoZWV0IiBocmVmPSJodHRwczovL21heGNkbi5ib290c3RyYXBjZG4uY29tL2Jvb3RzdHJhcC8zLjIuMC9jc3MvYm9vdHN0cmFwLm1pbi5jc3MiLz4KICAgIDxsaW5rIHJlbD0ic3R5bGVzaGVldCIgaHJlZj0iaHR0cHM6Ly9tYXhjZG4uYm9vdHN0cmFwY2RuLmNvbS9ib290c3RyYXAvMy4yLjAvY3NzL2Jvb3RzdHJhcC10aGVtZS5taW4uY3NzIi8+CiAgICA8bGluayByZWw9InN0eWxlc2hlZXQiIGhyZWY9Imh0dHBzOi8vbWF4Y2RuLmJvb3RzdHJhcGNkbi5jb20vZm9udC1hd2Vzb21lLzQuNi4zL2Nzcy9mb250LWF3ZXNvbWUubWluLmNzcyIvPgogICAgPGxpbmsgcmVsPSJzdHlsZXNoZWV0IiBocmVmPSJodHRwczovL2NkbmpzLmNsb3VkZmxhcmUuY29tL2FqYXgvbGlicy9MZWFmbGV0LmF3ZXNvbWUtbWFya2Vycy8yLjAuMi9sZWFmbGV0LmF3ZXNvbWUtbWFya2Vycy5jc3MiLz4KICAgIDxsaW5rIHJlbD0ic3R5bGVzaGVldCIgaHJlZj0iaHR0cHM6Ly9yYXdnaXQuY29tL3B5dGhvbi12aXN1YWxpemF0aW9uL2ZvbGl1bS9tYXN0ZXIvZm9saXVtL3RlbXBsYXRlcy9sZWFmbGV0LmF3ZXNvbWUucm90YXRlLmNzcyIvPgogICAgPHN0eWxlPmh0bWwsIGJvZHkge3dpZHRoOiAxMDAlO2hlaWdodDogMTAwJTttYXJnaW46IDA7cGFkZGluZzogMDt9PC9zdHlsZT4KICAgIDxzdHlsZT4jbWFwIHtwb3NpdGlvbjphYnNvbHV0ZTt0b3A6MDtib3R0b206MDtyaWdodDowO2xlZnQ6MDt9PC9zdHlsZT4KICAgIAogICAgICAgICAgICA8c3R5bGU+ICNtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODAgewogICAgICAgICAgICAgICAgcG9zaXRpb24gOiByZWxhdGl2ZTsKICAgICAgICAgICAgICAgIHdpZHRoIDogMTAwLjAlOwogICAgICAgICAgICAgICAgaGVpZ2h0OiAxMDAuMCU7CiAgICAgICAgICAgICAgICBsZWZ0OiAwLjAlOwogICAgICAgICAgICAgICAgdG9wOiAwLjAlOwogICAgICAgICAgICAgICAgfQogICAgICAgICAgICA8L3N0eWxlPgogICAgICAgIAo8L2hlYWQ+Cjxib2R5PiAgICAKICAgIAogICAgICAgICAgICA8ZGl2IGNsYXNzPSJmb2xpdW0tbWFwIiBpZD0ibWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwIiA+PC9kaXY+CiAgICAgICAgCjwvYm9keT4KPHNjcmlwdD4gICAgCiAgICAKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGJvdW5kcyA9IG51bGw7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgdmFyIG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCA9IEwubWFwKAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgJ21hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCcsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB7Y2VudGVyOiBbNDMuNjUzOTYzLC03OS4zODcyMDddLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgem9vbTogMTIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBtYXhCb3VuZHM6IGJvdW5kcywKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGxheWVyczogW10sCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB3b3JsZENvcHlKdW1wOiBmYWxzZSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNyczogTC5DUlMuRVBTRzM4NTcKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgfSk7CiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciB0aWxlX2xheWVyX2FhYmVmNzE4ZGFlYzRiMzBhNTMwMjdiYTA3NWViZmRiID0gTC50aWxlTGF5ZXIoCiAgICAgICAgICAgICAgICAnaHR0cHM6Ly97c30udGlsZS5vcGVuc3RyZWV0bWFwLm9yZy97en0ve3h9L3t5fS5wbmcnLAogICAgICAgICAgICAgICAgewogICJhdHRyaWJ1dGlvbiI6IG51bGwsCiAgImRldGVjdFJldGluYSI6IGZhbHNlLAogICJtYXhab29tIjogMTgsCiAgIm1pblpvb20iOiAxLAogICJub1dyYXAiOiBmYWxzZSwKICAic3ViZG9tYWlucyI6ICJhYmMiCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8zYzQxMmUwMGMxZDQ0MTZhYWRiZWUyY2Y0ODkzZWExNCA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1NDI1OTksLTc5LjM2MDYzNTldLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfZWI0OTU0YWI0OTVmNDY1MDlmNjAyYTk1ZTUwOTdhMDYgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfOWZiNTQyNjQ2MWI1NDUzNGI3YzllNmM4NTEzY2QyMjYgPSAkKCc8ZGl2IGlkPSJodG1sXzlmYjU0MjY0NjFiNTQ1MzRiN2M5ZTZjODUxM2NkMjI2IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5IYXJib3VyZnJvbnQsIERvd250b3duIFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwX2ViNDk1NGFiNDk1ZjQ2NTA5ZjYwMmE5NWU1MDk3YTA2LnNldENvbnRlbnQoaHRtbF85ZmI1NDI2NDYxYjU0NTM0YjdjOWU2Yzg1MTNjZDIyNik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl8zYzQxMmUwMGMxZDQ0MTZhYWRiZWUyY2Y0ODkzZWExNC5iaW5kUG9wdXAocG9wdXBfZWI0OTU0YWI0OTVmNDY1MDlmNjAyYTk1ZTUwOTdhMDYpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfMzhiOTFmNTBlMTQ0NDU0OWEyN2E0NWYyMGYzYzFjNTAgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NjIzMDE1LC03OS4zODk0OTM4XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzUzYzg2NTIyNjg5ZjQ2ZTlhMmY3MTBmZGNlM2UwZTNlID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2U3NzJjZmE1Mjc5MDRiOTFiYWJjOTBlY2ViNmNhZTNmID0gJCgnPGRpdiBpZD0iaHRtbF9lNzcyY2ZhNTI3OTA0YjkxYmFiYzkwZWNlYjZjYWUzZiIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+UXVlZW4mIzM5O3MgUGFyaywgRG93bnRvd24gVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNTNjODY1MjI2ODlmNDZlOWEyZjcxMGZkY2UzZTBlM2Uuc2V0Q29udGVudChodG1sX2U3NzJjZmE1Mjc5MDRiOTFiYWJjOTBlY2ViNmNhZTNmKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzM4YjkxZjUwZTE0NDQ1NDlhMjdhNDVmMjBmM2MxYzUwLmJpbmRQb3B1cChwb3B1cF81M2M4NjUyMjY4OWY0NmU5YTJmNzEwZmRjZTNlMGUzZSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl84MjgzODUzNDRkYTY0OTE5OTFkNTc1NDc4MWI1NTkzMiA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1NzE2MTgsLTc5LjM3ODkzNzA5OTk5OTk5XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzYxMjQ4ZDg4MTU2YjQ5MGZhNTEwNjVjMjI2ZDc5YzdhID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzE2OGEyOTI4YjQ0YzQ3Mzg5NjFhM2EwZmYxY2JlNmUxID0gJCgnPGRpdiBpZD0iaHRtbF8xNjhhMjkyOGI0NGM0NzM4OTYxYTNhMGZmMWNiZTZlMSIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+UnllcnNvbixHYXJkZW4gRGlzdHJpY3QsIERvd250b3duIFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzYxMjQ4ZDg4MTU2YjQ5MGZhNTEwNjVjMjI2ZDc5YzdhLnNldENvbnRlbnQoaHRtbF8xNjhhMjkyOGI0NGM0NzM4OTYxYTNhMGZmMWNiZTZlMSk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl84MjgzODUzNDRkYTY0OTE5OTFkNTc1NDc4MWI1NTkzMi5iaW5kUG9wdXAocG9wdXBfNjEyNDhkODgxNTZiNDkwZmE1MTA2NWMyMjZkNzljN2EpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfZDEwYTZmMDdkYWYxNDE5YjgwMTViYjFhMDc1YmU5OGMgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NTE0OTM5LC03OS4zNzU0MTc5XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzkwYTUxN2ZkOWVjYjQ4Zjk5NzhjNTAwYjRjZDMyNzU5ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzE3YTdlMzExMjJmYTQ0OTk5NzVkOTI2NTNmODAwNzAzID0gJCgnPGRpdiBpZD0iaHRtbF8xN2E3ZTMxMTIyZmE0NDk5OTc1ZDkyNjUzZjgwMDcwMyIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+U3QuIEphbWVzIFRvd24sIERvd250b3duIFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzkwYTUxN2ZkOWVjYjQ4Zjk5NzhjNTAwYjRjZDMyNzU5LnNldENvbnRlbnQoaHRtbF8xN2E3ZTMxMTIyZmE0NDk5OTc1ZDkyNjUzZjgwMDcwMyk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl9kMTBhNmYwN2RhZjE0MTliODAxNWJiMWEwNzViZTk4Yy5iaW5kUG9wdXAocG9wdXBfOTBhNTE3ZmQ5ZWNiNDhmOTk3OGM1MDBiNGNkMzI3NTkpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfMzVlYTA2YzZkZmNiNGMyZTlhNTNmNzJmOWY4MjQzM2IgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NzYzNTczOTk5OTk5OSwtNzkuMjkzMDMxMl0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF85Nzc3NDUwNzk0MWI0ZjgzYWU0NzJiMDY2ZTYwYmU1ZiA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9lMGUyYzVmYzA2NjQ0YTI4YjgyOTFmNmY5MjhiZDQyYyA9ICQoJzxkaXYgaWQ9Imh0bWxfZTBlMmM1ZmMwNjY0NGEyOGI4MjkxZjZmOTI4YmQ0MmMiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPlRoZSBCZWFjaGVzLCBFYXN0IFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzk3Nzc0NTA3OTQxYjRmODNhZTQ3MmIwNjZlNjBiZTVmLnNldENvbnRlbnQoaHRtbF9lMGUyYzVmYzA2NjQ0YTI4YjgyOTFmNmY5MjhiZDQyYyk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl8zNWVhMDZjNmRmY2I0YzJlOWE1M2Y3MmY5ZjgyNDMzYi5iaW5kUG9wdXAocG9wdXBfOTc3NzQ1MDc5NDFiNGY4M2FlNDcyYjA2NmU2MGJlNWYpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfMmM1MDE5YmQxOWFmNDAyOTk5MzI1OTViZDBhZmEwOTIgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NDQ3NzA3OTk5OTk5OTYsLTc5LjM3MzMwNjRdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfNjBmZDY5OTk0MmY3NGMwNjllOTUwMzY3ZTFhNWNlNGQgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfN2ZjOTNhYmI1NTU3NDgzM2JmNmM0NGMwOTc4NDczODUgPSAkKCc8ZGl2IGlkPSJodG1sXzdmYzkzYWJiNTU1NzQ4MzNiZjZjNDRjMDk3ODQ3Mzg1IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5CZXJjenkgUGFyaywgRG93bnRvd24gVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNjBmZDY5OTk0MmY3NGMwNjllOTUwMzY3ZTFhNWNlNGQuc2V0Q29udGVudChodG1sXzdmYzkzYWJiNTU1NzQ4MzNiZjZjNDRjMDk3ODQ3Mzg1KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzJjNTAxOWJkMTlhZjQwMjk5OTMyNTk1YmQwYWZhMDkyLmJpbmRQb3B1cChwb3B1cF82MGZkNjk5OTQyZjc0YzA2OWU5NTAzNjdlMWE1Y2U0ZCk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9iY2ZiN2RmMDVkNzI0OTdhYjU4YzAwNTBjN2YwNjJkNiA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1Nzk1MjQsLTc5LjM4NzM4MjZdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfYjA3N2JjMzg3ZTkyNDkzYTlhMGZkNzQ4NTlkMzIzZWUgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfODlkNDRiYjIwYjRkNDc2Mzg5NGJmZDBjOWFmMTlkMDUgPSAkKCc8ZGl2IGlkPSJodG1sXzg5ZDQ0YmIyMGI0ZDQ3NjM4OTRiZmQwYzlhZjE5ZDA1IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5DZW50cmFsIEJheSBTdHJlZXQsIERvd250b3duIFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwX2IwNzdiYzM4N2U5MjQ5M2E5YTBmZDc0ODU5ZDMyM2VlLnNldENvbnRlbnQoaHRtbF84OWQ0NGJiMjBiNGQ0NzYzODk0YmZkMGM5YWYxOWQwNSk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl9iY2ZiN2RmMDVkNzI0OTdhYjU4YzAwNTBjN2YwNjJkNi5iaW5kUG9wdXAocG9wdXBfYjA3N2JjMzg3ZTkyNDkzYTlhMGZkNzQ4NTlkMzIzZWUpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfNjcxYmZiYzdmNzFkNGJhMjhjMDdiMGM3YTFlOGY2NzYgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42Njk1NDIsLTc5LjQyMjU2MzddLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfN2ExODFkMGZkNzVlNDY5ODg2Y2M3ZDQ4ZTNlMWMyMTkgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfNWYyNTFjYzU2NmZhNDZjZWFmZWQyNDc2ZjE4ZDA3MDEgPSAkKCc8ZGl2IGlkPSJodG1sXzVmMjUxY2M1NjZmYTQ2Y2VhZmVkMjQ3NmYxOGQwNzAxIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5DaHJpc3RpZSwgRG93bnRvd24gVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfN2ExODFkMGZkNzVlNDY5ODg2Y2M3ZDQ4ZTNlMWMyMTkuc2V0Q29udGVudChodG1sXzVmMjUxY2M1NjZmYTQ2Y2VhZmVkMjQ3NmYxOGQwNzAxKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzY3MWJmYmM3ZjcxZDRiYTI4YzA3YjBjN2ExZThmNjc2LmJpbmRQb3B1cChwb3B1cF83YTE4MWQwZmQ3NWU0Njk4ODZjYzdkNDhlM2UxYzIxOSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl81NTY4OTJmNGNmYmY0ZmI2YjZlMmY4NWQ3YjUzOWEzNyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1MDU3MTIwMDAwMDAxLC03OS4zODQ1Njc1XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzU5MzZmYjc0ZjYyNjQ0MDI4NjU1MWI5ZWNhMmY1ZGZlID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzQxY2I5NDRiNzZjMzQ4NmY4ZGU0OWNjMmNhOGY0MzQ5ID0gJCgnPGRpdiBpZD0iaHRtbF80MWNiOTQ0Yjc2YzM0ODZmOGRlNDljYzJjYThmNDM0OSIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+QWRlbGFpZGUsS2luZyxSaWNobW9uZCwgRG93bnRvd24gVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNTkzNmZiNzRmNjI2NDQwMjg2NTUxYjllY2EyZjVkZmUuc2V0Q29udGVudChodG1sXzQxY2I5NDRiNzZjMzQ4NmY4ZGU0OWNjMmNhOGY0MzQ5KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzU1Njg5MmY0Y2ZiZjRmYjZiNmUyZjg1ZDdiNTM5YTM3LmJpbmRQb3B1cChwb3B1cF81OTM2ZmI3NGY2MjY0NDAyODY1NTFiOWVjYTJmNWRmZSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8xZDhkMDk2YzAwMzY0ODM1YjI5ZDAxMzNhMjYyY2QxOSA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2OTAwNTEwMDAwMDAxLC03OS40NDIyNTkzXSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwX2QxOWUyYmRjYzY1MTQ4NjQ4Njg5MDcxZTQ3MzQ0NDg0ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzBiOTIxZTQ1OTEyNDRmY2JhODgxM2Y5OTU5N2NmMTA5ID0gJCgnPGRpdiBpZD0iaHRtbF8wYjkyMWU0NTkxMjQ0ZmNiYTg4MTNmOTk1OTdjZjEwOSIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+RG92ZXJjb3VydCBWaWxsYWdlLER1ZmZlcmluLCBXZXN0IFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwX2QxOWUyYmRjYzY1MTQ4NjQ4Njg5MDcxZTQ3MzQ0NDg0LnNldENvbnRlbnQoaHRtbF8wYjkyMWU0NTkxMjQ0ZmNiYTg4MTNmOTk1OTdjZjEwOSk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl8xZDhkMDk2YzAwMzY0ODM1YjI5ZDAxMzNhMjYyY2QxOS5iaW5kUG9wdXAocG9wdXBfZDE5ZTJiZGNjNjUxNDg2NDg2ODkwNzFlNDczNDQ0ODQpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfMjMwNzYwYmNhNDMzNGE4YzkxNTdmMWJhODRjYTRjMTMgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NDA4MTU3LC03OS4zODE3NTIyOTk5OTk5OV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9jYmRkOWY4OGMxNzk0ZmE0OGZkOTgyM2Q5OTExMzU3OSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9lODJkNDMwYjI4ZjM0ZjhhOTAyNGU5ZDRlMDg3NjAwMiA9ICQoJzxkaXYgaWQ9Imh0bWxfZTgyZDQzMGIyOGYzNGY4YTkwMjRlOWQ0ZTA4NzYwMDIiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkhhcmJvdXJmcm9udCBFYXN0LFRvcm9udG8gSXNsYW5kcyxVbmlvbiBTdGF0aW9uLCBEb3dudG93biBUb3JvbnRvPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF9jYmRkOWY4OGMxNzk0ZmE0OGZkOTgyM2Q5OTExMzU3OS5zZXRDb250ZW50KGh0bWxfZTgyZDQzMGIyOGYzNGY4YTkwMjRlOWQ0ZTA4NzYwMDIpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfMjMwNzYwYmNhNDMzNGE4YzkxNTdmMWJhODRjYTRjMTMuYmluZFBvcHVwKHBvcHVwX2NiZGQ5Zjg4YzE3OTRmYTQ4ZmQ5ODIzZDk5MTEzNTc5KTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzkyZTA1ODllNDY3NjQ2YjRiMjE4NzM0YWI1Y2IzZGRkID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjQ3OTI2NzAwMDAwMDA2LC03OS40MTk3NDk3XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzRkMzJlYTIyOGIyYzQyZmY4ODUxYzYxNDAwNDcwMGY5ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2NhYTk2M2Q4OGYxODQwNjM4YjFmZTA1OTg3YTUxOTJmID0gJCgnPGRpdiBpZD0iaHRtbF9jYWE5NjNkODhmMTg0MDYzOGIxZmUwNTk4N2E1MTkyZiIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+TGl0dGxlIFBvcnR1Z2FsLFRyaW5pdHksIFdlc3QgVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNGQzMmVhMjI4YjJjNDJmZjg4NTFjNjE0MDA0NzAwZjkuc2V0Q29udGVudChodG1sX2NhYTk2M2Q4OGYxODQwNjM4YjFmZTA1OTg3YTUxOTJmKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzkyZTA1ODllNDY3NjQ2YjRiMjE4NzM0YWI1Y2IzZGRkLmJpbmRQb3B1cChwb3B1cF80ZDMyZWEyMjhiMmM0MmZmODg1MWM2MTQwMDQ3MDBmOSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9mY2M2OGQzM2Q5MmU0OTU4YjdmODViYmYzMzVhZDBmNCA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY3OTU1NzEsLTc5LjM1MjE4OF0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF84OTUwYzNlZDlmZTI0ODRjYmMxYWQ1NzJlYjQ3YjBmYyA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9kM2UxOWQ5YjA3ZTA0MTk5YmQ0YWRkMWE1Njc0NGJjOCA9ICQoJzxkaXYgaWQ9Imh0bWxfZDNlMTlkOWIwN2UwNDE5OWJkNGFkZDFhNTY3NDRiYzgiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPlRoZSBEYW5mb3J0aCBXZXN0LFJpdmVyZGFsZSwgRWFzdCBUb3JvbnRvPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF84OTUwYzNlZDlmZTI0ODRjYmMxYWQ1NzJlYjQ3YjBmYy5zZXRDb250ZW50KGh0bWxfZDNlMTlkOWIwN2UwNDE5OWJkNGFkZDFhNTY3NDRiYzgpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfZmNjNjhkMzNkOTJlNDk1OGI3Zjg1YmJmMzM1YWQwZjQuYmluZFBvcHVwKHBvcHVwXzg5NTBjM2VkOWZlMjQ4NGNiYzFhZDU3MmViNDdiMGZjKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzIxNzI1YTQxZGI0MzRkNzI5MmNlYzMwOTdjODEyNzRjID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjQ3MTc2OCwtNzkuMzgxNTc2NDAwMDAwMDFdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfNjViNDA5NDQ5ODQwNGVlY2EzNjQzN2U5MTM0OTI2ZjggPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfY2M2ZWZmMmIyMGM1NDUzMjk1MzAwMzE2NmE5ZTI4NDIgPSAkKCc8ZGl2IGlkPSJodG1sX2NjNmVmZjJiMjBjNTQ1MzI5NTMwMDMxNjZhOWUyODQyIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5EZXNpZ24gRXhjaGFuZ2UsVG9yb250byBEb21pbmlvbiBDZW50cmUsIERvd250b3duIFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzY1YjQwOTQ0OTg0MDRlZWNhMzY0MzdlOTEzNDkyNmY4LnNldENvbnRlbnQoaHRtbF9jYzZlZmYyYjIwYzU0NTMyOTUzMDAzMTY2YTllMjg0Mik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl8yMTcyNWE0MWRiNDM0ZDcyOTJjZWMzMDk3YzgxMjc0Yy5iaW5kUG9wdXAocG9wdXBfNjViNDA5NDQ5ODQwNGVlY2EzNjQzN2U5MTM0OTI2ZjgpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfZjQzNzZkMTAyNWFhNDE3ZGJjZWIzZTcxN2ZmNTE4Y2QgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42MzY4NDcyLC03OS40MjgxOTE0MDAwMDAwMl0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF8xMzcwMDQ2MzY2NWU0NWNiYTllNjkzOTU2ZWFlMWQ3YiA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9lM2NjZDY2YmZmODY0MTc5Yjk3Mjc5Njk3ZjU2MWQyNyA9ICQoJzxkaXYgaWQ9Imh0bWxfZTNjY2Q2NmJmZjg2NDE3OWI5NzI3OTY5N2Y1NjFkMjciIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkJyb2NrdG9uLEV4aGliaXRpb24gUGxhY2UsUGFya2RhbGUgVmlsbGFnZSwgV2VzdCBUb3JvbnRvPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF8xMzcwMDQ2MzY2NWU0NWNiYTllNjkzOTU2ZWFlMWQ3Yi5zZXRDb250ZW50KGh0bWxfZTNjY2Q2NmJmZjg2NDE3OWI5NzI3OTY5N2Y1NjFkMjcpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfZjQzNzZkMTAyNWFhNDE3ZGJjZWIzZTcxN2ZmNTE4Y2QuYmluZFBvcHVwKHBvcHVwXzEzNzAwNDYzNjY1ZTQ1Y2JhOWU2OTM5NTZlYWUxZDdiKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzAzOGZkZmE2ZWMzODRlYzA5YmNmMzE1YWM5ZTdkZWY0ID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjY4OTk4NSwtNzkuMzE1NTcxNTk5OTk5OThdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfMWExZWE3MDA2MThlNGE4MTgyYTU1ZDc1ZWQyY2ViNzAgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfZjQ4ZGNiNDE5MTNkNDRiNDk5M2NlYjAyYTUwMTRmNWQgPSAkKCc8ZGl2IGlkPSJodG1sX2Y0OGRjYjQxOTEzZDQ0YjQ5OTNjZWIwMmE1MDE0ZjVkIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5UaGUgQmVhY2hlcyBXZXN0LEluZGlhIEJhemFhciwgRWFzdCBUb3JvbnRvPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF8xYTFlYTcwMDYxOGU0YTgxODJhNTVkNzVlZDJjZWI3MC5zZXRDb250ZW50KGh0bWxfZjQ4ZGNiNDE5MTNkNDRiNDk5M2NlYjAyYTUwMTRmNWQpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfMDM4ZmRmYTZlYzM4NGVjMDliY2YzMTVhYzllN2RlZjQuYmluZFBvcHVwKHBvcHVwXzFhMWVhNzAwNjE4ZTRhODE4MmE1NWQ3NWVkMmNlYjcwKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzcxZjIxMTE3NWM3MzQyNDI5MGRmMDhkYTk4N2YxZmE5ID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjQ4MTk4NSwtNzkuMzc5ODE2OTAwMDAwMDFdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfZDdjZGQ4MDNhNzJkNDhmYTliMGE4MTU4ZTY3OTE4ZGEgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfZDc3OTM1MzljYWQ1NDNmYzhmZGMwODhlNTBlM2E0MTEgPSAkKCc8ZGl2IGlkPSJodG1sX2Q3NzkzNTM5Y2FkNTQzZmM4ZmRjMDg4ZTUwZTNhNDExIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5Db21tZXJjZSBDb3VydCxWaWN0b3JpYSBIb3RlbCwgRG93bnRvd24gVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfZDdjZGQ4MDNhNzJkNDhmYTliMGE4MTU4ZTY3OTE4ZGEuc2V0Q29udGVudChodG1sX2Q3NzkzNTM5Y2FkNTQzZmM4ZmRjMDg4ZTUwZTNhNDExKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzcxZjIxMTE3NWM3MzQyNDI5MGRmMDhkYTk4N2YxZmE5LmJpbmRQb3B1cChwb3B1cF9kN2NkZDgwM2E3MmQ0OGZhOWIwYTgxNThlNjc5MThkYSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9iNGUzN2M3NzE5ZmU0OTFmYWI0OGNlNWFiMDJjZmMyZiA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1OTUyNTUsLTc5LjM0MDkyM10sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF83MGQ0ODU1OTE0ZjI0MWI5YWVmYmFhMGQ3ZGM3OTk1NSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9kNzc3M2Y3ZjQwNTI0OWM0OTRjMmZlNTNiMWE4ZTA1YSA9ICQoJzxkaXYgaWQ9Imh0bWxfZDc3NzNmN2Y0MDUyNDljNDk0YzJmZTUzYjFhOGUwNWEiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPlN0dWRpbyBEaXN0cmljdCwgRWFzdCBUb3JvbnRvPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF83MGQ0ODU1OTE0ZjI0MWI5YWVmYmFhMGQ3ZGM3OTk1NS5zZXRDb250ZW50KGh0bWxfZDc3NzNmN2Y0MDUyNDljNDk0YzJmZTUzYjFhOGUwNWEpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfYjRlMzdjNzcxOWZlNDkxZmFiNDhjZTVhYjAyY2ZjMmYuYmluZFBvcHVwKHBvcHVwXzcwZDQ4NTU5MTRmMjQxYjlhZWZiYWEwZDdkYzc5OTU1KTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzAzNWRiMTE4Yzk0MjQ5MDA5YjQ4MTgxYjhiYTA2ZTc4ID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNzI4MDIwNSwtNzkuMzg4NzkwMV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF8zZmJhYTI1MTM0NzQ0NjkyOTY5YjUxNjQxNTM0Yzg5OCA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9hYjZlNTFkMzZhNDM0Yjc4YTAzZmI1YmFmMDQxODY2ZSA9ICQoJzxkaXYgaWQ9Imh0bWxfYWI2ZTUxZDM2YTQzNGI3OGEwM2ZiNWJhZjA0MTg2NmUiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkxhd3JlbmNlIFBhcmssIENlbnRyYWwgVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfM2ZiYWEyNTEzNDc0NDY5Mjk2OWI1MTY0MTUzNGM4OTguc2V0Q29udGVudChodG1sX2FiNmU1MWQzNmE0MzRiNzhhMDNmYjViYWYwNDE4NjZlKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzAzNWRiMTE4Yzk0MjQ5MDA5YjQ4MTgxYjhiYTA2ZTc4LmJpbmRQb3B1cChwb3B1cF8zZmJhYTI1MTM0NzQ0NjkyOTY5YjUxNjQxNTM0Yzg5OCk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8wMTBlZTAxZTlkODQ0YTVlYTMwNjM0MzlmNTAwNGI2YyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjcxMTY5NDgsLTc5LjQxNjkzNTU5OTk5OTk5XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwX2RlM2E1Mjg1NmZiZDQ3ODI5M2E2NGMxYjhhYjg4NmY4ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzg3YTY3NTAyYWZlNzQxMmQ4NTE3NDM5YjdiZGZkNmMyID0gJCgnPGRpdiBpZD0iaHRtbF84N2E2NzUwMmFmZTc0MTJkODUxNzQzOWI3YmRmZDZjMiIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+Um9zZWxhd24sIENlbnRyYWwgVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfZGUzYTUyODU2ZmJkNDc4MjkzYTY0YzFiOGFiODg2Zjguc2V0Q29udGVudChodG1sXzg3YTY3NTAyYWZlNzQxMmQ4NTE3NDM5YjdiZGZkNmMyKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzAxMGVlMDFlOWQ4NDRhNWVhMzA2MzQzOWY1MDA0YjZjLmJpbmRQb3B1cChwb3B1cF9kZTNhNTI4NTZmYmQ0NzgyOTNhNjRjMWI4YWI4ODZmOCk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9hYWViZjA1ZGEwZWI0ZjdiOWVhYTBiZjk3OWM0MTlkNCA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjcxMjc1MTEsLTc5LjM5MDE5NzVdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfNzZhNjYwOGEwMTRmNGY0MDg4NzE2YWViZDVkNjZmMWIgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfYTExNTI0MWU4MWI0NDgwNzllZjNhMWQ2MTdmNDJhODUgPSAkKCc8ZGl2IGlkPSJodG1sX2ExMTUyNDFlODFiNDQ4MDc5ZWYzYTFkNjE3ZjQyYTg1IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5EYXZpc3ZpbGxlIE5vcnRoLCBDZW50cmFsIFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzc2YTY2MDhhMDE0ZjRmNDA4ODcxNmFlYmQ1ZDY2ZjFiLnNldENvbnRlbnQoaHRtbF9hMTE1MjQxZTgxYjQ0ODA3OWVmM2ExZDYxN2Y0MmE4NSk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl9hYWViZjA1ZGEwZWI0ZjdiOWVhYTBiZjk3OWM0MTlkNC5iaW5kUG9wdXAocG9wdXBfNzZhNjYwOGEwMTRmNGY0MDg4NzE2YWViZDVkNjZmMWIpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfZTBmNmQwOTg4NTdmNDNkZGE1YTNhYWU5M2Q3YmE4YjAgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42OTY5NDc2LC03OS40MTEzMDcyMDAwMDAwMV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF81YmM2NGNhYWY1YmU0MDMzOWI5ZDUzNzI0ODA5NjlhMCA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF8yYmE3NTY2YjBkZDg0NjhjODQxODM2OWJhYzJjOGVmZiA9ICQoJzxkaXYgaWQ9Imh0bWxfMmJhNzU2NmIwZGQ4NDY4Yzg0MTgzNjliYWMyYzhlZmYiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkZvcmVzdCBIaWxsIE5vcnRoLEZvcmVzdCBIaWxsIFdlc3QsIENlbnRyYWwgVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNWJjNjRjYWFmNWJlNDAzMzliOWQ1MzcyNDgwOTY5YTAuc2V0Q29udGVudChodG1sXzJiYTc1NjZiMGRkODQ2OGM4NDE4MzY5YmFjMmM4ZWZmKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2UwZjZkMDk4ODU3ZjQzZGRhNWEzYWFlOTNkN2JhOGIwLmJpbmRQb3B1cChwb3B1cF81YmM2NGNhYWY1YmU0MDMzOWI5ZDUzNzI0ODA5NjlhMCk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl82NmU2MDZjOGYxNmI0ZDdhYWJiODU3YjBlZDM5NWJkMyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2MTYwODMsLTc5LjQ2NDc2MzI5OTk5OTk5XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwX2MwYWVmNTgxNzQ0ODRjYmU4MmI1OGM5M2NiMmVlOGVkID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzgyMDQ3ZDI1NzYxMTRlM2I5MjUzYTlmM2U1ZTQyMDRmID0gJCgnPGRpdiBpZD0iaHRtbF84MjA0N2QyNTc2MTE0ZTNiOTI1M2E5ZjNlNWU0MjA0ZiIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+SGlnaCBQYXJrLFRoZSBKdW5jdGlvbiBTb3V0aCwgV2VzdCBUb3JvbnRvPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF9jMGFlZjU4MTc0NDg0Y2JlODJiNThjOTNjYjJlZThlZC5zZXRDb250ZW50KGh0bWxfODIwNDdkMjU3NjExNGUzYjkyNTNhOWYzZTVlNDIwNGYpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfNjZlNjA2YzhmMTZiNGQ3YWFiYjg1N2IwZWQzOTViZDMuYmluZFBvcHVwKHBvcHVwX2MwYWVmNTgxNzQ0ODRjYmU4MmI1OGM5M2NiMmVlOGVkKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzhlOTY1MzJiZTIzODQ0NTU5Nzg5YmM0YThjMWZhY2Y5ID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNzE1MzgzNCwtNzkuNDA1Njc4NDAwMDAwMDFdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfZWJhYWZjYTVlYTM2NGZlMjljZmI0OTYyMmNmY2I3NWMgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfMGQ4YzU2YTkxYTY5NDI1NDk3ZjgxMGQ1MmI1M2NhMDkgPSAkKCc8ZGl2IGlkPSJodG1sXzBkOGM1NmE5MWE2OTQyNTQ5N2Y4MTBkNTJiNTNjYTA5IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5Ob3J0aCBUb3JvbnRvIFdlc3QsIENlbnRyYWwgVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfZWJhYWZjYTVlYTM2NGZlMjljZmI0OTYyMmNmY2I3NWMuc2V0Q29udGVudChodG1sXzBkOGM1NmE5MWE2OTQyNTQ5N2Y4MTBkNTJiNTNjYTA5KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzhlOTY1MzJiZTIzODQ0NTU5Nzg5YmM0YThjMWZhY2Y5LmJpbmRQb3B1cChwb3B1cF9lYmFhZmNhNWVhMzY0ZmUyOWNmYjQ5NjIyY2ZjYjc1Yyk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9iZDJmMmY5MDhmYmM0NTM4OGJhMDIyZDNhYjAyN2UwNiA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY3MjcwOTcsLTc5LjQwNTY3ODQwMDAwMDAxXSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzQ0ODUzMTBiOGZhZjQ2MjVhMmMyMWYzOTkxYjExYmRhID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzBiYjllNGY5MTc4NzQzYmI5M2UyZDdkMjc2YmE0ODgyID0gJCgnPGRpdiBpZD0iaHRtbF8wYmI5ZTRmOTE3ODc0M2JiOTNlMmQ3ZDI3NmJhNDg4MiIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+VGhlIEFubmV4LE5vcnRoIE1pZHRvd24sWW9ya3ZpbGxlLCBDZW50cmFsIFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzQ0ODUzMTBiOGZhZjQ2MjVhMmMyMWYzOTkxYjExYmRhLnNldENvbnRlbnQoaHRtbF8wYmI5ZTRmOTE3ODc0M2JiOTNlMmQ3ZDI3NmJhNDg4Mik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl9iZDJmMmY5MDhmYmM0NTM4OGJhMDIyZDNhYjAyN2UwNi5iaW5kUG9wdXAocG9wdXBfNDQ4NTMxMGI4ZmFmNDYyNWEyYzIxZjM5OTFiMTFiZGEpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfMjE3N2JiMmY2NzBkNGRlNWFhYmExN2YzMTE1MTUwYzUgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NDg5NTk3LC03OS40NTYzMjVdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfZjY5OGM2Mjg2MGI2NDNlZWExMTI0MTMxMDVlMjMyN2MgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfMWU1M2Y4MjJhZjdmNDU5MDlmNzNmNGIwMzY5N2Q1NTEgPSAkKCc8ZGl2IGlkPSJodG1sXzFlNTNmODIyYWY3ZjQ1OTA5ZjczZjRiMDM2OTdkNTUxIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5QYXJrZGFsZSxSb25jZXN2YWxsZXMsIFdlc3QgVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfZjY5OGM2Mjg2MGI2NDNlZWExMTI0MTMxMDVlMjMyN2Muc2V0Q29udGVudChodG1sXzFlNTNmODIyYWY3ZjQ1OTA5ZjczZjRiMDM2OTdkNTUxKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzIxNzdiYjJmNjcwZDRkZTVhYWJhMTdmMzExNTE1MGM1LmJpbmRQb3B1cChwb3B1cF9mNjk4YzYyODYwYjY0M2VlYTExMjQxMzEwNWUyMzI3Yyk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl85OGU4NTAzYjJlODU0MTA3YWU5YjVmNjRmYjYwZWJkYiA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjcwNDMyNDQsLTc5LjM4ODc5MDFdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfMWZjNDVjMmRjNjc2NDAyN2JhODI3ZThkMTA3NmQ5YTkgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfYzZhYTEzNWFlM2I1NDdiNzhkY2RlOTdjYjlkODJkNWIgPSAkKCc8ZGl2IGlkPSJodG1sX2M2YWExMzVhZTNiNTQ3Yjc4ZGNkZTk3Y2I5ZDgyZDViIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5EYXZpc3ZpbGxlLCBDZW50cmFsIFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzFmYzQ1YzJkYzY3NjQwMjdiYTgyN2U4ZDEwNzZkOWE5LnNldENvbnRlbnQoaHRtbF9jNmFhMTM1YWUzYjU0N2I3OGRjZGU5N2NiOWQ4MmQ1Yik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl85OGU4NTAzYjJlODU0MTA3YWU5YjVmNjRmYjYwZWJkYi5iaW5kUG9wdXAocG9wdXBfMWZjNDVjMmRjNjc2NDAyN2JhODI3ZThkMTA3NmQ5YTkpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfNDcwYmY5ZTgyOTY4NGIyNTkxOGM4YjA5ZDczMjk0NDkgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NjI2OTU2LC03OS40MDAwNDkzXSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwX2FhZjg0NmQzNmNhNDQ5ZTE4MjA5MDUzN2RiOTk3MGU1ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2QwMWMyNWQxN2VjNjQ3NmI5ODVlNzUwZjQxNDBhZmFiID0gJCgnPGRpdiBpZD0iaHRtbF9kMDFjMjVkMTdlYzY0NzZiOTg1ZTc1MGY0MTQwYWZhYiIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+SGFyYm9yZCxVbml2ZXJzaXR5IG9mIFRvcm9udG8sIERvd250b3duIFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwX2FhZjg0NmQzNmNhNDQ5ZTE4MjA5MDUzN2RiOTk3MGU1LnNldENvbnRlbnQoaHRtbF9kMDFjMjVkMTdlYzY0NzZiOTg1ZTc1MGY0MTQwYWZhYik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl80NzBiZjllODI5Njg0YjI1OTE4YzhiMDlkNzMyOTQ0OS5iaW5kUG9wdXAocG9wdXBfYWFmODQ2ZDM2Y2E0NDllMTgyMDkwNTM3ZGI5OTcwZTUpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfNjRmZTM4ODY4NGM5NDcwMzkwNzkzNGQzZTU5MTJiMzcgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NTE1NzA2LC03OS40ODQ0NDk5XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzQ1NjExOTUwZmUwMzRiMzRhZDUyOTZlMTQxNmMxYWI1ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzM2ZmE5ZTdjOTdmMjRiZDdiYmYzOTI5M2IwNTE2NTIzID0gJCgnPGRpdiBpZD0iaHRtbF8zNmZhOWU3Yzk3ZjI0YmQ3YmJmMzkyOTNiMDUxNjUyMyIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+UnVubnltZWRlLFN3YW5zZWEsIFdlc3QgVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNDU2MTE5NTBmZTAzNGIzNGFkNTI5NmUxNDE2YzFhYjUuc2V0Q29udGVudChodG1sXzM2ZmE5ZTdjOTdmMjRiZDdiYmYzOTI5M2IwNTE2NTIzKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzY0ZmUzODg2ODRjOTQ3MDM5MDc5MzRkM2U1OTEyYjM3LmJpbmRQb3B1cChwb3B1cF80NTYxMTk1MGZlMDM0YjM0YWQ1Mjk2ZTE0MTZjMWFiNSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9lNmNiOGQ3ZjI3NzE0MGI3ODM1ODFiZGRiZGFmZDk0MyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY4OTU3NDMsLTc5LjM4MzE1OTkwMDAwMDAxXSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzJmOTk1MzVlYWVjOTQxNzFiYTI2NjkzNWUwMWU2MTlkID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzM1YjNlODAxNzZkMjQzYzA4YmMwYzkwNTcxODU4YzgzID0gJCgnPGRpdiBpZD0iaHRtbF8zNWIzZTgwMTc2ZDI0M2MwOGJjMGM5MDU3MTg1OGM4MyIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+TW9vcmUgUGFyayxTdW1tZXJoaWxsIEVhc3QsIENlbnRyYWwgVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfMmY5OTUzNWVhZWM5NDE3MWJhMjY2OTM1ZTAxZTYxOWQuc2V0Q29udGVudChodG1sXzM1YjNlODAxNzZkMjQzYzA4YmMwYzkwNTcxODU4YzgzKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2U2Y2I4ZDdmMjc3MTQwYjc4MzU4MWJkZGJkYWZkOTQzLmJpbmRQb3B1cChwb3B1cF8yZjk5NTM1ZWFlYzk0MTcxYmEyNjY5MzVlMDFlNjE5ZCk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9mMjViZWUxYjczNGI0OGUyYTk0YTBlODNkZTk0OGYwZCA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1MzIwNTcsLTc5LjQwMDA0OTNdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfMDcyMTFiMGNhNmYyNGE4OGFmMzQ1N2UwOTZiOTBiNjEgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfMDA4Yjg3N2ZkNTZiNGY1MGI0NTQ5MjM4NmU5YTlkNTggPSAkKCc8ZGl2IGlkPSJodG1sXzAwOGI4NzdmZDU2YjRmNTBiNDU0OTIzODZlOWE5ZDU4IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5DaGluYXRvd24sR3JhbmdlIFBhcmssS2Vuc2luZ3RvbiBNYXJrZXQsIERvd250b3duIFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzA3MjExYjBjYTZmMjRhODhhZjM0NTdlMDk2YjkwYjYxLnNldENvbnRlbnQoaHRtbF8wMDhiODc3ZmQ1NmI0ZjUwYjQ1NDkyMzg2ZTlhOWQ1OCk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl9mMjViZWUxYjczNGI0OGUyYTk0YTBlODNkZTk0OGYwZC5iaW5kUG9wdXAocG9wdXBfMDcyMTFiMGNhNmYyNGE4OGFmMzQ1N2UwOTZiOTBiNjEpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfZDYxODZhOTE0YTExNDY5OWEyNmE4Yjg4OTE1NDNlM2EgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42ODY0MTIyOTk5OTk5OSwtNzkuNDAwMDQ5M10sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF85MTBkZDY1ODk4MDY0MjI1OTU2NDAwYjMzNzA0MGJmMyA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF83MWVlNzdhODcxNzE0YjM3OTQxOGE2Zjk2ZDBmYWUwZSA9ICQoJzxkaXYgaWQ9Imh0bWxfNzFlZTc3YTg3MTcxNGIzNzk0MThhNmY5NmQwZmFlMGUiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkRlZXIgUGFyayxGb3Jlc3QgSGlsbCBTRSxSYXRobmVsbHksU291dGggSGlsbCxTdW1tZXJoaWxsIFdlc3QsIENlbnRyYWwgVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfOTEwZGQ2NTg5ODA2NDIyNTk1NjQwMGIzMzcwNDBiZjMuc2V0Q29udGVudChodG1sXzcxZWU3N2E4NzE3MTRiMzc5NDE4YTZmOTZkMGZhZTBlKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2Q2MTg2YTkxNGExMTQ2OTlhMjZhOGI4ODkxNTQzZTNhLmJpbmRQb3B1cChwb3B1cF85MTBkZDY1ODk4MDY0MjI1OTU2NDAwYjMzNzA0MGJmMyk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8wNmQ4ZDYzODg1YjU0N2NlOGU5YzI0ZTJlNWU0MzU1ZSA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjYyODk0NjcsLTc5LjM5NDQxOTldLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfZDM2NDEwY2JmNjRlNDM2NGEwMDI1ZDBhNzFjNTFkYWMgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfOTZhOTYwNWI4NGZiNDQ4YmI3YjFmOGJjMWFhMmYwYTkgPSAkKCc8ZGl2IGlkPSJodG1sXzk2YTk2MDViODRmYjQ0OGJiN2IxZjhiYzFhYTJmMGE5IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5DTiBUb3dlcixCYXRodXJzdCBRdWF5LElzbGFuZCBhaXJwb3J0LEhhcmJvdXJmcm9udCBXZXN0LEtpbmcgYW5kIFNwYWRpbmEsUmFpbHdheSBMYW5kcyxTb3V0aCBOaWFnYXJhLCBEb3dudG93biBUb3JvbnRvPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF9kMzY0MTBjYmY2NGU0MzY0YTAwMjVkMGE3MWM1MWRhYy5zZXRDb250ZW50KGh0bWxfOTZhOTYwNWI4NGZiNDQ4YmI3YjFmOGJjMWFhMmYwYTkpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfMDZkOGQ2Mzg4NWI1NDdjZThlOWMyNGUyZTVlNDM1NWUuYmluZFBvcHVwKHBvcHVwX2QzNjQxMGNiZjY0ZTQzNjRhMDAyNWQwYTcxYzUxZGFjKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzc3MmYyMDQxZjUzNjRhNmRhM2M4ZmRmN2I0OTAxYzcwID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjc5NTYyNiwtNzkuMzc3NTI5NDAwMDAwMDFdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfYzVhNTBjM2U3ZjlhNDEzNWE4MGZkZDQ3MDgxYTFjODApOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfZDc4ZmY3ZDQzMjE5NDlmZjhhNTU3YjI3NTkzOTg3NjkgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfNmEyMzJlMTMxNjhlNDQ1MWJlYTk3NWE4OWY1OTEzZTkgPSAkKCc8ZGl2IGlkPSJodG1sXzZhMjMyZTEzMTY4ZTQ0NTFiZWE5NzVhODlmNTkxM2U5IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5Sb3NlZGFsZSwgRG93bnRvd24gVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfZDc4ZmY3ZDQzMjE5NDlmZjhhNTU3YjI3NTkzOTg3Njkuc2V0Q29udGVudChodG1sXzZhMjMyZTEzMTY4ZTQ0NTFiZWE5NzVhODlmNTkxM2U5KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzc3MmYyMDQxZjUzNjRhNmRhM2M4ZmRmN2I0OTAxYzcwLmJpbmRQb3B1cChwb3B1cF9kNzhmZjdkNDMyMTk0OWZmOGE1NTdiMjc1OTM5ODc2OSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9lNWQ2OGE0ODQwZGQ0YzUxYTYzMTBkMTJhZmVlM2Q3NiA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY0NjQzNTIsLTc5LjM3NDg0NTk5OTk5OTk5XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzA4OTgzZDczM2I4MzRlNGQ5ODNmMjEwZGNkNmYyMjRlID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2JhZjI3NGNkNjA5MzQ0ZjBhM2U4ZjU0ZWEzNGMyYjI4ID0gJCgnPGRpdiBpZD0iaHRtbF9iYWYyNzRjZDYwOTM0NGYwYTNlOGY1NGVhMzRjMmIyOCIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+U3RuIEEgUE8gQm94ZXMgMjUgVGhlIEVzcGxhbmFkZSwgRG93bnRvd24gVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfMDg5ODNkNzMzYjgzNGU0ZDk4M2YyMTBkY2Q2ZjIyNGUuc2V0Q29udGVudChodG1sX2JhZjI3NGNkNjA5MzQ0ZjBhM2U4ZjU0ZWEzNGMyYjI4KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2U1ZDY4YTQ4NDBkZDRjNTFhNjMxMGQxMmFmZWUzZDc2LmJpbmRQb3B1cChwb3B1cF8wODk4M2Q3MzNiODM0ZTRkOTgzZjIxMGRjZDZmMjI0ZSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9kNGMzMmRkOGQ4MzY0ZmQ3YTQwODc3M2YyMTlhNjkxNSA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2Nzk2NywtNzkuMzY3Njc1M10sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF8xMjMwZDM1YmUyMzk0MDQ1YmE0ZWRlYzQxODkzOTAxZSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF84YmFlNDY5NjhmMjI0NzBmYmVjYzYzMDBmYzBlZGIzNSA9ICQoJzxkaXYgaWQ9Imh0bWxfOGJhZTQ2OTY4ZjIyNDcwZmJlY2M2MzAwZmMwZWRiMzUiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkNhYmJhZ2V0b3duLFN0LiBKYW1lcyBUb3duLCBEb3dudG93biBUb3JvbnRvPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF8xMjMwZDM1YmUyMzk0MDQ1YmE0ZWRlYzQxODkzOTAxZS5zZXRDb250ZW50KGh0bWxfOGJhZTQ2OTY4ZjIyNDcwZmJlY2M2MzAwZmMwZWRiMzUpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfZDRjMzJkZDhkODM2NGZkN2E0MDg3NzNmMjE5YTY5MTUuYmluZFBvcHVwKHBvcHVwXzEyMzBkMzViZTIzOTQwNDViYTRlZGVjNDE4OTM5MDFlKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzBiYzhmNTMwODUwZTQyMzBhMWQzMzlkYTZiZDNjY2UzID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjQ4NDI5MiwtNzkuMzgyMjgwMl0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9jMzdiODRkYzdkYjQ0YjFmYTY4MjI4ZDMyY2MyYmIwZiA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF8wM2EzYzk4NGUzYmM0OTE4OTIwYzgwZjRjZTlmODllZiA9ICQoJzxkaXYgaWQ9Imh0bWxfMDNhM2M5ODRlM2JjNDkxODkyMGM4MGY0Y2U5Zjg5ZWYiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkZpcnN0IENhbmFkaWFuIFBsYWNlLFVuZGVyZ3JvdW5kIGNpdHksIERvd250b3duIFRvcm9udG88L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwX2MzN2I4NGRjN2RiNDRiMWZhNjgyMjhkMzJjYzJiYjBmLnNldENvbnRlbnQoaHRtbF8wM2EzYzk4NGUzYmM0OTE4OTIwYzgwZjRjZTlmODllZik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl8wYmM4ZjUzMDg1MGU0MjMwYTFkMzM5ZGE2YmQzY2NlMy5iaW5kUG9wdXAocG9wdXBfYzM3Yjg0ZGM3ZGI0NGIxZmE2ODIyOGQzMmNjMmJiMGYpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfZTI0YTJjM2ZlYzhjNDg2YmI3NWIzM2U4MDcyNGY5ZmMgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NjU4NTk5LC03OS4zODMxNTk5MDAwMDAwMV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF9jNWE1MGMzZTdmOWE0MTM1YTgwZmRkNDcwODFhMWM4MCk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9hYTM1YzkxMzE4ZGE0N2Y2Yjk0ZWE0OGNjNTBkNjkxYSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9lMDE2NDM1YjJiMzA0N2ZjYjg1Yzk1N2YyZjFkZWUwYyA9ICQoJzxkaXYgaWQ9Imh0bWxfZTAxNjQzNWIyYjMwNDdmY2I4NWM5NTdmMmYxZGVlMGMiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkNodXJjaCBhbmQgV2VsbGVzbGV5LCBEb3dudG93biBUb3JvbnRvPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF9hYTM1YzkxMzE4ZGE0N2Y2Yjk0ZWE0OGNjNTBkNjkxYS5zZXRDb250ZW50KGh0bWxfZTAxNjQzNWIyYjMwNDdmY2I4NWM5NTdmMmYxZGVlMGMpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfZTI0YTJjM2ZlYzhjNDg2YmI3NWIzM2U4MDcyNGY5ZmMuYmluZFBvcHVwKHBvcHVwX2FhMzVjOTEzMThkYTQ3ZjZiOTRlYTQ4Y2M1MGQ2OTFhKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzJmMTlkYmQ5NWQ3MzQyMjM4MzQ4ZGM1OWI1NmNlYTAxID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjYyNzQzOSwtNzkuMzIxNTU4XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwX2M1YTUwYzNlN2Y5YTQxMzVhODBmZGQ0NzA4MWExYzgwKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzY0OTE2YTk2ZGM0ODQ3NmZhZGZjMzRiNmNjZjhkMTRjID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2ViMGNjNzk2ZGY4ZDQyYTU5YzA0MWUyMDkxZGNmYmJmID0gJCgnPGRpdiBpZD0iaHRtbF9lYjBjYzc5NmRmOGQ0MmE1OWMwNDFlMjA5MWRjZmJiZiIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+QnVzaW5lc3MgUmVwbHkgTWFpbCBQcm9jZXNzaW5nIENlbnRyZSA5NjkgRWFzdGVybiwgRWFzdCBUb3JvbnRvPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF82NDkxNmE5NmRjNDg0NzZmYWRmYzM0YjZjY2Y4ZDE0Yy5zZXRDb250ZW50KGh0bWxfZWIwY2M3OTZkZjhkNDJhNTljMDQxZTIwOTFkY2ZiYmYpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfMmYxOWRiZDk1ZDczNDIyMzgzNDhkYzU5YjU2Y2VhMDEuYmluZFBvcHVwKHBvcHVwXzY0OTE2YTk2ZGM0ODQ3NmZhZGZjMzRiNmNjZjhkMTRjKTsKCiAgICAgICAgICAgIAogICAgICAgIAo8L3NjcmlwdD4=\" style=\"position:absolute;width:100%;height:100%;left:0;top:0;border:none !important;\" allowfullscreen webkitallowfullscreen mozallowfullscreen></iframe></div></div>"
      ],
      "text/plain": [
       "<folium.folium.Map at 0x7f493da282b0>"
      ]
     },
     "execution_count": 90,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create map of Toronto using latitude and longitude values\n",
    "map_Toronto = folium.Map(location=[latitude, longitude], zoom_start=12)\n",
    "\n",
    "# add markers to map\n",
    "for lat, lng, borough, neighborhood in zip(df2['Latitude'], df2['Longitude'], df2['Borough'], df2['Neighborhood']):\n",
    "    label = '{}, {}'.format(neighborhood, borough)\n",
    "    label = folium.Popup(label, parse_html=True)\n",
    "    folium.CircleMarker(\n",
    "        [lat, lng],\n",
    "        radius=5,\n",
    "        popup=label,\n",
    "        color='blue',\n",
    "        fill=True,\n",
    "        fill_color='#3186cc',\n",
    "        fill_opacity=0.7,\n",
    "        parse_html=False).add_to(map_Toronto)  \n",
    "    \n",
    "map_Toronto"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### step 4: for illustration purposes, simply the above map and segment and cluster only the neighborhoods in Downtown Toronto"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Postcode</th>\n",
       "      <th>Borough</th>\n",
       "      <th>Neighborhood</th>\n",
       "      <th>Postal Code</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>M5A</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Harbourfront</td>\n",
       "      <td>M5A</td>\n",
       "      <td>43.654260</td>\n",
       "      <td>-79.360636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>M7A</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Queen's Park</td>\n",
       "      <td>M7A</td>\n",
       "      <td>43.662301</td>\n",
       "      <td>-79.389494</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>M5B</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Ryerson,Garden District</td>\n",
       "      <td>M5B</td>\n",
       "      <td>43.657162</td>\n",
       "      <td>-79.378937</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M5C</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>St. James Town</td>\n",
       "      <td>M5C</td>\n",
       "      <td>43.651494</td>\n",
       "      <td>-79.375418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>M5E</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Berczy Park</td>\n",
       "      <td>M5E</td>\n",
       "      <td>43.644771</td>\n",
       "      <td>-79.373306</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Postcode           Borough             Neighborhood Postal Code   Latitude  \\\n",
       "0      M5A  Downtown Toronto             Harbourfront         M5A  43.654260   \n",
       "1      M7A  Downtown Toronto             Queen's Park         M7A  43.662301   \n",
       "2      M5B  Downtown Toronto  Ryerson,Garden District         M5B  43.657162   \n",
       "3      M5C  Downtown Toronto           St. James Town         M5C  43.651494   \n",
       "4      M5E  Downtown Toronto              Berczy Park         M5E  43.644771   \n",
       "\n",
       "   Longitude  \n",
       "0 -79.360636  \n",
       "1 -79.389494  \n",
       "2 -79.378937  \n",
       "3 -79.375418  \n",
       "4 -79.373306  "
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dtt = df2[df2['Borough'] == 'Downtown Toronto'].reset_index(drop=True)\n",
    "dtt.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The geograpical coordinate of Downtown Toronto are 43.6563221, -79.3809161.\n"
     ]
    }
   ],
   "source": [
    "# Get the geograpical coordinate of Downtown Toronto\n",
    "\n",
    "address = 'Downtown Toronto, ON'\n",
    "\n",
    "geolocator = Nominatim(user_agent=\"ny_explorer\")\n",
    "location = geolocator.geocode(address)\n",
    "latitude = location.latitude\n",
    "longitude = location.longitude\n",
    "print('The geograpical coordinate of Downtown Toronto are {}, {}.'.format(latitude, longitude))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"width:100%;\"><div style=\"position:relative;width:100%;height:0;padding-bottom:60%;\"><iframe src=\"data:text/html;charset=utf-8;base64,PCFET0NUWVBFIGh0bWw+CjxoZWFkPiAgICAKICAgIDxtZXRhIGh0dHAtZXF1aXY9ImNvbnRlbnQtdHlwZSIgY29udGVudD0idGV4dC9odG1sOyBjaGFyc2V0PVVURi04IiAvPgogICAgPHNjcmlwdD5MX1BSRUZFUl9DQU5WQVMgPSBmYWxzZTsgTF9OT19UT1VDSCA9IGZhbHNlOyBMX0RJU0FCTEVfM0QgPSBmYWxzZTs8L3NjcmlwdD4KICAgIDxzY3JpcHQgc3JjPSJodHRwczovL2Nkbi5qc2RlbGl2ci5uZXQvbnBtL2xlYWZsZXRAMS4yLjAvZGlzdC9sZWFmbGV0LmpzIj48L3NjcmlwdD4KICAgIDxzY3JpcHQgc3JjPSJodHRwczovL2FqYXguZ29vZ2xlYXBpcy5jb20vYWpheC9saWJzL2pxdWVyeS8xLjExLjEvanF1ZXJ5Lm1pbi5qcyI+PC9zY3JpcHQ+CiAgICA8c2NyaXB0IHNyYz0iaHR0cHM6Ly9tYXhjZG4uYm9vdHN0cmFwY2RuLmNvbS9ib290c3RyYXAvMy4yLjAvanMvYm9vdHN0cmFwLm1pbi5qcyI+PC9zY3JpcHQ+CiAgICA8c2NyaXB0IHNyYz0iaHR0cHM6Ly9jZG5qcy5jbG91ZGZsYXJlLmNvbS9hamF4L2xpYnMvTGVhZmxldC5hd2Vzb21lLW1hcmtlcnMvMi4wLjIvbGVhZmxldC5hd2Vzb21lLW1hcmtlcnMuanMiPjwvc2NyaXB0PgogICAgPGxpbmsgcmVsPSJzdHlsZXNoZWV0IiBocmVmPSJodHRwczovL2Nkbi5qc2RlbGl2ci5uZXQvbnBtL2xlYWZsZXRAMS4yLjAvZGlzdC9sZWFmbGV0LmNzcyIvPgogICAgPGxpbmsgcmVsPSJzdHlsZXNoZWV0IiBocmVmPSJodHRwczovL21heGNkbi5ib290c3RyYXBjZG4uY29tL2Jvb3RzdHJhcC8zLjIuMC9jc3MvYm9vdHN0cmFwLm1pbi5jc3MiLz4KICAgIDxsaW5rIHJlbD0ic3R5bGVzaGVldCIgaHJlZj0iaHR0cHM6Ly9tYXhjZG4uYm9vdHN0cmFwY2RuLmNvbS9ib290c3RyYXAvMy4yLjAvY3NzL2Jvb3RzdHJhcC10aGVtZS5taW4uY3NzIi8+CiAgICA8bGluayByZWw9InN0eWxlc2hlZXQiIGhyZWY9Imh0dHBzOi8vbWF4Y2RuLmJvb3RzdHJhcGNkbi5jb20vZm9udC1hd2Vzb21lLzQuNi4zL2Nzcy9mb250LWF3ZXNvbWUubWluLmNzcyIvPgogICAgPGxpbmsgcmVsPSJzdHlsZXNoZWV0IiBocmVmPSJodHRwczovL2NkbmpzLmNsb3VkZmxhcmUuY29tL2FqYXgvbGlicy9MZWFmbGV0LmF3ZXNvbWUtbWFya2Vycy8yLjAuMi9sZWFmbGV0LmF3ZXNvbWUtbWFya2Vycy5jc3MiLz4KICAgIDxsaW5rIHJlbD0ic3R5bGVzaGVldCIgaHJlZj0iaHR0cHM6Ly9yYXdnaXQuY29tL3B5dGhvbi12aXN1YWxpemF0aW9uL2ZvbGl1bS9tYXN0ZXIvZm9saXVtL3RlbXBsYXRlcy9sZWFmbGV0LmF3ZXNvbWUucm90YXRlLmNzcyIvPgogICAgPHN0eWxlPmh0bWwsIGJvZHkge3dpZHRoOiAxMDAlO2hlaWdodDogMTAwJTttYXJnaW46IDA7cGFkZGluZzogMDt9PC9zdHlsZT4KICAgIDxzdHlsZT4jbWFwIHtwb3NpdGlvbjphYnNvbHV0ZTt0b3A6MDtib3R0b206MDtyaWdodDowO2xlZnQ6MDt9PC9zdHlsZT4KICAgIAogICAgICAgICAgICA8c3R5bGU+ICNtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUgewogICAgICAgICAgICAgICAgcG9zaXRpb24gOiByZWxhdGl2ZTsKICAgICAgICAgICAgICAgIHdpZHRoIDogMTAwLjAlOwogICAgICAgICAgICAgICAgaGVpZ2h0OiAxMDAuMCU7CiAgICAgICAgICAgICAgICBsZWZ0OiAwLjAlOwogICAgICAgICAgICAgICAgdG9wOiAwLjAlOwogICAgICAgICAgICAgICAgfQogICAgICAgICAgICA8L3N0eWxlPgogICAgICAgIAo8L2hlYWQ+Cjxib2R5PiAgICAKICAgIAogICAgICAgICAgICA8ZGl2IGNsYXNzPSJmb2xpdW0tbWFwIiBpZD0ibWFwXzlhZjcwZTZlMWZlZjQ3MGU5ZjVlMTk2YzEwMDM0MzVlIiA+PC9kaXY+CiAgICAgICAgCjwvYm9keT4KPHNjcmlwdD4gICAgCiAgICAKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGJvdW5kcyA9IG51bGw7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgdmFyIG1hcF85YWY3MGU2ZTFmZWY0NzBlOWY1ZTE5NmMxMDAzNDM1ZSA9IEwubWFwKAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgJ21hcF85YWY3MGU2ZTFmZWY0NzBlOWY1ZTE5NmMxMDAzNDM1ZScsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB7Y2VudGVyOiBbNDMuNjU2MzIyMSwtNzkuMzgwOTE2MV0sCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB6b29tOiAxMywKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIG1heEJvdW5kczogYm91bmRzLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbGF5ZXJzOiBbXSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHdvcmxkQ29weUp1bXA6IGZhbHNlLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY3JzOiBMLkNSUy5FUFNHMzg1NwogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB9KTsKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHRpbGVfbGF5ZXJfZWFkYjEwYTEyMGQ2NDk2Mzk3OWI1YTVmMGMyMGRmYWYgPSBMLnRpbGVMYXllcigKICAgICAgICAgICAgICAgICdodHRwczovL3tzfS50aWxlLm9wZW5zdHJlZXRtYXAub3JnL3t6fS97eH0ve3l9LnBuZycsCiAgICAgICAgICAgICAgICB7CiAgImF0dHJpYnV0aW9uIjogbnVsbCwKICAiZGV0ZWN0UmV0aW5hIjogZmFsc2UsCiAgIm1heFpvb20iOiAxOCwKICAibWluWm9vbSI6IDEsCiAgIm5vV3JhcCI6IGZhbHNlLAogICJzdWJkb21haW5zIjogImFiYyIKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzI4NGEyYWU4MTAzMDRjOGM4ZTBkMmI2MWZhNGJhMTlmID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjU0MjU5OSwtNzkuMzYwNjM1OV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF85YWY3MGU2ZTFmZWY0NzBlOWY1ZTE5NmMxMDAzNDM1ZSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF8yYWM3MjBmYzA5NDk0NDRjODEzNWRiZmMyNTY0YzljMCA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9hNTZkNTViNDA2Mzg0YzYyOWI2OThhOTZhNTFhOTliNCA9ICQoJzxkaXYgaWQ9Imh0bWxfYTU2ZDU1YjQwNjM4NGM2MjliNjk4YTk2YTUxYTk5YjQiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkhhcmJvdXJmcm9udDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfMmFjNzIwZmMwOTQ5NDQ0YzgxMzVkYmZjMjU2NGM5YzAuc2V0Q29udGVudChodG1sX2E1NmQ1NWI0MDYzODRjNjI5YjY5OGE5NmE1MWE5OWI0KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzI4NGEyYWU4MTAzMDRjOGM4ZTBkMmI2MWZhNGJhMTlmLmJpbmRQb3B1cChwb3B1cF8yYWM3MjBmYzA5NDk0NDRjODEzNWRiZmMyNTY0YzljMCk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8zYjQ4ZTU4M2FmZGU0YjA1YjZmYzY2M2E3N2E1MTE2NyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2MjMwMTUsLTc5LjM4OTQ5MzhdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfMTVkMzAyMzIzMTgxNDJhZDhlNDk5NWRhMmFiZWI1ZTEgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfMjFhOWI3NTNhMjU1NDBlYzgxNDQ5NmNiYmZkMDlkOTYgPSAkKCc8ZGl2IGlkPSJodG1sXzIxYTliNzUzYTI1NTQwZWM4MTQ0OTZjYmJmZDA5ZDk2IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5RdWVlbiYjMzk7cyBQYXJrPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF8xNWQzMDIzMjMxODE0MmFkOGU0OTk1ZGEyYWJlYjVlMS5zZXRDb250ZW50KGh0bWxfMjFhOWI3NTNhMjU1NDBlYzgxNDQ5NmNiYmZkMDlkOTYpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfM2I0OGU1ODNhZmRlNGIwNWI2ZmM2NjNhNzdhNTExNjcuYmluZFBvcHVwKHBvcHVwXzE1ZDMwMjMyMzE4MTQyYWQ4ZTQ5OTVkYTJhYmViNWUxKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyX2RlNTZhNWI3ZDkxNjQ0OWJhNmUyODE5ODMyNmQzMjgxID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjU3MTYxOCwtNzkuMzc4OTM3MDk5OTk5OTldLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfYTVhNTBkMGQ0YTlkNGRhMThmYzBmNzQ3NjE5OTE4MzIgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfOTZmM2NhYjBjYWM0NGM4ZDhhYTNlZDAzN2ExYTVkM2YgPSAkKCc8ZGl2IGlkPSJodG1sXzk2ZjNjYWIwY2FjNDRjOGQ4YWEzZWQwMzdhMWE1ZDNmIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5SeWVyc29uLEdhcmRlbiBEaXN0cmljdDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfYTVhNTBkMGQ0YTlkNGRhMThmYzBmNzQ3NjE5OTE4MzIuc2V0Q29udGVudChodG1sXzk2ZjNjYWIwY2FjNDRjOGQ4YWEzZWQwMzdhMWE1ZDNmKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2RlNTZhNWI3ZDkxNjQ0OWJhNmUyODE5ODMyNmQzMjgxLmJpbmRQb3B1cChwb3B1cF9hNWE1MGQwZDRhOWQ0ZGExOGZjMGY3NDc2MTk5MTgzMik7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9lOGUzNjQ0OWJjNGM0ZTZmYTkxZGYzMzMzNDdjZjRhZSA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1MTQ5MzksLTc5LjM3NTQxNzldLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfYTIyMTNmNmRhNWJhNDBiNDljYmQxMTI3YWJlMjc0MWQgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfNzE3MDgwYzdiYWE0NDI3YzgxOWIyNGY4NDNkMDQ4NTMgPSAkKCc8ZGl2IGlkPSJodG1sXzcxNzA4MGM3YmFhNDQyN2M4MTliMjRmODQzZDA0ODUzIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5TdC4gSmFtZXMgVG93bjwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfYTIyMTNmNmRhNWJhNDBiNDljYmQxMTI3YWJlMjc0MWQuc2V0Q29udGVudChodG1sXzcxNzA4MGM3YmFhNDQyN2M4MTliMjRmODQzZDA0ODUzKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2U4ZTM2NDQ5YmM0YzRlNmZhOTFkZjMzMzM0N2NmNGFlLmJpbmRQb3B1cChwb3B1cF9hMjIxM2Y2ZGE1YmE0MGI0OWNiZDExMjdhYmUyNzQxZCk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl82OGY0NTRjODkzZjk0ZDdhOThjZWM1M2UwNTU5MGQzNyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY0NDc3MDc5OTk5OTk5NiwtNzkuMzczMzA2NF0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF85YWY3MGU2ZTFmZWY0NzBlOWY1ZTE5NmMxMDAzNDM1ZSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF82NGFhZWI0YWNmNTE0MWNlYjA0ODdjNTUxNzllMzFkYSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9jOWM4Nzg2ZTdiY2I0YzQ5YTNlZjM0YjIzYTc3N2IwYSA9ICQoJzxkaXYgaWQ9Imh0bWxfYzljODc4NmU3YmNiNGM0OWEzZWYzNGIyM2E3NzdiMGEiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkJlcmN6eSBQYXJrPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF82NGFhZWI0YWNmNTE0MWNlYjA0ODdjNTUxNzllMzFkYS5zZXRDb250ZW50KGh0bWxfYzljODc4NmU3YmNiNGM0OWEzZWYzNGIyM2E3NzdiMGEpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfNjhmNDU0Yzg5M2Y5NGQ3YTk4Y2VjNTNlMDU1OTBkMzcuYmluZFBvcHVwKHBvcHVwXzY0YWFlYjRhY2Y1MTQxY2ViMDQ4N2M1NTE3OWUzMWRhKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyX2VhMTM2OTFjYTZiMTRiODE4NmVkMTZjNjg3MzM1OTQ2ID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjU3OTUyNCwtNzkuMzg3MzgyNl0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF85YWY3MGU2ZTFmZWY0NzBlOWY1ZTE5NmMxMDAzNDM1ZSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF8wMDExYWNhMDA5MzM0ZGNiODhmNjQwNzNlNTViYzJjNiA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF82YmY4NGNhYmUxNzY0MTJjOTAxNTg2MWI4NzdmNGI1MyA9ICQoJzxkaXYgaWQ9Imh0bWxfNmJmODRjYWJlMTc2NDEyYzkwMTU4NjFiODc3ZjRiNTMiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkNlbnRyYWwgQmF5IFN0cmVldDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfMDAxMWFjYTAwOTMzNGRjYjg4ZjY0MDczZTU1YmMyYzYuc2V0Q29udGVudChodG1sXzZiZjg0Y2FiZTE3NjQxMmM5MDE1ODYxYjg3N2Y0YjUzKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2VhMTM2OTFjYTZiMTRiODE4NmVkMTZjNjg3MzM1OTQ2LmJpbmRQb3B1cChwb3B1cF8wMDExYWNhMDA5MzM0ZGNiODhmNjQwNzNlNTViYzJjNik7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9jNThiMjBhMGY4YzE0Y2E2OGVjMzc5OTU2MzE1YWVkMyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2OTU0MiwtNzkuNDIyNTYzN10sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF85YWY3MGU2ZTFmZWY0NzBlOWY1ZTE5NmMxMDAzNDM1ZSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF83ZTkyY2MyZDU2YjQ0MjJkODExMTM4NGJlMTYyMTg2MCA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF81YTU4ZWFiNDNjZjA0MjFlYjZiNTYxMzc0MzRiOWY5ZiA9ICQoJzxkaXYgaWQ9Imh0bWxfNWE1OGVhYjQzY2YwNDIxZWI2YjU2MTM3NDM0YjlmOWYiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkNocmlzdGllPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF83ZTkyY2MyZDU2YjQ0MjJkODExMTM4NGJlMTYyMTg2MC5zZXRDb250ZW50KGh0bWxfNWE1OGVhYjQzY2YwNDIxZWI2YjU2MTM3NDM0YjlmOWYpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfYzU4YjIwYTBmOGMxNGNhNjhlYzM3OTk1NjMxNWFlZDMuYmluZFBvcHVwKHBvcHVwXzdlOTJjYzJkNTZiNDQyMmQ4MTExMzg0YmUxNjIxODYwKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyX2QyNjc4OTQ5NWZlNDRlYmZhYzcwZjY0YmZhZDI5YTdhID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjUwNTcxMjAwMDAwMDEsLTc5LjM4NDU2NzVdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfOTEzYmYyNDIwMzY1NGYyMGExMGUwOTY3N2Q2ZGJhMTkgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfMTU4MWEzYTBlOGI0NGVmMGJlNzJmNzVkNjU2ZjRmYzQgPSAkKCc8ZGl2IGlkPSJodG1sXzE1ODFhM2EwZThiNDRlZjBiZTcyZjc1ZDY1NmY0ZmM0IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5BZGVsYWlkZSxLaW5nLFJpY2htb25kPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF85MTNiZjI0MjAzNjU0ZjIwYTEwZTA5Njc3ZDZkYmExOS5zZXRDb250ZW50KGh0bWxfMTU4MWEzYTBlOGI0NGVmMGJlNzJmNzVkNjU2ZjRmYzQpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfZDI2Nzg5NDk1ZmU0NGViZmFjNzBmNjRiZmFkMjlhN2EuYmluZFBvcHVwKHBvcHVwXzkxM2JmMjQyMDM2NTRmMjBhMTBlMDk2NzdkNmRiYTE5KTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyX2QwYWMwNWFhYTlhYTRiYTQ4MDIxNmUyNDhkZTc3YmJhID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjQwODE1NywtNzkuMzgxNzUyMjk5OTk5OTldLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfOTk5ZTk5YTAxMTcxNGRhNThmYWJhOWI1YjljYjdjODcgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfMjI2ZjlkNTE0NThjNGZhZDljYTU2ZmUwOGEzYTczZjggPSAkKCc8ZGl2IGlkPSJodG1sXzIyNmY5ZDUxNDU4YzRmYWQ5Y2E1NmZlMDhhM2E3M2Y4IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5IYXJib3VyZnJvbnQgRWFzdCxUb3JvbnRvIElzbGFuZHMsVW5pb24gU3RhdGlvbjwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfOTk5ZTk5YTAxMTcxNGRhNThmYWJhOWI1YjljYjdjODcuc2V0Q29udGVudChodG1sXzIyNmY5ZDUxNDU4YzRmYWQ5Y2E1NmZlMDhhM2E3M2Y4KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2QwYWMwNWFhYTlhYTRiYTQ4MDIxNmUyNDhkZTc3YmJhLmJpbmRQb3B1cChwb3B1cF85OTllOTlhMDExNzE0ZGE1OGZhYmE5YjViOWNiN2M4Nyk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl85YjliYTU4MjM4ZWU0YTZlYmM3NDY4ZDFkY2U5NzU0YyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY0NzE3NjgsLTc5LjM4MTU3NjQwMDAwMDAxXSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzlhZjcwZTZlMWZlZjQ3MGU5ZjVlMTk2YzEwMDM0MzVlKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzE1NjI5NGIwYWEwMTQzNjc5ZmJhN2YyOGZjMWI2NzcwID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2RjZDQ0MmE5YThiODQwNzg4ZjkxN2E1MzM2M2MxMzdlID0gJCgnPGRpdiBpZD0iaHRtbF9kY2Q0NDJhOWE4Yjg0MDc4OGY5MTdhNTMzNjNjMTM3ZSIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+RGVzaWduIEV4Y2hhbmdlLFRvcm9udG8gRG9taW5pb24gQ2VudHJlPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF8xNTYyOTRiMGFhMDE0MzY3OWZiYTdmMjhmYzFiNjc3MC5zZXRDb250ZW50KGh0bWxfZGNkNDQyYTlhOGI4NDA3ODhmOTE3YTUzMzYzYzEzN2UpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfOWI5YmE1ODIzOGVlNGE2ZWJjNzQ2OGQxZGNlOTc1NGMuYmluZFBvcHVwKHBvcHVwXzE1NjI5NGIwYWEwMTQzNjc5ZmJhN2YyOGZjMWI2NzcwKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzlhNTMzNmU4YWI3YzQ1MWViNGRlZjljNGUzNDA2YjIxID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjQ4MTk4NSwtNzkuMzc5ODE2OTAwMDAwMDFdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfNjkzZTcxNjU2OWFhNGMzYjhkMzkwYmM2NDdhYTQzYjUgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfNzE1NjI2ZDljODRlNDAzZjljYzgxYzlhNWY2MjE1MDMgPSAkKCc8ZGl2IGlkPSJodG1sXzcxNTYyNmQ5Yzg0ZTQwM2Y5Y2M4MWM5YTVmNjIxNTAzIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5Db21tZXJjZSBDb3VydCxWaWN0b3JpYSBIb3RlbDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNjkzZTcxNjU2OWFhNGMzYjhkMzkwYmM2NDdhYTQzYjUuc2V0Q29udGVudChodG1sXzcxNTYyNmQ5Yzg0ZTQwM2Y5Y2M4MWM5YTVmNjIxNTAzKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzlhNTMzNmU4YWI3YzQ1MWViNGRlZjljNGUzNDA2YjIxLmJpbmRQb3B1cChwb3B1cF82OTNlNzE2NTY5YWE0YzNiOGQzOTBiYzY0N2FhNDNiNSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9kZWM4NGVlNjU2MDc0ZjU1YjVlMTliNGY3NDhkNzJmYSA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2MjY5NTYsLTc5LjQwMDA0OTNdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfZDk1MmY1ZjdiNzBkNGFmYWJlODU5MjBhYjNmMTUxNTUgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfNzRiMDU4ZGRhZDcyNGIzZDlhODIzZTY3NzU1M2I0ZmQgPSAkKCc8ZGl2IGlkPSJodG1sXzc0YjA1OGRkYWQ3MjRiM2Q5YTgyM2U2Nzc1NTNiNGZkIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5IYXJib3JkLFVuaXZlcnNpdHkgb2YgVG9yb250bzwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfZDk1MmY1ZjdiNzBkNGFmYWJlODU5MjBhYjNmMTUxNTUuc2V0Q29udGVudChodG1sXzc0YjA1OGRkYWQ3MjRiM2Q5YTgyM2U2Nzc1NTNiNGZkKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2RlYzg0ZWU2NTYwNzRmNTViNWUxOWI0Zjc0OGQ3MmZhLmJpbmRQb3B1cChwb3B1cF9kOTUyZjVmN2I3MGQ0YWZhYmU4NTkyMGFiM2YxNTE1NSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9lYzUzM2EyZjhkYzc0ZWE2YTEwNTQzY2M0ODIzYTFlOCA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1MzIwNTcsLTc5LjQwMDA0OTNdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfNmIzNmIyYjA5ZDJmNDRhYjk5OGU4ZjlmZjA5YTc1YjcgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfYmZiYWVhNDhmYzM4NGQyMWE5MTliMjdhZGUwMTBmM2MgPSAkKCc8ZGl2IGlkPSJodG1sX2JmYmFlYTQ4ZmMzODRkMjFhOTE5YjI3YWRlMDEwZjNjIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5DaGluYXRvd24sR3JhbmdlIFBhcmssS2Vuc2luZ3RvbiBNYXJrZXQ8L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzZiMzZiMmIwOWQyZjQ0YWI5OThlOGY5ZmYwOWE3NWI3LnNldENvbnRlbnQoaHRtbF9iZmJhZWE0OGZjMzg0ZDIxYTkxOWIyN2FkZTAxMGYzYyk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl9lYzUzM2EyZjhkYzc0ZWE2YTEwNTQzY2M0ODIzYTFlOC5iaW5kUG9wdXAocG9wdXBfNmIzNmIyYjA5ZDJmNDRhYjk5OGU4ZjlmZjA5YTc1YjcpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfNDQ5MTcxYzYxMzQxNDc4Mzg4NmZmNTE1ZWUzYjFiNjcgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42Mjg5NDY3LC03OS4zOTQ0MTk5XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzlhZjcwZTZlMWZlZjQ3MGU5ZjVlMTk2YzEwMDM0MzVlKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzg1YjE5Y2QxMDFlODQwMzNhYmFmNTc1MzcxNzg3YzYyID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzg3OTYyMWM0OGJmNDQyOGE4MDhjZTBlZjIzMDBiNzc1ID0gJCgnPGRpdiBpZD0iaHRtbF84Nzk2MjFjNDhiZjQ0MjhhODA4Y2UwZWYyMzAwYjc3NSIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+Q04gVG93ZXIsQmF0aHVyc3QgUXVheSxJc2xhbmQgYWlycG9ydCxIYXJib3VyZnJvbnQgV2VzdCxLaW5nIGFuZCBTcGFkaW5hLFJhaWx3YXkgTGFuZHMsU291dGggTmlhZ2FyYTwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfODViMTljZDEwMWU4NDAzM2FiYWY1NzUzNzE3ODdjNjIuc2V0Q29udGVudChodG1sXzg3OTYyMWM0OGJmNDQyOGE4MDhjZTBlZjIzMDBiNzc1KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzQ0OTE3MWM2MTM0MTQ3ODM4ODZmZjUxNWVlM2IxYjY3LmJpbmRQb3B1cChwb3B1cF84NWIxOWNkMTAxZTg0MDMzYWJhZjU3NTM3MTc4N2M2Mik7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8wNWVjYTNhNDE3OGY0NmM5ODFkZDQ2MDQxMWM3ZmVkZCA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY3OTU2MjYsLTc5LjM3NzUyOTQwMDAwMDAxXSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogImJsdWUiLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6ICIjMzE4NmNjIiwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzlhZjcwZTZlMWZlZjQ3MGU5ZjVlMTk2YzEwMDM0MzVlKTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzRjOWExMmRkNjdhNjQ4YmZhNDFkYTRhMDA1NWZkN2E0ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2NkYzgzZGFlNWQyYzQ4NjZiNzVhNDA0ZDUwNzg2Mjc0ID0gJCgnPGRpdiBpZD0iaHRtbF9jZGM4M2RhZTVkMmM0ODY2Yjc1YTQwNGQ1MDc4NjI3NCIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+Um9zZWRhbGU8L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzRjOWExMmRkNjdhNjQ4YmZhNDFkYTRhMDA1NWZkN2E0LnNldENvbnRlbnQoaHRtbF9jZGM4M2RhZTVkMmM0ODY2Yjc1YTQwNGQ1MDc4NjI3NCk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl8wNWVjYTNhNDE3OGY0NmM5ODFkZDQ2MDQxMWM3ZmVkZC5iaW5kUG9wdXAocG9wdXBfNGM5YTEyZGQ2N2E2NDhiZmE0MWRhNGEwMDU1ZmQ3YTQpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfNDU2ODdlOTAyZTIwNDIyOTgzYzM4MzY1OTEyM2E3OGUgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NDY0MzUyLC03OS4zNzQ4NDU5OTk5OTk5OV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6ICJibHVlIiwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiAiIzMxODZjYyIsCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF85YWY3MGU2ZTFmZWY0NzBlOWY1ZTE5NmMxMDAzNDM1ZSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9lMmY2MTlmNjhiM2I0YWFkYTEzYjdkYjlmMzcxNTI5NyA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF84NDM3YmEzZDM1NDQ0M2I3YTE3Nzc0NjFiZDE2YTE5NiA9ICQoJzxkaXYgaWQ9Imh0bWxfODQzN2JhM2QzNTQ0NDNiN2ExNzc3NDYxYmQxNmExOTYiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPlN0biBBIFBPIEJveGVzIDI1IFRoZSBFc3BsYW5hZGU8L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwX2UyZjYxOWY2OGIzYjRhYWRhMTNiN2RiOWYzNzE1Mjk3LnNldENvbnRlbnQoaHRtbF84NDM3YmEzZDM1NDQ0M2I3YTE3Nzc0NjFiZDE2YTE5Nik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl80NTY4N2U5MDJlMjA0MjI5ODNjMzgzNjU5MTIzYTc4ZS5iaW5kUG9wdXAocG9wdXBfZTJmNjE5ZjY4YjNiNGFhZGExM2I3ZGI5ZjM3MTUyOTcpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfNzVhYmZjYTYxNWY3NDk2OThkOWIyZWEzOWQ2NzBlM2QgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42Njc5NjcsLTc5LjM2NzY3NTNdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfMTkwNzFhZTcyNTgzNGM2ZGI1NTYyNjBkMGQ1NTk3NzUgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfNGU1OTlhMzY2ZjFiNDc4NjgyYWNhMmVlZmFlY2JmYzIgPSAkKCc8ZGl2IGlkPSJodG1sXzRlNTk5YTM2NmYxYjQ3ODY4MmFjYTJlZWZhZWNiZmMyIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5DYWJiYWdldG93bixTdC4gSmFtZXMgVG93bjwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfMTkwNzFhZTcyNTgzNGM2ZGI1NTYyNjBkMGQ1NTk3NzUuc2V0Q29udGVudChodG1sXzRlNTk5YTM2NmYxYjQ3ODY4MmFjYTJlZWZhZWNiZmMyKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzc1YWJmY2E2MTVmNzQ5Njk4ZDliMmVhMzlkNjcwZTNkLmJpbmRQb3B1cChwb3B1cF8xOTA3MWFlNzI1ODM0YzZkYjU1NjI2MGQwZDU1OTc3NSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9jZmNmNGMyZWNjNWE0ZTE4YWM1NjQ0YTFjZTgwZGE2ZCA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY0ODQyOTIsLTc5LjM4MjI4MDJdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfNmRlMzcwNWNiMmY4NDRhNTk3ZjViNWJlZTVmNDVmNTYgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfMWQ5MmJlYzRjOGYwNDYxNGExNGFiYWI0YTcyOGI5ODEgPSAkKCc8ZGl2IGlkPSJodG1sXzFkOTJiZWM0YzhmMDQ2MTRhMTRhYmFiNGE3MjhiOTgxIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5GaXJzdCBDYW5hZGlhbiBQbGFjZSxVbmRlcmdyb3VuZCBjaXR5PC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF82ZGUzNzA1Y2IyZjg0NGE1OTdmNWI1YmVlNWY0NWY1Ni5zZXRDb250ZW50KGh0bWxfMWQ5MmJlYzRjOGYwNDYxNGExNGFiYWI0YTcyOGI5ODEpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfY2ZjZjRjMmVjYzVhNGUxOGFjNTY0NGExY2U4MGRhNmQuYmluZFBvcHVwKHBvcHVwXzZkZTM3MDVjYjJmODQ0YTU5N2Y1YjViZWU1ZjQ1ZjU2KTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzFiNWIxMDQwYzc0MDRkZjQ5MjI2ZjkzODA2YjNmOWM3ID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjY1ODU5OSwtNzkuMzgzMTU5OTAwMDAwMDFdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiAiYmx1ZSIsCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogIiMzMTg2Y2MiLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfOWFmNzBlNmUxZmVmNDcwZTlmNWUxOTZjMTAwMzQzNWUpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfNmRlYTdjYTVkYjFhNDE2Y2EwYWU4ZjBmM2FhOTY0MzAgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfZTRhNmZiYjk5OGFhNGE0YThkNDA2YzAxNTM3YjJhYzcgPSAkKCc8ZGl2IGlkPSJodG1sX2U0YTZmYmI5OThhYTRhNGE4ZDQwNmMwMTUzN2IyYWM3IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5DaHVyY2ggYW5kIFdlbGxlc2xleTwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNmRlYTdjYTVkYjFhNDE2Y2EwYWU4ZjBmM2FhOTY0MzAuc2V0Q29udGVudChodG1sX2U0YTZmYmI5OThhYTRhNGE4ZDQwNmMwMTUzN2IyYWM3KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzFiNWIxMDQwYzc0MDRkZjQ5MjI2ZjkzODA2YjNmOWM3LmJpbmRQb3B1cChwb3B1cF82ZGVhN2NhNWRiMWE0MTZjYTBhZThmMGYzYWE5NjQzMCk7CgogICAgICAgICAgICAKICAgICAgICAKPC9zY3JpcHQ+\" style=\"position:absolute;width:100%;height:100%;left:0;top:0;border:none !important;\" allowfullscreen webkitallowfullscreen mozallowfullscreen></iframe></div></div>"
      ],
      "text/plain": [
       "<folium.folium.Map at 0x7f493d8d02e8>"
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create map of Downtown Toronto using latitude and longitude values\n",
    "map_dtt = folium.Map(location=[latitude, longitude], zoom_start=13)\n",
    "\n",
    "# add markers to map\n",
    "for lat, lng, label in zip(dtt['Latitude'], dtt['Longitude'], dtt['Neighborhood']):\n",
    "    label = folium.Popup(label, parse_html=True)\n",
    "    folium.CircleMarker(\n",
    "        [lat, lng],\n",
    "        radius=5,\n",
    "        popup=label,\n",
    "        color='blue',\n",
    "        fill=True,\n",
    "        fill_color='#3186cc',\n",
    "        fill_opacity=0.7,\n",
    "        parse_html=False).add_to(map_dtt)  \n",
    "    \n",
    "map_dtt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### step 5: utilizing Foursquare API and explore the neighborhoods and segment them"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Your credentails:\n",
      "CLIENT_ID: ZNSID3JACAT4524JYYIWEF3UYOAGQ1CJFGKOQVFGWTXPK1L3\n",
      "CLIENT_SECRET:5E0LASVEW5N50XVEP4MKU0FN4YZ5LYKFVPITQDJBIYG1H4S1\n"
     ]
    }
   ],
   "source": [
    "CLIENT_ID = 'ZNSID3JACAT4524JYYIWEF3UYOAGQ1CJFGKOQVFGWTXPK1L3'\n",
    "CLIENT_SECRET = '5E0LASVEW5N50XVEP4MKU0FN4YZ5LYKFVPITQDJBIYG1H4S1'\n",
    "VERSION = '20180605'\n",
    "\n",
    "print('Your credentails:')\n",
    "print('CLIENT_ID: ' + CLIENT_ID)\n",
    "print('CLIENT_SECRET:' + CLIENT_SECRET)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 5.1 -- explore the first neighborhood in downtown Toronto"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Harbourfront'"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dtt.loc[0, 'Neighborhood']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Latitude and longitude values of Harbourfront are 43.6542599, -79.3606359.\n"
     ]
    }
   ],
   "source": [
    "# get Harbourfront's latitude and longitude values\n",
    "\n",
    "neighbor_latitude = dtt.loc[0, 'Latitude']\n",
    "neighbor_longitude = dtt.loc[0, 'Longitude']\n",
    "\n",
    "neighbor_name = dtt.loc[0, 'Neighborhood'] # neighborhood name\n",
    "\n",
    "print('Latitude and longitude values of {} are {}, {}.'.format(neighbor_name, neighbor_latitude, neighbor_longitude))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 5.2 -- get the top 100 venues in the neighborhood within 500 meters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [],
   "source": [
    "limit = 100\n",
    "radius = 500\n",
    "\n",
    "url = 'https://api.foursquare.com/v2/venues/explore?&client_id={}&client_secret={}&v={}&ll={},{}&radius={}&limit={}'.format(\n",
    "    CLIENT_ID, \n",
    "    CLIENT_SECRET, \n",
    "    VERSION, \n",
    "    neighbor_latitude, \n",
    "    neighbor_longitude, \n",
    "    radius, \n",
    "    limit)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [],
   "source": [
    "results = requests.get(url).json()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [],
   "source": [
    "# function that extracts the category of the venue\n",
    "def get_category_type(row):\n",
    "    try:\n",
    "        categories_list = row['categories']\n",
    "    except:\n",
    "        categories_list = row['venue.categories']\n",
    "        \n",
    "    if len(categories_list) == 0:\n",
    "        return None\n",
    "    else:\n",
    "        return categories_list[0]['name']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 5.3 -- clean JSON and structure it into a dataframe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>categories</th>\n",
       "      <th>lat</th>\n",
       "      <th>lng</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Roselle Desserts</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>43.653447</td>\n",
       "      <td>-79.362017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Tandem Coffee</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>43.653559</td>\n",
       "      <td>-79.361809</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Cooper Koo Family YMCA</td>\n",
       "      <td>Gym / Fitness Center</td>\n",
       "      <td>43.653191</td>\n",
       "      <td>-79.357947</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Body Blitz Spa East</td>\n",
       "      <td>Spa</td>\n",
       "      <td>43.654735</td>\n",
       "      <td>-79.359874</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Impact Kitchen</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>43.656369</td>\n",
       "      <td>-79.356980</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Morning Glory Cafe</td>\n",
       "      <td>Breakfast Spot</td>\n",
       "      <td>43.653947</td>\n",
       "      <td>-79.361149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Dominion Pub and Kitchen</td>\n",
       "      <td>Pub</td>\n",
       "      <td>43.656919</td>\n",
       "      <td>-79.358967</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>The Distillery Historic District</td>\n",
       "      <td>Historic Site</td>\n",
       "      <td>43.650244</td>\n",
       "      <td>-79.359323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Corktown Common</td>\n",
       "      <td>Park</td>\n",
       "      <td>43.655618</td>\n",
       "      <td>-79.356211</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Figs Breakfast &amp; Lunch</td>\n",
       "      <td>Breakfast Spot</td>\n",
       "      <td>43.655675</td>\n",
       "      <td>-79.364503</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>SOMA chocolatemaker</td>\n",
       "      <td>Chocolate Shop</td>\n",
       "      <td>43.650622</td>\n",
       "      <td>-79.358127</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Distillery Sunday Market</td>\n",
       "      <td>Farmers Market</td>\n",
       "      <td>43.650075</td>\n",
       "      <td>-79.361832</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Young Centre for the Performing Arts</td>\n",
       "      <td>Performing Arts Venue</td>\n",
       "      <td>43.650825</td>\n",
       "      <td>-79.357593</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Cacao 70</td>\n",
       "      <td>Dessert Shop</td>\n",
       "      <td>43.650067</td>\n",
       "      <td>-79.360723</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Arvo</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>43.649963</td>\n",
       "      <td>-79.361442</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Rooster Coffee</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>43.651900</td>\n",
       "      <td>-79.365609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Brick Street Bakery</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>43.650574</td>\n",
       "      <td>-79.359539</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Starbucks</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>43.651613</td>\n",
       "      <td>-79.364917</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Sumach Espresso</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>43.658135</td>\n",
       "      <td>-79.359515</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Cluny Bistro &amp; Boulangerie</td>\n",
       "      <td>French Restaurant</td>\n",
       "      <td>43.650565</td>\n",
       "      <td>-79.357843</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Underpass Park</td>\n",
       "      <td>Park</td>\n",
       "      <td>43.655764</td>\n",
       "      <td>-79.354806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>ODIN Cafe + Bar</td>\n",
       "      <td>Café</td>\n",
       "      <td>43.656739</td>\n",
       "      <td>-79.356503</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>El Catrin</td>\n",
       "      <td>Mexican Restaurant</td>\n",
       "      <td>43.650601</td>\n",
       "      <td>-79.358920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Cocina Economica</td>\n",
       "      <td>Mexican Restaurant</td>\n",
       "      <td>43.654959</td>\n",
       "      <td>-79.365657</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>The Sweet Escape Patisserie</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>43.650632</td>\n",
       "      <td>-79.358709</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Dark Horse Espresso Bar</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>43.653081</td>\n",
       "      <td>-79.357078</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Berkeley Church</td>\n",
       "      <td>Event Space</td>\n",
       "      <td>43.655123</td>\n",
       "      <td>-79.365873</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Parliament Square Park</td>\n",
       "      <td>Park</td>\n",
       "      <td>43.650264</td>\n",
       "      <td>-79.362195</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Caffe Furbo</td>\n",
       "      <td>Café</td>\n",
       "      <td>43.649970</td>\n",
       "      <td>-79.358849</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Mill St. Brew Pub</td>\n",
       "      <td>Pub</td>\n",
       "      <td>43.650353</td>\n",
       "      <td>-79.358489</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>John Fluevog Shoes</td>\n",
       "      <td>Shoe Store</td>\n",
       "      <td>43.649896</td>\n",
       "      <td>-79.359436</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Greg's Ice Cream</td>\n",
       "      <td>Ice Cream Shop</td>\n",
       "      <td>43.650102</td>\n",
       "      <td>-79.360440</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Izumi</td>\n",
       "      <td>Asian Restaurant</td>\n",
       "      <td>43.649970</td>\n",
       "      <td>-79.360153</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>The Aviary</td>\n",
       "      <td>Pub</td>\n",
       "      <td>43.653634</td>\n",
       "      <td>-79.354662</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>The Abnormal Beauty Company</td>\n",
       "      <td>Cosmetics Shop</td>\n",
       "      <td>43.649892</td>\n",
       "      <td>-79.361005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>Soulpepper Theatre</td>\n",
       "      <td>Theater</td>\n",
       "      <td>43.650780</td>\n",
       "      <td>-79.357615</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Arta Gallery</td>\n",
       "      <td>Art Gallery</td>\n",
       "      <td>43.650022</td>\n",
       "      <td>-79.361222</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>Ontario Spring Water Sake Company</td>\n",
       "      <td>Brewery</td>\n",
       "      <td>43.649922</td>\n",
       "      <td>-79.360073</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>Vistek</td>\n",
       "      <td>Electronics Store</td>\n",
       "      <td>43.657046</td>\n",
       "      <td>-79.359667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>TD Canada Trust</td>\n",
       "      <td>Bank</td>\n",
       "      <td>43.652780</td>\n",
       "      <td>-79.356336</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>The Beer Store</td>\n",
       "      <td>Beer Store</td>\n",
       "      <td>43.657773</td>\n",
       "      <td>-79.357463</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>Savoury Grounds</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>43.656821</td>\n",
       "      <td>-79.358970</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>Residence &amp; Conference Centre</td>\n",
       "      <td>Hotel</td>\n",
       "      <td>43.653040</td>\n",
       "      <td>-79.357040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>The Healthy Road</td>\n",
       "      <td>Health Food Store</td>\n",
       "      <td>43.656265</td>\n",
       "      <td>-79.357119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>GW General</td>\n",
       "      <td>Antique Shop</td>\n",
       "      <td>43.650495</td>\n",
       "      <td>-79.357538</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    name             categories        lat  \\\n",
       "0                       Roselle Desserts                 Bakery  43.653447   \n",
       "1                          Tandem Coffee            Coffee Shop  43.653559   \n",
       "2                 Cooper Koo Family YMCA   Gym / Fitness Center  43.653191   \n",
       "3                    Body Blitz Spa East                    Spa  43.654735   \n",
       "4                         Impact Kitchen             Restaurant  43.656369   \n",
       "5                     Morning Glory Cafe         Breakfast Spot  43.653947   \n",
       "6               Dominion Pub and Kitchen                    Pub  43.656919   \n",
       "7       The Distillery Historic District          Historic Site  43.650244   \n",
       "8                        Corktown Common                   Park  43.655618   \n",
       "9                 Figs Breakfast & Lunch         Breakfast Spot  43.655675   \n",
       "10                   SOMA chocolatemaker         Chocolate Shop  43.650622   \n",
       "11              Distillery Sunday Market         Farmers Market  43.650075   \n",
       "12  Young Centre for the Performing Arts  Performing Arts Venue  43.650825   \n",
       "13                              Cacao 70           Dessert Shop  43.650067   \n",
       "14                                  Arvo            Coffee Shop  43.649963   \n",
       "15                        Rooster Coffee            Coffee Shop  43.651900   \n",
       "16                   Brick Street Bakery                 Bakery  43.650574   \n",
       "17                             Starbucks            Coffee Shop  43.651613   \n",
       "18                       Sumach Espresso            Coffee Shop  43.658135   \n",
       "19            Cluny Bistro & Boulangerie      French Restaurant  43.650565   \n",
       "20                        Underpass Park                   Park  43.655764   \n",
       "21                       ODIN Cafe + Bar                   Café  43.656739   \n",
       "22                             El Catrin     Mexican Restaurant  43.650601   \n",
       "23                      Cocina Economica     Mexican Restaurant  43.654959   \n",
       "24           The Sweet Escape Patisserie                 Bakery  43.650632   \n",
       "25               Dark Horse Espresso Bar            Coffee Shop  43.653081   \n",
       "26                       Berkeley Church            Event Space  43.655123   \n",
       "27                Parliament Square Park                   Park  43.650264   \n",
       "28                           Caffe Furbo                   Café  43.649970   \n",
       "29                     Mill St. Brew Pub                    Pub  43.650353   \n",
       "30                    John Fluevog Shoes             Shoe Store  43.649896   \n",
       "31                      Greg's Ice Cream         Ice Cream Shop  43.650102   \n",
       "32                                 Izumi       Asian Restaurant  43.649970   \n",
       "33                            The Aviary                    Pub  43.653634   \n",
       "34           The Abnormal Beauty Company         Cosmetics Shop  43.649892   \n",
       "35                    Soulpepper Theatre                Theater  43.650780   \n",
       "36                          Arta Gallery            Art Gallery  43.650022   \n",
       "37     Ontario Spring Water Sake Company                Brewery  43.649922   \n",
       "38                                Vistek      Electronics Store  43.657046   \n",
       "39                       TD Canada Trust                   Bank  43.652780   \n",
       "40                        The Beer Store             Beer Store  43.657773   \n",
       "41                       Savoury Grounds            Coffee Shop  43.656821   \n",
       "42         Residence & Conference Centre                  Hotel  43.653040   \n",
       "43                      The Healthy Road      Health Food Store  43.656265   \n",
       "44                            GW General           Antique Shop  43.650495   \n",
       "\n",
       "          lng  \n",
       "0  -79.362017  \n",
       "1  -79.361809  \n",
       "2  -79.357947  \n",
       "3  -79.359874  \n",
       "4  -79.356980  \n",
       "5  -79.361149  \n",
       "6  -79.358967  \n",
       "7  -79.359323  \n",
       "8  -79.356211  \n",
       "9  -79.364503  \n",
       "10 -79.358127  \n",
       "11 -79.361832  \n",
       "12 -79.357593  \n",
       "13 -79.360723  \n",
       "14 -79.361442  \n",
       "15 -79.365609  \n",
       "16 -79.359539  \n",
       "17 -79.364917  \n",
       "18 -79.359515  \n",
       "19 -79.357843  \n",
       "20 -79.354806  \n",
       "21 -79.356503  \n",
       "22 -79.358920  \n",
       "23 -79.365657  \n",
       "24 -79.358709  \n",
       "25 -79.357078  \n",
       "26 -79.365873  \n",
       "27 -79.362195  \n",
       "28 -79.358849  \n",
       "29 -79.358489  \n",
       "30 -79.359436  \n",
       "31 -79.360440  \n",
       "32 -79.360153  \n",
       "33 -79.354662  \n",
       "34 -79.361005  \n",
       "35 -79.357615  \n",
       "36 -79.361222  \n",
       "37 -79.360073  \n",
       "38 -79.359667  \n",
       "39 -79.356336  \n",
       "40 -79.357463  \n",
       "41 -79.358970  \n",
       "42 -79.357040  \n",
       "43 -79.357119  \n",
       "44 -79.357538  "
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "venues = results['response']['groups'][0]['items']\n",
    "    \n",
    "nearby_venues = json_normalize(venues) # flatten JSON\n",
    "\n",
    "# filter columns\n",
    "filtered_columns = ['venue.name', 'venue.categories', 'venue.location.lat', 'venue.location.lng']\n",
    "nearby_venues = nearby_venues.loc[:, filtered_columns]\n",
    "\n",
    "# filter the category for each row\n",
    "nearby_venues['venue.categories'] = nearby_venues.apply(get_category_type, axis=1)\n",
    "\n",
    "# clean columns\n",
    "nearby_venues.columns = [col.split(\".\")[-1] for col in nearby_venues.columns]\n",
    "\n",
    "nearby_venues"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "45 venues were returned by Foursquare.\n"
     ]
    }
   ],
   "source": [
    "print('{} venues were returned by Foursquare.'.format(nearby_venues.shape[0]))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 5.4 -- write a function to repeat the same process to all neighborhoods in Downtown Toronto"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [],
   "source": [
    "def getNearbyVenues(names, latitudes, longitudes, radius=500):\n",
    "    \n",
    "    venues_list=[]\n",
    "    for name, lat, lng in zip(names, latitudes, longitudes):\n",
    "        print(name)\n",
    "            \n",
    "        # create the API request URL\n",
    "        url = 'https://api.foursquare.com/v2/venues/explore?&client_id={}&client_secret={}&v={}&ll={},{}&radius={}&limit={}'.format(\n",
    "            CLIENT_ID, \n",
    "            CLIENT_SECRET, \n",
    "            VERSION, \n",
    "            lat, \n",
    "            lng, \n",
    "            radius, \n",
    "            LIMIT)\n",
    "            \n",
    "        # make the GET request\n",
    "        results = requests.get(url).json()[\"response\"]['groups'][0]['items']\n",
    "        \n",
    "        # return only relevant information for each nearby venue\n",
    "        venues_list.append([(\n",
    "            name, \n",
    "            lat, \n",
    "            lng, \n",
    "            v['venue']['name'], \n",
    "            v['venue']['location']['lat'], \n",
    "            v['venue']['location']['lng'],  \n",
    "            v['venue']['categories'][0]['name']) for v in results])\n",
    "\n",
    "    nearby_venues = pd.DataFrame([item for venue_list in venues_list for item in venue_list])\n",
    "    nearby_venues.columns = ['Neighborhood', \n",
    "                  'Neighborhood Latitude', \n",
    "                  'Neighborhood Longitude', \n",
    "                  'Venue', \n",
    "                  'Venue Latitude', \n",
    "                  'Venue Longitude', \n",
    "                  'Venue Category']\n",
    "    \n",
    "    return(nearby_venues)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Harbourfront\n",
      "Queen's Park\n",
      "Ryerson,Garden District\n",
      "St. James Town\n",
      "Berczy Park\n",
      "Central Bay Street\n",
      "Christie\n",
      "Adelaide,King,Richmond\n",
      "Harbourfront East,Toronto Islands,Union Station\n",
      "Design Exchange,Toronto Dominion Centre\n",
      "Commerce Court,Victoria Hotel\n",
      "Harbord,University of Toronto\n",
      "Chinatown,Grange Park,Kensington Market\n",
      "CN Tower,Bathurst Quay,Island airport,Harbourfront West,King and Spadina,Railway Lands,South Niagara\n",
      "Rosedale\n",
      "Stn A PO Boxes 25 The Esplanade\n",
      "Cabbagetown,St. James Town\n",
      "First Canadian Place,Underground city\n",
      "Church and Wellesley\n"
     ]
    }
   ],
   "source": [
    "# run above code on each neighborhood and create a new dataframe called *dtt_venues*.\n",
    "\n",
    "dtt_venues = getNearbyVenues(names=dtt['Neighborhood'],\n",
    "                             latitudes=dtt['Latitude'],\n",
    "                             longitudes=dtt['Longitude'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1308, 7)\n"
     ]
    }
   ],
   "source": [
    "print(dtt_venues.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Neighborhood</th>\n",
       "      <th>Neighborhood Latitude</th>\n",
       "      <th>Neighborhood Longitude</th>\n",
       "      <th>Venue</th>\n",
       "      <th>Venue Latitude</th>\n",
       "      <th>Venue Longitude</th>\n",
       "      <th>Venue Category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Harbourfront</td>\n",
       "      <td>43.65426</td>\n",
       "      <td>-79.360636</td>\n",
       "      <td>Roselle Desserts</td>\n",
       "      <td>43.653447</td>\n",
       "      <td>-79.362017</td>\n",
       "      <td>Bakery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Harbourfront</td>\n",
       "      <td>43.65426</td>\n",
       "      <td>-79.360636</td>\n",
       "      <td>Tandem Coffee</td>\n",
       "      <td>43.653559</td>\n",
       "      <td>-79.361809</td>\n",
       "      <td>Coffee Shop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Harbourfront</td>\n",
       "      <td>43.65426</td>\n",
       "      <td>-79.360636</td>\n",
       "      <td>Cooper Koo Family YMCA</td>\n",
       "      <td>43.653191</td>\n",
       "      <td>-79.357947</td>\n",
       "      <td>Gym / Fitness Center</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Harbourfront</td>\n",
       "      <td>43.65426</td>\n",
       "      <td>-79.360636</td>\n",
       "      <td>Body Blitz Spa East</td>\n",
       "      <td>43.654735</td>\n",
       "      <td>-79.359874</td>\n",
       "      <td>Spa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Harbourfront</td>\n",
       "      <td>43.65426</td>\n",
       "      <td>-79.360636</td>\n",
       "      <td>Impact Kitchen</td>\n",
       "      <td>43.656369</td>\n",
       "      <td>-79.356980</td>\n",
       "      <td>Restaurant</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Neighborhood  Neighborhood Latitude  Neighborhood Longitude  \\\n",
       "0  Harbourfront               43.65426              -79.360636   \n",
       "1  Harbourfront               43.65426              -79.360636   \n",
       "2  Harbourfront               43.65426              -79.360636   \n",
       "3  Harbourfront               43.65426              -79.360636   \n",
       "4  Harbourfront               43.65426              -79.360636   \n",
       "\n",
       "                    Venue  Venue Latitude  Venue Longitude  \\\n",
       "0        Roselle Desserts       43.653447       -79.362017   \n",
       "1           Tandem Coffee       43.653559       -79.361809   \n",
       "2  Cooper Koo Family YMCA       43.653191       -79.357947   \n",
       "3     Body Blitz Spa East       43.654735       -79.359874   \n",
       "4          Impact Kitchen       43.656369       -79.356980   \n",
       "\n",
       "         Venue Category  \n",
       "0                Bakery  \n",
       "1           Coffee Shop  \n",
       "2  Gym / Fitness Center  \n",
       "3                   Spa  \n",
       "4            Restaurant  "
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dtt_venues.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Neighborhood Latitude</th>\n",
       "      <th>Neighborhood Longitude</th>\n",
       "      <th>Venue</th>\n",
       "      <th>Venue Latitude</th>\n",
       "      <th>Venue Longitude</th>\n",
       "      <th>Venue Category</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Neighborhood</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Adelaide,King,Richmond</th>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Berczy Park</th>\n",
       "      <td>55</td>\n",
       "      <td>55</td>\n",
       "      <td>55</td>\n",
       "      <td>55</td>\n",
       "      <td>55</td>\n",
       "      <td>55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CN Tower,Bathurst Quay,Island airport,Harbourfront West,King and Spadina,Railway Lands,South Niagara</th>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cabbagetown,St. James Town</th>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Central Bay Street</th>\n",
       "      <td>84</td>\n",
       "      <td>84</td>\n",
       "      <td>84</td>\n",
       "      <td>84</td>\n",
       "      <td>84</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Chinatown,Grange Park,Kensington Market</th>\n",
       "      <td>90</td>\n",
       "      <td>90</td>\n",
       "      <td>90</td>\n",
       "      <td>90</td>\n",
       "      <td>90</td>\n",
       "      <td>90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Christie</th>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Church and Wellesley</th>\n",
       "      <td>84</td>\n",
       "      <td>84</td>\n",
       "      <td>84</td>\n",
       "      <td>84</td>\n",
       "      <td>84</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Commerce Court,Victoria Hotel</th>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Design Exchange,Toronto Dominion Centre</th>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>First Canadian Place,Underground city</th>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Harbord,University of Toronto</th>\n",
       "      <td>35</td>\n",
       "      <td>35</td>\n",
       "      <td>35</td>\n",
       "      <td>35</td>\n",
       "      <td>35</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Harbourfront</th>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Harbourfront East,Toronto Islands,Union Station</th>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Queen's Park</th>\n",
       "      <td>39</td>\n",
       "      <td>39</td>\n",
       "      <td>39</td>\n",
       "      <td>39</td>\n",
       "      <td>39</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Rosedale</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ryerson,Garden District</th>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>St. James Town</th>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Stn A PO Boxes 25 The Esplanade</th>\n",
       "      <td>95</td>\n",
       "      <td>95</td>\n",
       "      <td>95</td>\n",
       "      <td>95</td>\n",
       "      <td>95</td>\n",
       "      <td>95</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    Neighborhood Latitude  \\\n",
       "Neighborhood                                                                \n",
       "Adelaide,King,Richmond                                                100   \n",
       "Berczy Park                                                            55   \n",
       "CN Tower,Bathurst Quay,Island airport,Harbourfr...                     15   \n",
       "Cabbagetown,St. James Town                                             45   \n",
       "Central Bay Street                                                     84   \n",
       "Chinatown,Grange Park,Kensington Market                                90   \n",
       "Christie                                                               17   \n",
       "Church and Wellesley                                                   84   \n",
       "Commerce Court,Victoria Hotel                                         100   \n",
       "Design Exchange,Toronto Dominion Centre                               100   \n",
       "First Canadian Place,Underground city                                 100   \n",
       "Harbord,University of Toronto                                          35   \n",
       "Harbourfront                                                           45   \n",
       "Harbourfront East,Toronto Islands,Union Station                       100   \n",
       "Queen's Park                                                           39   \n",
       "Rosedale                                                                4   \n",
       "Ryerson,Garden District                                               100   \n",
       "St. James Town                                                        100   \n",
       "Stn A PO Boxes 25 The Esplanade                                        95   \n",
       "\n",
       "                                                    Neighborhood Longitude  \\\n",
       "Neighborhood                                                                 \n",
       "Adelaide,King,Richmond                                                 100   \n",
       "Berczy Park                                                             55   \n",
       "CN Tower,Bathurst Quay,Island airport,Harbourfr...                      15   \n",
       "Cabbagetown,St. James Town                                              45   \n",
       "Central Bay Street                                                      84   \n",
       "Chinatown,Grange Park,Kensington Market                                 90   \n",
       "Christie                                                                17   \n",
       "Church and Wellesley                                                    84   \n",
       "Commerce Court,Victoria Hotel                                          100   \n",
       "Design Exchange,Toronto Dominion Centre                                100   \n",
       "First Canadian Place,Underground city                                  100   \n",
       "Harbord,University of Toronto                                           35   \n",
       "Harbourfront                                                            45   \n",
       "Harbourfront East,Toronto Islands,Union Station                        100   \n",
       "Queen's Park                                                            39   \n",
       "Rosedale                                                                 4   \n",
       "Ryerson,Garden District                                                100   \n",
       "St. James Town                                                         100   \n",
       "Stn A PO Boxes 25 The Esplanade                                         95   \n",
       "\n",
       "                                                    Venue  Venue Latitude  \\\n",
       "Neighborhood                                                                \n",
       "Adelaide,King,Richmond                                100             100   \n",
       "Berczy Park                                            55              55   \n",
       "CN Tower,Bathurst Quay,Island airport,Harbourfr...     15              15   \n",
       "Cabbagetown,St. James Town                             45              45   \n",
       "Central Bay Street                                     84              84   \n",
       "Chinatown,Grange Park,Kensington Market                90              90   \n",
       "Christie                                               17              17   \n",
       "Church and Wellesley                                   84              84   \n",
       "Commerce Court,Victoria Hotel                         100             100   \n",
       "Design Exchange,Toronto Dominion Centre               100             100   \n",
       "First Canadian Place,Underground city                 100             100   \n",
       "Harbord,University of Toronto                          35              35   \n",
       "Harbourfront                                           45              45   \n",
       "Harbourfront East,Toronto Islands,Union Station       100             100   \n",
       "Queen's Park                                           39              39   \n",
       "Rosedale                                                4               4   \n",
       "Ryerson,Garden District                               100             100   \n",
       "St. James Town                                        100             100   \n",
       "Stn A PO Boxes 25 The Esplanade                        95              95   \n",
       "\n",
       "                                                    Venue Longitude  \\\n",
       "Neighborhood                                                          \n",
       "Adelaide,King,Richmond                                          100   \n",
       "Berczy Park                                                      55   \n",
       "CN Tower,Bathurst Quay,Island airport,Harbourfr...               15   \n",
       "Cabbagetown,St. James Town                                       45   \n",
       "Central Bay Street                                               84   \n",
       "Chinatown,Grange Park,Kensington Market                          90   \n",
       "Christie                                                         17   \n",
       "Church and Wellesley                                             84   \n",
       "Commerce Court,Victoria Hotel                                   100   \n",
       "Design Exchange,Toronto Dominion Centre                         100   \n",
       "First Canadian Place,Underground city                           100   \n",
       "Harbord,University of Toronto                                    35   \n",
       "Harbourfront                                                     45   \n",
       "Harbourfront East,Toronto Islands,Union Station                 100   \n",
       "Queen's Park                                                     39   \n",
       "Rosedale                                                          4   \n",
       "Ryerson,Garden District                                         100   \n",
       "St. James Town                                                  100   \n",
       "Stn A PO Boxes 25 The Esplanade                                  95   \n",
       "\n",
       "                                                    Venue Category  \n",
       "Neighborhood                                                        \n",
       "Adelaide,King,Richmond                                         100  \n",
       "Berczy Park                                                     55  \n",
       "CN Tower,Bathurst Quay,Island airport,Harbourfr...              15  \n",
       "Cabbagetown,St. James Town                                      45  \n",
       "Central Bay Street                                              84  \n",
       "Chinatown,Grange Park,Kensington Market                         90  \n",
       "Christie                                                        17  \n",
       "Church and Wellesley                                            84  \n",
       "Commerce Court,Victoria Hotel                                  100  \n",
       "Design Exchange,Toronto Dominion Centre                        100  \n",
       "First Canadian Place,Underground city                          100  \n",
       "Harbord,University of Toronto                                   35  \n",
       "Harbourfront                                                    45  \n",
       "Harbourfront East,Toronto Islands,Union Station                100  \n",
       "Queen's Park                                                    39  \n",
       "Rosedale                                                         4  \n",
       "Ryerson,Garden District                                        100  \n",
       "St. James Town                                                 100  \n",
       "Stn A PO Boxes 25 The Esplanade                                 95  "
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Venues were returned for each neighborhood\n",
    "dtt_venues.groupby('Neighborhood').count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There are 209 uniques categories.\n"
     ]
    }
   ],
   "source": [
    "# unique categories can be curated from all the returned venues\n",
    "print('There are {} uniques categories.'.format(len(dtt_venues['Venue Category'].unique())))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### step 6: analyze each neighborhood"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Yoga Studio</th>\n",
       "      <th>Afghan Restaurant</th>\n",
       "      <th>Airport</th>\n",
       "      <th>Airport Food Court</th>\n",
       "      <th>Airport Gate</th>\n",
       "      <th>Airport Lounge</th>\n",
       "      <th>Airport Service</th>\n",
       "      <th>Airport Terminal</th>\n",
       "      <th>American Restaurant</th>\n",
       "      <th>Antique Shop</th>\n",
       "      <th>...</th>\n",
       "      <th>Theme Restaurant</th>\n",
       "      <th>Toy / Game Store</th>\n",
       "      <th>Trail</th>\n",
       "      <th>Train Station</th>\n",
       "      <th>Vegetarian / Vegan Restaurant</th>\n",
       "      <th>Video Game Store</th>\n",
       "      <th>Vietnamese Restaurant</th>\n",
       "      <th>Wine Bar</th>\n",
       "      <th>Wine Shop</th>\n",
       "      <th>Women's Store</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 209 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   Yoga Studio  Afghan Restaurant  Airport  Airport Food Court  Airport Gate  \\\n",
       "0            0                  0        0                   0             0   \n",
       "1            0                  0        0                   0             0   \n",
       "2            0                  0        0                   0             0   \n",
       "3            0                  0        0                   0             0   \n",
       "4            0                  0        0                   0             0   \n",
       "\n",
       "   Airport Lounge  Airport Service  Airport Terminal  American Restaurant  \\\n",
       "0               0                0                 0                    0   \n",
       "1               0                0                 0                    0   \n",
       "2               0                0                 0                    0   \n",
       "3               0                0                 0                    0   \n",
       "4               0                0                 0                    0   \n",
       "\n",
       "   Antique Shop  ...  Theme Restaurant  Toy / Game Store  Trail  \\\n",
       "0             0  ...                 0                 0      0   \n",
       "1             0  ...                 0                 0      0   \n",
       "2             0  ...                 0                 0      0   \n",
       "3             0  ...                 0                 0      0   \n",
       "4             0  ...                 0                 0      0   \n",
       "\n",
       "   Train Station  Vegetarian / Vegan Restaurant  Video Game Store  \\\n",
       "0              0                              0                 0   \n",
       "1              0                              0                 0   \n",
       "2              0                              0                 0   \n",
       "3              0                              0                 0   \n",
       "4              0                              0                 0   \n",
       "\n",
       "   Vietnamese Restaurant  Wine Bar  Wine Shop  Women's Store  \n",
       "0                      0         0          0              0  \n",
       "1                      0         0          0              0  \n",
       "2                      0         0          0              0  \n",
       "3                      0         0          0              0  \n",
       "4                      0         0          0              0  \n",
       "\n",
       "[5 rows x 209 columns]"
      ]
     },
     "execution_count": 111,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# one hot encoding\n",
    "dtt_onehot = pd.get_dummies(dtt_venues[['Venue Category']], prefix=\"\", prefix_sep=\"\")\n",
    "\n",
    "# add neighborhood column back to dataframe\n",
    "dtt_onehot['Neighborhood'] = dtt_venues['Neighborhood'] \n",
    "\n",
    "# move neighborhood column to the first column\n",
    "fixed_columns = [dtt_onehot.columns[-1]] + list(dtt_onehot.columns[:-1])\n",
    "dtt_onehot = dtt_onehot[fixed_columns]\n",
    "\n",
    "dtt_onehot.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1308, 209)"
      ]
     },
     "execution_count": 112,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dtt_onehot.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 6.1 -- group rows by neighborhood and by taking the mean of the frequency of occurrence of each category"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [],
   "source": [
    "dtt_grouped = dtt_onehot.groupby('Neighborhood').mean().reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(19, 209)"
      ]
     },
     "execution_count": 114,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dtt_grouped.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 6.2 -- print each neighborhood along with the top 5 most common venues"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----Adelaide,King,Richmond----\n",
      "             venue  freq\n",
      "0      Coffee Shop  0.08\n",
      "1              Bar  0.04\n",
      "2       Steakhouse  0.04\n",
      "3             Café  0.04\n",
      "4  Thai Restaurant  0.03\n",
      "----Berczy Park----\n",
      "                venue  freq\n",
      "0         Coffee Shop  0.07\n",
      "1        Cocktail Bar  0.05\n",
      "2          Steakhouse  0.04\n",
      "3                Café  0.04\n",
      "4  Seafood Restaurant  0.04\n",
      "----CN Tower,Bathurst Quay,Island airport,Harbourfront West,King and Spadina,Railway Lands,South Niagara----\n",
      "              venue  freq\n",
      "0    Airport Lounge  0.13\n",
      "1   Airport Service  0.13\n",
      "2  Airport Terminal  0.13\n",
      "3   Harbor / Marina  0.07\n",
      "4               Bar  0.07\n",
      "----Cabbagetown,St. James Town----\n",
      "         venue  freq\n",
      "0  Coffee Shop  0.07\n",
      "1          Pub  0.04\n",
      "2       Bakery  0.04\n",
      "3         Park  0.04\n",
      "4         Café  0.04\n",
      "----Central Bay Street----\n",
      "                venue  freq\n",
      "0         Coffee Shop  0.15\n",
      "1                Café  0.06\n",
      "2  Italian Restaurant  0.05\n",
      "3      Ice Cream Shop  0.04\n",
      "4        Burger Joint  0.04\n",
      "----Chinatown,Grange Park,Kensington Market----\n",
      "                           venue  freq\n",
      "0                           Café  0.07\n",
      "1          Vietnamese Restaurant  0.06\n",
      "2  Vegetarian / Vegan Restaurant  0.06\n",
      "3            Dumpling Restaurant  0.04\n",
      "4             Chinese Restaurant  0.04\n",
      "----Christie----\n",
      "                venue  freq\n",
      "0       Grocery Store  0.18\n",
      "1                Café  0.18\n",
      "2                Park  0.12\n",
      "3         Candy Store  0.06\n",
      "4  Italian Restaurant  0.06\n",
      "----Church and Wellesley----\n",
      "                 venue  freq\n",
      "0          Coffee Shop  0.10\n",
      "1     Sushi Restaurant  0.05\n",
      "2  Japanese Restaurant  0.05\n",
      "3           Restaurant  0.04\n",
      "4              Gay Bar  0.04\n",
      "----Commerce Court,Victoria Hotel----\n",
      "                venue  freq\n",
      "0         Coffee Shop  0.11\n",
      "1                Café  0.07\n",
      "2               Hotel  0.06\n",
      "3          Restaurant  0.05\n",
      "4  Italian Restaurant  0.03\n",
      "----Design Exchange,Toronto Dominion Centre----\n",
      "                venue  freq\n",
      "0         Coffee Shop  0.14\n",
      "1               Hotel  0.08\n",
      "2                Café  0.07\n",
      "3  Seafood Restaurant  0.03\n",
      "4          Restaurant  0.03\n",
      "----First Canadian Place,Underground city----\n",
      "         venue  freq\n",
      "0  Coffee Shop  0.12\n",
      "1         Café  0.07\n",
      "2   Restaurant  0.04\n",
      "3        Hotel  0.04\n",
      "4          Gym  0.04\n",
      "----Harbord,University of Toronto----\n",
      "            venue  freq\n",
      "0            Café  0.14\n",
      "1          Bakery  0.06\n",
      "2  Sandwich Place  0.06\n",
      "3       Bookstore  0.06\n",
      "4      Restaurant  0.06\n",
      "----Harbourfront----\n",
      "                venue  freq\n",
      "0         Coffee Shop  0.16\n",
      "1              Bakery  0.07\n",
      "2                Park  0.07\n",
      "3                 Pub  0.07\n",
      "4  Mexican Restaurant  0.04\n",
      "----Harbourfront East,Toronto Islands,Union Station----\n",
      "                venue  freq\n",
      "0         Coffee Shop  0.12\n",
      "1            Aquarium  0.05\n",
      "2                Café  0.04\n",
      "3               Hotel  0.04\n",
      "4  Italian Restaurant  0.04\n",
      "----Queen's Park----\n",
      "          venue  freq\n",
      "0   Coffee Shop  0.31\n",
      "1          Park  0.05\n",
      "2           Gym  0.05\n",
      "3      Creperie  0.03\n",
      "4  Burger Joint  0.03\n",
      "----Rosedale----\n",
      "               venue  freq\n",
      "0               Park  0.50\n",
      "1         Playground  0.25\n",
      "2              Trail  0.25\n",
      "3      Movie Theater  0.00\n",
      "4  Martial Arts Dojo  0.00\n",
      "----Ryerson,Garden District----\n",
      "                       venue  freq\n",
      "0                Coffee Shop  0.09\n",
      "1             Clothing Store  0.05\n",
      "2                       Café  0.04\n",
      "3             Cosmetics Shop  0.04\n",
      "4  Middle Eastern Restaurant  0.03\n",
      "----St. James Town----\n",
      "            venue  freq\n",
      "0            Café  0.06\n",
      "1     Coffee Shop  0.06\n",
      "2      Restaurant  0.05\n",
      "3  Cosmetics Shop  0.03\n",
      "4           Hotel  0.03\n",
      "----Stn A PO Boxes 25 The Esplanade----\n",
      "                 venue  freq\n",
      "0          Coffee Shop  0.12\n",
      "1                 Café  0.04\n",
      "2           Restaurant  0.03\n",
      "3  Japanese Restaurant  0.03\n",
      "4   Seafood Restaurant  0.03\n"
     ]
    }
   ],
   "source": [
    "num_top_venues = 5\n",
    "\n",
    "for hood in dtt_grouped['Neighborhood']:\n",
    "    print(\"----\"+hood+\"----\")\n",
    "    temp = dtt_grouped[dtt_grouped['Neighborhood'] == hood].T.reset_index()\n",
    "    temp.columns = ['venue','freq']\n",
    "    temp = temp.iloc[1:]\n",
    "    temp['freq'] = temp['freq'].astype(float)\n",
    "    temp = temp.round({'freq': 2})\n",
    "    print(temp.sort_values('freq', ascending=False).reset_index(drop=True).head(num_top_venues))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 6.3 -- write a function to sort the venues in descending order, create a dataframe and display the top 10 venues for each neighborhood"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [],
   "source": [
    "def return_most_common_venues(row, num_top_venues):\n",
    "    row_categories = row.iloc[1:]\n",
    "    row_categories_sorted = row_categories.sort_values(ascending=False)\n",
    "    \n",
    "    return row_categories_sorted.index.values[0:num_top_venues]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Neighborhood</th>\n",
       "      <th>1st Most Common Venue</th>\n",
       "      <th>2nd Most Common Venue</th>\n",
       "      <th>3rd Most Common Venue</th>\n",
       "      <th>4th Most Common Venue</th>\n",
       "      <th>5th Most Common Venue</th>\n",
       "      <th>6th Most Common Venue</th>\n",
       "      <th>7th Most Common Venue</th>\n",
       "      <th>8th Most Common Venue</th>\n",
       "      <th>9th Most Common Venue</th>\n",
       "      <th>10th Most Common Venue</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Adelaide,King,Richmond</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Bar</td>\n",
       "      <td>Steakhouse</td>\n",
       "      <td>Café</td>\n",
       "      <td>Hotel</td>\n",
       "      <td>Asian Restaurant</td>\n",
       "      <td>Thai Restaurant</td>\n",
       "      <td>Burger Joint</td>\n",
       "      <td>Sushi Restaurant</td>\n",
       "      <td>Clothing Store</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Berczy Park</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Cocktail Bar</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>Cheese Shop</td>\n",
       "      <td>Beer Bar</td>\n",
       "      <td>Seafood Restaurant</td>\n",
       "      <td>Farmers Market</td>\n",
       "      <td>Steakhouse</td>\n",
       "      <td>Café</td>\n",
       "      <td>Fountain</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CN Tower,Bathurst Quay,Island airport,Harbourf...</td>\n",
       "      <td>Airport Lounge</td>\n",
       "      <td>Airport Service</td>\n",
       "      <td>Airport Terminal</td>\n",
       "      <td>Boutique</td>\n",
       "      <td>Rental Car Location</td>\n",
       "      <td>Harbor / Marina</td>\n",
       "      <td>Airport</td>\n",
       "      <td>Airport Food Court</td>\n",
       "      <td>Airport Gate</td>\n",
       "      <td>Sculpture Garden</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Cabbagetown,St. James Town</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Italian Restaurant</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>Pub</td>\n",
       "      <td>Park</td>\n",
       "      <td>Café</td>\n",
       "      <td>Pizza Place</td>\n",
       "      <td>Gastropub</td>\n",
       "      <td>Playground</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Central Bay Street</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Café</td>\n",
       "      <td>Italian Restaurant</td>\n",
       "      <td>Burger Joint</td>\n",
       "      <td>Japanese Restaurant</td>\n",
       "      <td>Sandwich Place</td>\n",
       "      <td>Ice Cream Shop</td>\n",
       "      <td>Bubble Tea Shop</td>\n",
       "      <td>Salad Place</td>\n",
       "      <td>Chinese Restaurant</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        Neighborhood 1st Most Common Venue  \\\n",
       "0                             Adelaide,King,Richmond           Coffee Shop   \n",
       "1                                        Berczy Park           Coffee Shop   \n",
       "2  CN Tower,Bathurst Quay,Island airport,Harbourf...        Airport Lounge   \n",
       "3                         Cabbagetown,St. James Town           Coffee Shop   \n",
       "4                                 Central Bay Street           Coffee Shop   \n",
       "\n",
       "  2nd Most Common Venue 3rd Most Common Venue 4th Most Common Venue  \\\n",
       "0                   Bar            Steakhouse                  Café   \n",
       "1          Cocktail Bar                Bakery           Cheese Shop   \n",
       "2       Airport Service      Airport Terminal              Boutique   \n",
       "3    Italian Restaurant            Restaurant                Bakery   \n",
       "4                  Café    Italian Restaurant          Burger Joint   \n",
       "\n",
       "  5th Most Common Venue 6th Most Common Venue 7th Most Common Venue  \\\n",
       "0                 Hotel      Asian Restaurant       Thai Restaurant   \n",
       "1              Beer Bar    Seafood Restaurant        Farmers Market   \n",
       "2   Rental Car Location       Harbor / Marina               Airport   \n",
       "3                   Pub                  Park                  Café   \n",
       "4   Japanese Restaurant        Sandwich Place        Ice Cream Shop   \n",
       "\n",
       "  8th Most Common Venue 9th Most Common Venue 10th Most Common Venue  \n",
       "0          Burger Joint      Sushi Restaurant         Clothing Store  \n",
       "1            Steakhouse                  Café               Fountain  \n",
       "2    Airport Food Court          Airport Gate       Sculpture Garden  \n",
       "3           Pizza Place             Gastropub             Playground  \n",
       "4       Bubble Tea Shop           Salad Place     Chinese Restaurant  "
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "num_top_venues = 10\n",
    "\n",
    "indicators = ['st', 'nd', 'rd']\n",
    "\n",
    "# create columns according to number of top venues\n",
    "columns = ['Neighborhood']\n",
    "for ind in np.arange(num_top_venues):\n",
    "    try:\n",
    "        columns.append('{}{} Most Common Venue'.format(ind+1, indicators[ind]))\n",
    "    except:\n",
    "        columns.append('{}th Most Common Venue'.format(ind+1))\n",
    "\n",
    "# create a new dataframe\n",
    "dtt_venues_sorted = pd.DataFrame(columns=columns)\n",
    "dtt_venues_sorted['Neighborhood'] = dtt_grouped['Neighborhood']\n",
    "\n",
    "for ind in np.arange(dtt_grouped.shape[0]):\n",
    "    dtt_venues_sorted.iloc[ind, 1:] = return_most_common_venues(dtt_grouped.iloc[ind, :], num_top_venues)\n",
    "\n",
    "dtt_venues_sorted.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### step 7: cluster neighborhoods"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 7.1 -- run k-means to cluster the neighborhood into 6 clusters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 1, 2, 1, 1, 1, 0, 1, 1, 1], dtype=int32)"
      ]
     },
     "execution_count": 121,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# set number of clusters\n",
    "kclusters = 6\n",
    "\n",
    "dtt_grouped_clustering = dtt_grouped.drop('Neighborhood', 1)\n",
    "\n",
    "# run k-means clustering\n",
    "kmeans = KMeans(n_clusters=kclusters, random_state=0).fit(dtt_grouped_clustering)\n",
    "\n",
    "# check cluster labels generated for each row in the dataframe\n",
    "kmeans.labels_[0:10]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 7.2 -- create a dataframe that includes the cluster as well as the top 10 venues for each neighborhood"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Postcode</th>\n",
       "      <th>Borough</th>\n",
       "      <th>Neighborhood</th>\n",
       "      <th>Postal Code</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Cluster Labels</th>\n",
       "      <th>1st Most Common Venue</th>\n",
       "      <th>2nd Most Common Venue</th>\n",
       "      <th>3rd Most Common Venue</th>\n",
       "      <th>4th Most Common Venue</th>\n",
       "      <th>5th Most Common Venue</th>\n",
       "      <th>6th Most Common Venue</th>\n",
       "      <th>7th Most Common Venue</th>\n",
       "      <th>8th Most Common Venue</th>\n",
       "      <th>9th Most Common Venue</th>\n",
       "      <th>10th Most Common Venue</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>M5A</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Harbourfront</td>\n",
       "      <td>M5A</td>\n",
       "      <td>43.654260</td>\n",
       "      <td>-79.360636</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Pub</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>Park</td>\n",
       "      <td>Breakfast Spot</td>\n",
       "      <td>Café</td>\n",
       "      <td>Mexican Restaurant</td>\n",
       "      <td>Electronics Store</td>\n",
       "      <td>Brewery</td>\n",
       "      <td>Performing Arts Venue</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>M7A</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Queen's Park</td>\n",
       "      <td>M7A</td>\n",
       "      <td>43.662301</td>\n",
       "      <td>-79.389494</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Gym</td>\n",
       "      <td>Park</td>\n",
       "      <td>Yoga Studio</td>\n",
       "      <td>Sushi Restaurant</td>\n",
       "      <td>Sandwich Place</td>\n",
       "      <td>Diner</td>\n",
       "      <td>Burger Joint</td>\n",
       "      <td>Japanese Restaurant</td>\n",
       "      <td>Beer Bar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>M5B</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>Ryerson,Garden District</td>\n",
       "      <td>M5B</td>\n",
       "      <td>43.657162</td>\n",
       "      <td>-79.378937</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Clothing Store</td>\n",
       "      <td>Cosmetics Shop</td>\n",
       "      <td>Café</td>\n",
       "      <td>Middle Eastern Restaurant</td>\n",
       "      <td>Italian Restaurant</td>\n",
       "      <td>Burger Joint</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>Ramen Restaurant</td>\n",
       "      <td>Japanese Restaurant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M5C</td>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>St. James Town</td>\n",
       "      <td>M5C</td>\n",
       "      <td>43.651494</td>\n",
       "      <td>-79.375418</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Café</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>Cosmetics Shop</td>\n",
       "      <td>Cocktail Bar</td>\n",
       "      <td>Clothing Store</td>\n",
       "      <td>Beer Bar</td>\n",
       "      <td>Hotel</td>\n",
       "      <td>Diner</td>\n",
       "      <td>Bakery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>M4E</td>\n",
       "      <td>East Toronto</td>\n",
       "      <td>The Beaches</td>\n",
       "      <td>M4E</td>\n",
       "      <td>43.676357</td>\n",
       "      <td>-79.293031</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Postcode           Borough             Neighborhood Postal Code   Latitude  \\\n",
       "0      M5A  Downtown Toronto             Harbourfront         M5A  43.654260   \n",
       "1      M7A  Downtown Toronto             Queen's Park         M7A  43.662301   \n",
       "2      M5B  Downtown Toronto  Ryerson,Garden District         M5B  43.657162   \n",
       "3      M5C  Downtown Toronto           St. James Town         M5C  43.651494   \n",
       "4      M4E      East Toronto              The Beaches         M4E  43.676357   \n",
       "\n",
       "   Longitude  Cluster Labels 1st Most Common Venue 2nd Most Common Venue  \\\n",
       "0 -79.360636             1.0           Coffee Shop                   Pub   \n",
       "1 -79.389494             5.0           Coffee Shop                   Gym   \n",
       "2 -79.378937             1.0           Coffee Shop        Clothing Store   \n",
       "3 -79.375418             1.0           Coffee Shop                  Café   \n",
       "4 -79.293031             NaN                   NaN                   NaN   \n",
       "\n",
       "  3rd Most Common Venue 4th Most Common Venue      5th Most Common Venue  \\\n",
       "0                Bakery                  Park             Breakfast Spot   \n",
       "1                  Park           Yoga Studio           Sushi Restaurant   \n",
       "2        Cosmetics Shop                  Café  Middle Eastern Restaurant   \n",
       "3            Restaurant        Cosmetics Shop               Cocktail Bar   \n",
       "4                   NaN                   NaN                        NaN   \n",
       "\n",
       "  6th Most Common Venue 7th Most Common Venue 8th Most Common Venue  \\\n",
       "0                  Café    Mexican Restaurant     Electronics Store   \n",
       "1        Sandwich Place                 Diner          Burger Joint   \n",
       "2    Italian Restaurant          Burger Joint                Bakery   \n",
       "3        Clothing Store              Beer Bar                 Hotel   \n",
       "4                   NaN                   NaN                   NaN   \n",
       "\n",
       "  9th Most Common Venue 10th Most Common Venue  \n",
       "0               Brewery  Performing Arts Venue  \n",
       "1   Japanese Restaurant               Beer Bar  \n",
       "2      Ramen Restaurant    Japanese Restaurant  \n",
       "3                 Diner                 Bakery  \n",
       "4                   NaN                    NaN  "
      ]
     },
     "execution_count": 124,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# add clustering labels\n",
    "#dtt_venues_sorted.insert(0, 'Cluster Labels', kmeans.labels_)\n",
    "\n",
    "dtt_merged = df2\n",
    "\n",
    "# merge toronto_grouped with toronto_data to add latitude/longitude for each neighborhood\n",
    "dtt_merged = dtt_merged.join(dtt_venues_sorted.set_index('Neighborhood'), on='Neighborhood')\n",
    "\n",
    "dtt_merged.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 7.3 -- visualize the resulting clusters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.cm as cm\n",
    "import matplotlib.colors as colors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"width:100%;\"><div style=\"position:relative;width:100%;height:0;padding-bottom:60%;\"><iframe src=\"data:text/html;charset=utf-8;base64,PCFET0NUWVBFIGh0bWw+CjxoZWFkPiAgICAKICAgIDxtZXRhIGh0dHAtZXF1aXY9ImNvbnRlbnQtdHlwZSIgY29udGVudD0idGV4dC9odG1sOyBjaGFyc2V0PVVURi04IiAvPgogICAgPHNjcmlwdD5MX1BSRUZFUl9DQU5WQVMgPSBmYWxzZTsgTF9OT19UT1VDSCA9IGZhbHNlOyBMX0RJU0FCTEVfM0QgPSBmYWxzZTs8L3NjcmlwdD4KICAgIDxzY3JpcHQgc3JjPSJodHRwczovL2Nkbi5qc2RlbGl2ci5uZXQvbnBtL2xlYWZsZXRAMS4yLjAvZGlzdC9sZWFmbGV0LmpzIj48L3NjcmlwdD4KICAgIDxzY3JpcHQgc3JjPSJodHRwczovL2FqYXguZ29vZ2xlYXBpcy5jb20vYWpheC9saWJzL2pxdWVyeS8xLjExLjEvanF1ZXJ5Lm1pbi5qcyI+PC9zY3JpcHQ+CiAgICA8c2NyaXB0IHNyYz0iaHR0cHM6Ly9tYXhjZG4uYm9vdHN0cmFwY2RuLmNvbS9ib290c3RyYXAvMy4yLjAvanMvYm9vdHN0cmFwLm1pbi5qcyI+PC9zY3JpcHQ+CiAgICA8c2NyaXB0IHNyYz0iaHR0cHM6Ly9jZG5qcy5jbG91ZGZsYXJlLmNvbS9hamF4L2xpYnMvTGVhZmxldC5hd2Vzb21lLW1hcmtlcnMvMi4wLjIvbGVhZmxldC5hd2Vzb21lLW1hcmtlcnMuanMiPjwvc2NyaXB0PgogICAgPGxpbmsgcmVsPSJzdHlsZXNoZWV0IiBocmVmPSJodHRwczovL2Nkbi5qc2RlbGl2ci5uZXQvbnBtL2xlYWZsZXRAMS4yLjAvZGlzdC9sZWFmbGV0LmNzcyIvPgogICAgPGxpbmsgcmVsPSJzdHlsZXNoZWV0IiBocmVmPSJodHRwczovL21heGNkbi5ib290c3RyYXBjZG4uY29tL2Jvb3RzdHJhcC8zLjIuMC9jc3MvYm9vdHN0cmFwLm1pbi5jc3MiLz4KICAgIDxsaW5rIHJlbD0ic3R5bGVzaGVldCIgaHJlZj0iaHR0cHM6Ly9tYXhjZG4uYm9vdHN0cmFwY2RuLmNvbS9ib290c3RyYXAvMy4yLjAvY3NzL2Jvb3RzdHJhcC10aGVtZS5taW4uY3NzIi8+CiAgICA8bGluayByZWw9InN0eWxlc2hlZXQiIGhyZWY9Imh0dHBzOi8vbWF4Y2RuLmJvb3RzdHJhcGNkbi5jb20vZm9udC1hd2Vzb21lLzQuNi4zL2Nzcy9mb250LWF3ZXNvbWUubWluLmNzcyIvPgogICAgPGxpbmsgcmVsPSJzdHlsZXNoZWV0IiBocmVmPSJodHRwczovL2NkbmpzLmNsb3VkZmxhcmUuY29tL2FqYXgvbGlicy9MZWFmbGV0LmF3ZXNvbWUtbWFya2Vycy8yLjAuMi9sZWFmbGV0LmF3ZXNvbWUtbWFya2Vycy5jc3MiLz4KICAgIDxsaW5rIHJlbD0ic3R5bGVzaGVldCIgaHJlZj0iaHR0cHM6Ly9yYXdnaXQuY29tL3B5dGhvbi12aXN1YWxpemF0aW9uL2ZvbGl1bS9tYXN0ZXIvZm9saXVtL3RlbXBsYXRlcy9sZWFmbGV0LmF3ZXNvbWUucm90YXRlLmNzcyIvPgogICAgPHN0eWxlPmh0bWwsIGJvZHkge3dpZHRoOiAxMDAlO2hlaWdodDogMTAwJTttYXJnaW46IDA7cGFkZGluZzogMDt9PC9zdHlsZT4KICAgIDxzdHlsZT4jbWFwIHtwb3NpdGlvbjphYnNvbHV0ZTt0b3A6MDtib3R0b206MDtyaWdodDowO2xlZnQ6MDt9PC9zdHlsZT4KICAgIAogICAgICAgICAgICA8c3R5bGU+ICNtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkgewogICAgICAgICAgICAgICAgcG9zaXRpb24gOiByZWxhdGl2ZTsKICAgICAgICAgICAgICAgIHdpZHRoIDogMTAwLjAlOwogICAgICAgICAgICAgICAgaGVpZ2h0OiAxMDAuMCU7CiAgICAgICAgICAgICAgICBsZWZ0OiAwLjAlOwogICAgICAgICAgICAgICAgdG9wOiAwLjAlOwogICAgICAgICAgICAgICAgfQogICAgICAgICAgICA8L3N0eWxlPgogICAgICAgIAo8L2hlYWQ+Cjxib2R5PiAgICAKICAgIAogICAgICAgICAgICA8ZGl2IGNsYXNzPSJmb2xpdW0tbWFwIiBpZD0ibWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5IiA+PC9kaXY+CiAgICAgICAgCjwvYm9keT4KPHNjcmlwdD4gICAgCiAgICAKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGJvdW5kcyA9IG51bGw7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgdmFyIG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSA9IEwubWFwKAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgJ21hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOScsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB7Y2VudGVyOiBbNDMuNjU2MzIyMSwtNzkuMzgwOTE2MV0sCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB6b29tOiAxMiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIG1heEJvdW5kczogYm91bmRzLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbGF5ZXJzOiBbXSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHdvcmxkQ29weUp1bXA6IGZhbHNlLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY3JzOiBMLkNSUy5FUFNHMzg1NwogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB9KTsKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHRpbGVfbGF5ZXJfYWZhMTBlMWM2YjEyNDE4Nzk5OTk0NjFhMmRmZTgxMzIgPSBMLnRpbGVMYXllcigKICAgICAgICAgICAgICAgICdodHRwczovL3tzfS50aWxlLm9wZW5zdHJlZXRtYXAub3JnL3t6fS97eH0ve3l9LnBuZycsCiAgICAgICAgICAgICAgICB7CiAgImF0dHJpYnV0aW9uIjogbnVsbCwKICAiZGV0ZWN0UmV0aW5hIjogZmFsc2UsCiAgIm1heFpvb20iOiAxOCwKICAibWluWm9vbSI6IDEsCiAgIm5vV3JhcCI6IGZhbHNlLAogICJzdWJkb21haW5zIjogImFiYyIKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzljNWEzNTEzYjczMjRkNmM4OGMwNGI3ZjY5Yzg5NzdjID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjU0MjU5OSwtNzkuMzYwNjM1OV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwX2Y0NTRmODFjNjY2NzQ1MDFhZDA5MjczYTQ4N2Y3NjEyID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2MxZTU1ZDA3MDMyNDQ5ODNiMDhmN2FlNjNjODRlZjhlID0gJCgnPGRpdiBpZD0iaHRtbF9jMWU1NWQwNzAzMjQ0OTgzYjA4ZjdhZTYzYzg0ZWY4ZSIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+SGFyYm91cmZyb250IENsdXN0ZXIgMS4wPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF9mNDU0ZjgxYzY2Njc0NTAxYWQwOTI3M2E0ODdmNzYxMi5zZXRDb250ZW50KGh0bWxfYzFlNTVkMDcwMzI0NDk4M2IwOGY3YWU2M2M4NGVmOGUpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfOWM1YTM1MTNiNzMyNGQ2Yzg4YzA0YjdmNjljODk3N2MuYmluZFBvcHVwKHBvcHVwX2Y0NTRmODFjNjY2NzQ1MDFhZDA5MjczYTQ4N2Y3NjEyKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzI2OWFmNjBhNzNhYjRkOWY5NjcwM2VkMDU3M2U0ZWQwID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjYyMzAxNSwtNzkuMzg5NDkzOF0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwX2ExODk4YmIxZGI2MjRkZWQ5MDM4ZThlMTMzMzAwZjRlID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzdkNmVmYTliMmRlYTRjMjFiOWZjYmI4ZjI3N2FkNDI5ID0gJCgnPGRpdiBpZD0iaHRtbF83ZDZlZmE5YjJkZWE0YzIxYjlmY2JiOGYyNzdhZDQyOSIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+UXVlZW4mIzM5O3MgUGFyayBDbHVzdGVyIDUuMDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfYTE4OThiYjFkYjYyNGRlZDkwMzhlOGUxMzMzMDBmNGUuc2V0Q29udGVudChodG1sXzdkNmVmYTliMmRlYTRjMjFiOWZjYmI4ZjI3N2FkNDI5KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzI2OWFmNjBhNzNhYjRkOWY5NjcwM2VkMDU3M2U0ZWQwLmJpbmRQb3B1cChwb3B1cF9hMTg5OGJiMWRiNjI0ZGVkOTAzOGU4ZTEzMzMwMGY0ZSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9hNGRkMzdiMjY1Yzg0NWFmOTYxYjkzZjA0ZjE5NDM5YyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1NzE2MTgsLTc5LjM3ODkzNzA5OTk5OTk5XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfMmFhZWIzYmJjOTU2NDYyNmI4ZDgzZDI4MzQyOWFkNmYgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfMGU4NTQzY2FiMWFmNDJlY2EwNDFkMWU3MmE5MTY2M2MgPSAkKCc8ZGl2IGlkPSJodG1sXzBlODU0M2NhYjFhZjQyZWNhMDQxZDFlNzJhOTE2NjNjIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5SeWVyc29uLEdhcmRlbiBEaXN0cmljdCBDbHVzdGVyIDEuMDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfMmFhZWIzYmJjOTU2NDYyNmI4ZDgzZDI4MzQyOWFkNmYuc2V0Q29udGVudChodG1sXzBlODU0M2NhYjFhZjQyZWNhMDQxZDFlNzJhOTE2NjNjKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2E0ZGQzN2IyNjVjODQ1YWY5NjFiOTNmMDRmMTk0MzljLmJpbmRQb3B1cChwb3B1cF8yYWFlYjNiYmM5NTY0NjI2YjhkODNkMjgzNDI5YWQ2Zik7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8zMzJlMTg4NTYxMzk0OGI5YjhiZjdkNzBjNmQ5ZWUxMiA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1MTQ5MzksLTc5LjM3NTQxNzldLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9iOGY4OTg1Mjk1MGU0MDU2YjE4ZDAxMDQ2ODM4YmEyYSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9jMjY4OWZjNDhmMDM0NjBkOGQ4NjVmMjIwMzU0MjhlMCA9ICQoJzxkaXYgaWQ9Imh0bWxfYzI2ODlmYzQ4ZjAzNDYwZDhkODY1ZjIyMDM1NDI4ZTAiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPlN0LiBKYW1lcyBUb3duIENsdXN0ZXIgMS4wPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF9iOGY4OTg1Mjk1MGU0MDU2YjE4ZDAxMDQ2ODM4YmEyYS5zZXRDb250ZW50KGh0bWxfYzI2ODlmYzQ4ZjAzNDYwZDhkODY1ZjIyMDM1NDI4ZTApOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfMzMyZTE4ODU2MTM5NDhiOWI4YmY3ZDcwYzZkOWVlMTIuYmluZFBvcHVwKHBvcHVwX2I4Zjg5ODUyOTUwZTQwNTZiMThkMDEwNDY4MzhiYTJhKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzc3ZTlhMDI5ODA3ODQ5M2NiM2Y5MzY0YThjZGU1YmMxID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjc2MzU3Mzk5OTk5OTksLTc5LjI5MzAzMTJdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9lNzU5MDQyMWZiM2Y0MTI0YTZiM2M3NmUzYTI5MzFlOSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF84YWZiNmVjNjAwM2U0NzY4OWM2NmVmOTMzYWIxNTY1NSA9ICQoJzxkaXYgaWQ9Imh0bWxfOGFmYjZlYzYwMDNlNDc2ODljNjZlZjkzM2FiMTU2NTUiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPlRoZSBCZWFjaGVzIENsdXN0ZXIgbmFuPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF9lNzU5MDQyMWZiM2Y0MTI0YTZiM2M3NmUzYTI5MzFlOS5zZXRDb250ZW50KGh0bWxfOGFmYjZlYzYwMDNlNDc2ODljNjZlZjkzM2FiMTU2NTUpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfNzdlOWEwMjk4MDc4NDkzY2IzZjkzNjRhOGNkZTViYzEuYmluZFBvcHVwKHBvcHVwX2U3NTkwNDIxZmIzZjQxMjRhNmIzYzc2ZTNhMjkzMWU5KTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzdkMzU2OTQzYTQwYjRhMGQ5N2U1M2JmYTk5ZTI1YzVhID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjQ0NzcwNzk5OTk5OTk2LC03OS4zNzMzMDY0XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfZWUzOGVhNDg4YzVkNDUxY2JmZTgyYjFjZGU1MWRiMjcgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfYWQ0ZGM4NTdmMTMyNDc0Mzg4Y2MwMDJmM2RjYjdmOGEgPSAkKCc8ZGl2IGlkPSJodG1sX2FkNGRjODU3ZjEzMjQ3NDM4OGNjMDAyZjNkY2I3ZjhhIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5CZXJjenkgUGFyayBDbHVzdGVyIDEuMDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfZWUzOGVhNDg4YzVkNDUxY2JmZTgyYjFjZGU1MWRiMjcuc2V0Q29udGVudChodG1sX2FkNGRjODU3ZjEzMjQ3NDM4OGNjMDAyZjNkY2I3ZjhhKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzdkMzU2OTQzYTQwYjRhMGQ5N2U1M2JmYTk5ZTI1YzVhLmJpbmRQb3B1cChwb3B1cF9lZTM4ZWE0ODhjNWQ0NTFjYmZlODJiMWNkZTUxZGIyNyk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl80ZDFjNjhmMzk3MDM0NmQ5OGU5OGRjYTNmMjk1ZDQ0NyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1Nzk1MjQsLTc5LjM4NzM4MjZdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9jZjg4NmVlNTQ5YTc0ZmQ0ODI1ODE1ODY5NzkyNzY5MiA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9mNWVkYWE5YmNiYjk0MTdkOGFjZmZmNzI5NDBkYjE4ZSA9ICQoJzxkaXYgaWQ9Imh0bWxfZjVlZGFhOWJjYmI5NDE3ZDhhY2ZmZjcyOTQwZGIxOGUiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkNlbnRyYWwgQmF5IFN0cmVldCBDbHVzdGVyIDEuMDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfY2Y4ODZlZTU0OWE3NGZkNDgyNTgxNTg2OTc5Mjc2OTIuc2V0Q29udGVudChodG1sX2Y1ZWRhYTliY2JiOTQxN2Q4YWNmZmY3Mjk0MGRiMThlKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzRkMWM2OGYzOTcwMzQ2ZDk4ZTk4ZGNhM2YyOTVkNDQ3LmJpbmRQb3B1cChwb3B1cF9jZjg4NmVlNTQ5YTc0ZmQ0ODI1ODE1ODY5NzkyNzY5Mik7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8zNTUzMGNkZDI1NDc0YmI1YjJlMzUzOWIzZTI4YTE5OCA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2OTU0MiwtNzkuNDIyNTYzN10sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzE0ZmNiMzUwYjZlYTQ2YWI5MTZmMjViZjFiY2MzMmQ4ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzlmMWIxYWFhZGQyMDQzMjRhNDJmNTI0YjRmMThlN2VmID0gJCgnPGRpdiBpZD0iaHRtbF85ZjFiMWFhYWRkMjA0MzI0YTQyZjUyNGI0ZjE4ZTdlZiIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+Q2hyaXN0aWUgQ2x1c3RlciAwLjA8L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzE0ZmNiMzUwYjZlYTQ2YWI5MTZmMjViZjFiY2MzMmQ4LnNldENvbnRlbnQoaHRtbF85ZjFiMWFhYWRkMjA0MzI0YTQyZjUyNGI0ZjE4ZTdlZik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl8zNTUzMGNkZDI1NDc0YmI1YjJlMzUzOWIzZTI4YTE5OC5iaW5kUG9wdXAocG9wdXBfMTRmY2IzNTBiNmVhNDZhYjkxNmYyNWJmMWJjYzMyZDgpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfNGM3Y2UwYTdkOTVjNGM3NWIyYjVhYTMwZjg1NzIwYmEgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NTA1NzEyMDAwMDAwMSwtNzkuMzg0NTY3NV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzc2N2E5NGI4MTFlZjQ3MjdhOTBmOGMxMzBhMWMzMjYyID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzc1ZmRjNzAzMzM1NzQ2NzJiOWI3YzAxY2VhN2RhOThjID0gJCgnPGRpdiBpZD0iaHRtbF83NWZkYzcwMzMzNTc0NjcyYjliN2MwMWNlYTdkYTk4YyIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+QWRlbGFpZGUsS2luZyxSaWNobW9uZCBDbHVzdGVyIDEuMDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNzY3YTk0YjgxMWVmNDcyN2E5MGY4YzEzMGExYzMyNjIuc2V0Q29udGVudChodG1sXzc1ZmRjNzAzMzM1NzQ2NzJiOWI3YzAxY2VhN2RhOThjKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzRjN2NlMGE3ZDk1YzRjNzViMmI1YWEzMGY4NTcyMGJhLmJpbmRQb3B1cChwb3B1cF83NjdhOTRiODExZWY0NzI3YTkwZjhjMTMwYTFjMzI2Mik7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8wOTk1YmJmNTQ1YTk0ZjIzODE2YWMzZTI2OWJiNDYwYSA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2OTAwNTEwMDAwMDAxLC03OS40NDIyNTkzXSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfZWYxNzUwZTAxMzU0NDkzMzk5MDA3NWJlMGMzZTNjNDEgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfYTJmZDMyNWMxMjY0NGUwZTkxOTJkZmNjNzk1MDhlMmIgPSAkKCc8ZGl2IGlkPSJodG1sX2EyZmQzMjVjMTI2NDRlMGU5MTkyZGZjYzc5NTA4ZTJiIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5Eb3ZlcmNvdXJ0IFZpbGxhZ2UsRHVmZmVyaW4gQ2x1c3RlciBuYW48L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwX2VmMTc1MGUwMTM1NDQ5MzM5OTAwNzViZTBjM2UzYzQxLnNldENvbnRlbnQoaHRtbF9hMmZkMzI1YzEyNjQ0ZTBlOTE5MmRmY2M3OTUwOGUyYik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl8wOTk1YmJmNTQ1YTk0ZjIzODE2YWMzZTI2OWJiNDYwYS5iaW5kUG9wdXAocG9wdXBfZWYxNzUwZTAxMzU0NDkzMzk5MDA3NWJlMGMzZTNjNDEpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfNmJiNmY4MDJmZTUyNDdjY2E1YmVmNjg0ODRiYjhlYmIgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NDA4MTU3LC03OS4zODE3NTIyOTk5OTk5OV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzNhZDcyZTMyMjE3NTRlZTE4YjI5ZjNmYWQ5ZjUxMDM4ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzIzODg4NzI2ODA3MTRmYjA4ZmRmZDM5ZDZkZjNjYTQyID0gJCgnPGRpdiBpZD0iaHRtbF8yMzg4ODcyNjgwNzE0ZmIwOGZkZmQzOWQ2ZGYzY2E0MiIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+SGFyYm91cmZyb250IEVhc3QsVG9yb250byBJc2xhbmRzLFVuaW9uIFN0YXRpb24gQ2x1c3RlciAxLjA8L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzNhZDcyZTMyMjE3NTRlZTE4YjI5ZjNmYWQ5ZjUxMDM4LnNldENvbnRlbnQoaHRtbF8yMzg4ODcyNjgwNzE0ZmIwOGZkZmQzOWQ2ZGYzY2E0Mik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl82YmI2ZjgwMmZlNTI0N2NjYTViZWY2ODQ4NGJiOGViYi5iaW5kUG9wdXAocG9wdXBfM2FkNzJlMzIyMTc1NGVlMThiMjlmM2ZhZDlmNTEwMzgpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfODdiOTk2MjEyN2ZkNDNlZTkxYTRlM2MyNmExNjcwNGYgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NDc5MjY3MDAwMDAwMDYsLTc5LjQxOTc0OTddLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF8wZGViNDc3OGFmNjU0OGY5YWY5OWRjZGM5MDEzNDBiYSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9jNGU5YWFjYjE5YjA0ODBkODViMjRmOTVhODBhOGE1MyA9ICQoJzxkaXYgaWQ9Imh0bWxfYzRlOWFhY2IxOWIwNDgwZDg1YjI0Zjk1YTgwYThhNTMiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkxpdHRsZSBQb3J0dWdhbCxUcmluaXR5IENsdXN0ZXIgbmFuPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF8wZGViNDc3OGFmNjU0OGY5YWY5OWRjZGM5MDEzNDBiYS5zZXRDb250ZW50KGh0bWxfYzRlOWFhY2IxOWIwNDgwZDg1YjI0Zjk1YTgwYThhNTMpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfODdiOTk2MjEyN2ZkNDNlZTkxYTRlM2MyNmExNjcwNGYuYmluZFBvcHVwKHBvcHVwXzBkZWI0Nzc4YWY2NTQ4ZjlhZjk5ZGNkYzkwMTM0MGJhKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzg0NjM3YTM3YjAzNzRmM2NiMWE4YmM3Y2I4MzIwNzM0ID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjc5NTU3MSwtNzkuMzUyMTg4XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfYTdmOGRmNjIxNGU3NDRkMmJjNGQ0MWEwYTcwYzYxYjUgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfZjliODE0OTJhZTIyNDU0NmJiYTFmNDUxYWY2M2FlM2MgPSAkKCc8ZGl2IGlkPSJodG1sX2Y5YjgxNDkyYWUyMjQ1NDZiYmExZjQ1MWFmNjNhZTNjIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5UaGUgRGFuZm9ydGggV2VzdCxSaXZlcmRhbGUgQ2x1c3RlciBuYW48L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwX2E3ZjhkZjYyMTRlNzQ0ZDJiYzRkNDFhMGE3MGM2MWI1LnNldENvbnRlbnQoaHRtbF9mOWI4MTQ5MmFlMjI0NTQ2YmJhMWY0NTFhZjYzYWUzYyk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl84NDYzN2EzN2IwMzc0ZjNjYjFhOGJjN2NiODMyMDczNC5iaW5kUG9wdXAocG9wdXBfYTdmOGRmNjIxNGU3NDRkMmJjNGQ0MWEwYTcwYzYxYjUpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfMDVmNzRjYjUxMzdkNDRmOTkzZDJmOTY2ODI5MDhjNmEgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NDcxNzY4LC03OS4zODE1NzY0MDAwMDAwMV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwX2JiNTQ1M2M5MTQ3MDRjMWZhNTcxNTAwNWQyZjhmNzA3ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2I2MjQzNmEyZmViYjRiMmNhNmFlNjczNmE4ODQ0Y2E3ID0gJCgnPGRpdiBpZD0iaHRtbF9iNjI0MzZhMmZlYmI0YjJjYTZhZTY3MzZhODg0NGNhNyIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+RGVzaWduIEV4Y2hhbmdlLFRvcm9udG8gRG9taW5pb24gQ2VudHJlIENsdXN0ZXIgMS4wPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF9iYjU0NTNjOTE0NzA0YzFmYTU3MTUwMDVkMmY4ZjcwNy5zZXRDb250ZW50KGh0bWxfYjYyNDM2YTJmZWJiNGIyY2E2YWU2NzM2YTg4NDRjYTcpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfMDVmNzRjYjUxMzdkNDRmOTkzZDJmOTY2ODI5MDhjNmEuYmluZFBvcHVwKHBvcHVwX2JiNTQ1M2M5MTQ3MDRjMWZhNTcxNTAwNWQyZjhmNzA3KTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzAwOTA4NThiMmIyNzQ2OTQ4YjFmMmRlZTg5ZjEwNGViID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjM2ODQ3MiwtNzkuNDI4MTkxNDAwMDAwMDJdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9iYmFkZjk2MGJlZjM0MzhhYjUxNWExZTM4ODdiZGNhNSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9hYmYwYmE0NmU0NWY0NzYxYWQxYzI1NWViZjBmYjdjOSA9ICQoJzxkaXYgaWQ9Imh0bWxfYWJmMGJhNDZlNDVmNDc2MWFkMWMyNTVlYmYwZmI3YzkiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkJyb2NrdG9uLEV4aGliaXRpb24gUGxhY2UsUGFya2RhbGUgVmlsbGFnZSBDbHVzdGVyIG5hbjwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfYmJhZGY5NjBiZWYzNDM4YWI1MTVhMWUzODg3YmRjYTUuc2V0Q29udGVudChodG1sX2FiZjBiYTQ2ZTQ1ZjQ3NjFhZDFjMjU1ZWJmMGZiN2M5KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzAwOTA4NThiMmIyNzQ2OTQ4YjFmMmRlZTg5ZjEwNGViLmJpbmRQb3B1cChwb3B1cF9iYmFkZjk2MGJlZjM0MzhhYjUxNWExZTM4ODdiZGNhNSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8zMDExZDRjNzk3Nzg0YzFkYjM4NzYyZjA1MDI0ODc3ZCA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2ODk5ODUsLTc5LjMxNTU3MTU5OTk5OTk4XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfNDRhZDJmNmU1YzJkNDU2NzlkOGJlN2Y2NjEyM2NlODkgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfNGQxNTk0ZjBjOWFiNGIzZWI5ZjNmODI2ZGQ3OGZjNGQgPSAkKCc8ZGl2IGlkPSJodG1sXzRkMTU5NGYwYzlhYjRiM2ViOWYzZjgyNmRkNzhmYzRkIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5UaGUgQmVhY2hlcyBXZXN0LEluZGlhIEJhemFhciBDbHVzdGVyIG5hbjwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNDRhZDJmNmU1YzJkNDU2NzlkOGJlN2Y2NjEyM2NlODkuc2V0Q29udGVudChodG1sXzRkMTU5NGYwYzlhYjRiM2ViOWYzZjgyNmRkNzhmYzRkKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzMwMTFkNGM3OTc3ODRjMWRiMzg3NjJmMDUwMjQ4NzdkLmJpbmRQb3B1cChwb3B1cF80NGFkMmY2ZTVjMmQ0NTY3OWQ4YmU3ZjY2MTIzY2U4OSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl84YWFhZTQyZmVhNjE0YTExOGU0MDkyMDU0ZTUwMmEwNCA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY0ODE5ODUsLTc5LjM3OTgxNjkwMDAwMDAxXSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfOGEwNWE4MjA0ZmM1NDlkN2I3NDJlNTQ5ZjM1YTRmZjggPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfMmJkYWE0OWYwODhhNDE3NjlhMGM5NGU3ZDNjNDE5NjUgPSAkKCc8ZGl2IGlkPSJodG1sXzJiZGFhNDlmMDg4YTQxNzY5YTBjOTRlN2QzYzQxOTY1IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5Db21tZXJjZSBDb3VydCxWaWN0b3JpYSBIb3RlbCBDbHVzdGVyIDEuMDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfOGEwNWE4MjA0ZmM1NDlkN2I3NDJlNTQ5ZjM1YTRmZjguc2V0Q29udGVudChodG1sXzJiZGFhNDlmMDg4YTQxNzY5YTBjOTRlN2QzYzQxOTY1KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzhhYWFlNDJmZWE2MTRhMTE4ZTQwOTIwNTRlNTAyYTA0LmJpbmRQb3B1cChwb3B1cF84YTA1YTgyMDRmYzU0OWQ3Yjc0MmU1NDlmMzVhNGZmOCk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8zNWMyMzIyYTExZGY0YTRhODMyYmFjNWI1MjBiZTFhNCA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1OTUyNTUsLTc5LjM0MDkyM10sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzQ5M2ZmNTQ0Njk0NjRhNTBiNGI3OTI4MzQ2M2VhNGZmID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2FkYmEwMGQ0ZTY0ZjRhY2NiMGNkNzVhNDc4MWM5OTZkID0gJCgnPGRpdiBpZD0iaHRtbF9hZGJhMDBkNGU2NGY0YWNjYjBjZDc1YTQ3ODFjOTk2ZCIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+U3R1ZGlvIERpc3RyaWN0IENsdXN0ZXIgbmFuPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF80OTNmZjU0NDY5NDY0YTUwYjRiNzkyODM0NjNlYTRmZi5zZXRDb250ZW50KGh0bWxfYWRiYTAwZDRlNjRmNGFjY2IwY2Q3NWE0NzgxYzk5NmQpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfMzVjMjMyMmExMWRmNGE0YTgzMmJhYzViNTIwYmUxYTQuYmluZFBvcHVwKHBvcHVwXzQ5M2ZmNTQ0Njk0NjRhNTBiNGI3OTI4MzQ2M2VhNGZmKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyX2Q5MmUyMjA4MWQ5NDQ0NzI5MDg1NWFkYjQzOTFhMjc4ID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNzI4MDIwNSwtNzkuMzg4NzkwMV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwX2QzNTI4MWNjYTRkYjRhZTI5ZmI5YzU3MjRmZWJmYWY3ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzE3ZmMzYmYxMTQwNTRjN2RiODA4Y2IyZTI1MjgzMDI5ID0gJCgnPGRpdiBpZD0iaHRtbF8xN2ZjM2JmMTE0MDU0YzdkYjgwOGNiMmUyNTI4MzAyOSIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+TGF3cmVuY2UgUGFyayBDbHVzdGVyIG5hbjwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfZDM1MjgxY2NhNGRiNGFlMjlmYjljNTcyNGZlYmZhZjcuc2V0Q29udGVudChodG1sXzE3ZmMzYmYxMTQwNTRjN2RiODA4Y2IyZTI1MjgzMDI5KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2Q5MmUyMjA4MWQ5NDQ0NzI5MDg1NWFkYjQzOTFhMjc4LmJpbmRQb3B1cChwb3B1cF9kMzUyODFjY2E0ZGI0YWUyOWZiOWM1NzI0ZmViZmFmNyk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9mNWJlZTdiNjQxZTY0NmVlYWMwNDA4Y2QwMjdhNWViMyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjcxMTY5NDgsLTc5LjQxNjkzNTU5OTk5OTk5XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfY2UyNTBjZmFkMTg1NGRjMDk0YTY2MzdmMThkNTUxM2UgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfZGNiZDc0NWMwMDQ4NDkwOGE0NGE4NGMxNjQwNjFkYzYgPSAkKCc8ZGl2IGlkPSJodG1sX2RjYmQ3NDVjMDA0ODQ5MDhhNDRhODRjMTY0MDYxZGM2IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5Sb3NlbGF3biBDbHVzdGVyIG5hbjwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfY2UyNTBjZmFkMTg1NGRjMDk0YTY2MzdmMThkNTUxM2Uuc2V0Q29udGVudChodG1sX2RjYmQ3NDVjMDA0ODQ5MDhhNDRhODRjMTY0MDYxZGM2KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2Y1YmVlN2I2NDFlNjQ2ZWVhYzA0MDhjZDAyN2E1ZWIzLmJpbmRQb3B1cChwb3B1cF9jZTI1MGNmYWQxODU0ZGMwOTRhNjYzN2YxOGQ1NTEzZSk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl83MGU0YTBkZTA1NTY0NTI3OTY2Yzg4N2UwMDA3YzRiMSA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjcxMjc1MTEsLTc5LjM5MDE5NzVdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9lZmI4N2E2ZDhkNTI0OTNiOTIwZjBjM2IwMDgwYjQ1OCA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF8wNWU0NTMzNzFlYzA0YjczYjYxNTJhOTNkNjkzMDlhOCA9ICQoJzxkaXYgaWQ9Imh0bWxfMDVlNDUzMzcxZWMwNGI3M2I2MTUyYTkzZDY5MzA5YTgiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkRhdmlzdmlsbGUgTm9ydGggQ2x1c3RlciBuYW48L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwX2VmYjg3YTZkOGQ1MjQ5M2I5MjBmMGMzYjAwODBiNDU4LnNldENvbnRlbnQoaHRtbF8wNWU0NTMzNzFlYzA0YjczYjYxNTJhOTNkNjkzMDlhOCk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl83MGU0YTBkZTA1NTY0NTI3OTY2Yzg4N2UwMDA3YzRiMS5iaW5kUG9wdXAocG9wdXBfZWZiODdhNmQ4ZDUyNDkzYjkyMGYwYzNiMDA4MGI0NTgpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfYmYxNTFjMzVmZGFjNDFlNThmMmZlZWZlMTRmZjFhNjAgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42OTY5NDc2LC03OS40MTEzMDcyMDAwMDAwMV0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzg5YjM3MGM2OGZhMDQ2NDU5MGU2NzA2Yjk0NzA4ZmMyID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2YwZWExNGYzNzVlOTRjMTE5Y2UwMDA5MWZjMTQwNGVhID0gJCgnPGRpdiBpZD0iaHRtbF9mMGVhMTRmMzc1ZTk0YzExOWNlMDAwOTFmYzE0MDRlYSIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+Rm9yZXN0IEhpbGwgTm9ydGgsRm9yZXN0IEhpbGwgV2VzdCBDbHVzdGVyIG5hbjwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfODliMzcwYzY4ZmEwNDY0NTkwZTY3MDZiOTQ3MDhmYzIuc2V0Q29udGVudChodG1sX2YwZWExNGYzNzVlOTRjMTE5Y2UwMDA5MWZjMTQwNGVhKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2JmMTUxYzM1ZmRhYzQxZTU4ZjJmZWVmZTE0ZmYxYTYwLmJpbmRQb3B1cChwb3B1cF84OWIzNzBjNjhmYTA0NjQ1OTBlNjcwNmI5NDcwOGZjMik7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9iYzE3OTlhNTI2YmU0ZmM5YmQ3YWYyOTllNTM5MTZjNiA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2MTYwODMsLTc5LjQ2NDc2MzI5OTk5OTk5XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfNDNjMjg3ZjVhMDM1NDZkZWJkNGM1NTg5MjY4ZTMzOTEgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfMzlmOTBkZWJkMGFjNDQ5NDgxN2Q4MjZmNWIxMWZkNTIgPSAkKCc8ZGl2IGlkPSJodG1sXzM5ZjkwZGViZDBhYzQ0OTQ4MTdkODI2ZjViMTFmZDUyIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5IaWdoIFBhcmssVGhlIEp1bmN0aW9uIFNvdXRoIENsdXN0ZXIgbmFuPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF80M2MyODdmNWEwMzU0NmRlYmQ0YzU1ODkyNjhlMzM5MS5zZXRDb250ZW50KGh0bWxfMzlmOTBkZWJkMGFjNDQ5NDgxN2Q4MjZmNWIxMWZkNTIpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfYmMxNzk5YTUyNmJlNGZjOWJkN2FmMjk5ZTUzOTE2YzYuYmluZFBvcHVwKHBvcHVwXzQzYzI4N2Y1YTAzNTQ2ZGViZDRjNTU4OTI2OGUzMzkxKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyX2NjZTNhMDMzMGE5YzRkZTk5OTIwZmJiMjkzNzk5ZWQ0ID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNzE1MzgzNCwtNzkuNDA1Njc4NDAwMDAwMDFdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF83OTU0NzRjY2EwOGM0YmE0YWY0MDdkNjNlZTU4N2ZkMCA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9iZjE1MGE3Mjg1ZTI0NGM4ODE5NGQyMzc4MDQ2Y2JiNCA9ICQoJzxkaXYgaWQ9Imh0bWxfYmYxNTBhNzI4NWUyNDRjODgxOTRkMjM3ODA0NmNiYjQiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPk5vcnRoIFRvcm9udG8gV2VzdCBDbHVzdGVyIG5hbjwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNzk1NDc0Y2NhMDhjNGJhNGFmNDA3ZDYzZWU1ODdmZDAuc2V0Q29udGVudChodG1sX2JmMTUwYTcyODVlMjQ0Yzg4MTk0ZDIzNzgwNDZjYmI0KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2NjZTNhMDMzMGE5YzRkZTk5OTIwZmJiMjkzNzk5ZWQ0LmJpbmRQb3B1cChwb3B1cF83OTU0NzRjY2EwOGM0YmE0YWY0MDdkNjNlZTU4N2ZkMCk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl80ZWQwZjVkYjI5Nzc0NDBiOTU3MTZhNDZmODFhNWFlNiA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY3MjcwOTcsLTc5LjQwNTY3ODQwMDAwMDAxXSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfNGMyMDE3OTg0OTFjNDhkZjgxZWMyZjhmMTRhYmVjNzAgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfZDg4NmJiOTBhZTIxNDU4ZmE5Zjk1ZGM2ZTQwMGMwYjUgPSAkKCc8ZGl2IGlkPSJodG1sX2Q4ODZiYjkwYWUyMTQ1OGZhOWY5NWRjNmU0MDBjMGI1IiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5UaGUgQW5uZXgsTm9ydGggTWlkdG93bixZb3JrdmlsbGUgQ2x1c3RlciBuYW48L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzRjMjAxNzk4NDkxYzQ4ZGY4MWVjMmY4ZjE0YWJlYzcwLnNldENvbnRlbnQoaHRtbF9kODg2YmI5MGFlMjE0NThmYTlmOTVkYzZlNDAwYzBiNSk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl80ZWQwZjVkYjI5Nzc0NDBiOTU3MTZhNDZmODFhNWFlNi5iaW5kUG9wdXAocG9wdXBfNGMyMDE3OTg0OTFjNDhkZjgxZWMyZjhmMTRhYmVjNzApOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfNjc4MmNiMTg4ZWRhNDA1NGEzNDllN2Y5NGM3Y2Q3OTYgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NDg5NTk3LC03OS40NTYzMjVdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9hZWMwMTViNmVmNGQ0MjA3OWFkNzczZjE5ZWUxNzM4NiA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9jZTZjOTZiZDI0ZDc0N2YyOWI3YjhiYzMwMDkyZDFjOCA9ICQoJzxkaXYgaWQ9Imh0bWxfY2U2Yzk2YmQyNGQ3NDdmMjliN2I4YmMzMDA5MmQxYzgiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPlBhcmtkYWxlLFJvbmNlc3ZhbGxlcyBDbHVzdGVyIG5hbjwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfYWVjMDE1YjZlZjRkNDIwNzlhZDc3M2YxOWVlMTczODYuc2V0Q29udGVudChodG1sX2NlNmM5NmJkMjRkNzQ3ZjI5YjdiOGJjMzAwOTJkMWM4KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzY3ODJjYjE4OGVkYTQwNTRhMzQ5ZTdmOTRjN2NkNzk2LmJpbmRQb3B1cChwb3B1cF9hZWMwMTViNmVmNGQ0MjA3OWFkNzczZjE5ZWUxNzM4Nik7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9mZjE5ZWZmNGNhYjI0ZTU0OGYxNTczMTExNTgyYTlhNiA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjcwNDMyNDQsLTc5LjM4ODc5MDFdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF8xODMxMzQ0MWY2YTE0NDFkOGQyYjQyZmU2NDhiMDMzNyA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9jOTVmZDkzODhkYjk0Nzc5OTAyOWQ3OTllMjUyYzQzZiA9ICQoJzxkaXYgaWQ9Imh0bWxfYzk1ZmQ5Mzg4ZGI5NDc3OTkwMjlkNzk5ZTI1MmM0M2YiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkRhdmlzdmlsbGUgQ2x1c3RlciBuYW48L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzE4MzEzNDQxZjZhMTQ0MWQ4ZDJiNDJmZTY0OGIwMzM3LnNldENvbnRlbnQoaHRtbF9jOTVmZDkzODhkYjk0Nzc5OTAyOWQ3OTllMjUyYzQzZik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl9mZjE5ZWZmNGNhYjI0ZTU0OGYxNTczMTExNTgyYTlhNi5iaW5kUG9wdXAocG9wdXBfMTgzMTM0NDFmNmExNDQxZDhkMmI0MmZlNjQ4YjAzMzcpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfMDRhY2ZlNTg0NmNjNDZmYzg5ZjE1OWYwZjhmNGU0ODcgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42NjI2OTU2LC03OS40MDAwNDkzXSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfY2Y4OTNhNTFhMGY3NDcyYzg1ZDAyNmEwMzZlMzhkYmIgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfNGVjNDViNjVjOTNlNGVkOTkxYTQwYzEwNTE1Y2RjYWQgPSAkKCc8ZGl2IGlkPSJodG1sXzRlYzQ1YjY1YzkzZTRlZDk5MWE0MGMxMDUxNWNkY2FkIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5IYXJib3JkLFVuaXZlcnNpdHkgb2YgVG9yb250byBDbHVzdGVyIDQuMDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfY2Y4OTNhNTFhMGY3NDcyYzg1ZDAyNmEwMzZlMzhkYmIuc2V0Q29udGVudChodG1sXzRlYzQ1YjY1YzkzZTRlZDk5MWE0MGMxMDUxNWNkY2FkKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzA0YWNmZTU4NDZjYzQ2ZmM4OWYxNTlmMGY4ZjRlNDg3LmJpbmRQb3B1cChwb3B1cF9jZjg5M2E1MWEwZjc0NzJjODVkMDI2YTAzNmUzOGRiYik7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl9lNzg3NzQxZDhiNjA0NjQxYjM0ODM4MjY4YzEyODA5NSA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY1MTU3MDYsLTc5LjQ4NDQ0OTldLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9hOTFhNGU1Zjk5YmY0YzQ5YmY3Y2YzZmRlZjBmNWEwOSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF84MzIwZmFiOTA0NTU0MDVhODgzMzM0MDEyZGY1NWY4MyA9ICQoJzxkaXYgaWQ9Imh0bWxfODMyMGZhYjkwNDU1NDA1YTg4MzMzNDAxMmRmNTVmODMiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPlJ1bm55bWVkZSxTd2Fuc2VhIENsdXN0ZXIgbmFuPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF9hOTFhNGU1Zjk5YmY0YzQ5YmY3Y2YzZmRlZjBmNWEwOS5zZXRDb250ZW50KGh0bWxfODMyMGZhYjkwNDU1NDA1YTg4MzMzNDAxMmRmNTVmODMpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfZTc4Nzc0MWQ4YjYwNDY0MWIzNDgzODI2OGMxMjgwOTUuYmluZFBvcHVwKHBvcHVwX2E5MWE0ZTVmOTliZjRjNDliZjdjZjNmZGVmMGY1YTA5KTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyX2YzZmFmYmM4MzE0YjQ3MTRhYzMxYjU5N2U1ZjQ2NDViID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjg5NTc0MywtNzkuMzgzMTU5OTAwMDAwMDFdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9jNjYwZThlYTRhZWY0OGI5OTU2ZTBjZTAyYTFiZGUxZCA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF80NzA2OTI4MTBhNzQ0NmI5ODIxMGFlNzJhYmY5MjgxOCA9ICQoJzxkaXYgaWQ9Imh0bWxfNDcwNjkyODEwYTc0NDZiOTgyMTBhZTcyYWJmOTI4MTgiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPk1vb3JlIFBhcmssU3VtbWVyaGlsbCBFYXN0IENsdXN0ZXIgbmFuPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF9jNjYwZThlYTRhZWY0OGI5OTU2ZTBjZTAyYTFiZGUxZC5zZXRDb250ZW50KGh0bWxfNDcwNjkyODEwYTc0NDZiOTgyMTBhZTcyYWJmOTI4MTgpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfZjNmYWZiYzgzMTRiNDcxNGFjMzFiNTk3ZTVmNDY0NWIuYmluZFBvcHVwKHBvcHVwX2M2NjBlOGVhNGFlZjQ4Yjk5NTZlMGNlMDJhMWJkZTFkKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzhkYjMwYjMzZTFhZTQzM2ZhNWIxZGQ1NGVlMWNiMGYxID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjUzMjA1NywtNzkuNDAwMDQ5M10sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzY0ZDdlOWQyOGUxOTRkMGViODE3ZTgzYjYyNjFmZjkwID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sXzZlY2NlOTZjMjU4YjQ5ZmQ4MmYzYjIxOGJlMWMxYzRkID0gJCgnPGRpdiBpZD0iaHRtbF82ZWNjZTk2YzI1OGI0OWZkODJmM2IyMThiZTFjMWM0ZCIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+Q2hpbmF0b3duLEdyYW5nZSBQYXJrLEtlbnNpbmd0b24gTWFya2V0IENsdXN0ZXIgMS4wPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF82NGQ3ZTlkMjhlMTk0ZDBlYjgxN2U4M2I2MjYxZmY5MC5zZXRDb250ZW50KGh0bWxfNmVjY2U5NmMyNThiNDlmZDgyZjNiMjE4YmUxYzFjNGQpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfOGRiMzBiMzNlMWFlNDMzZmE1YjFkZDU0ZWUxY2IwZjEuYmluZFBvcHVwKHBvcHVwXzY0ZDdlOWQyOGUxOTRkMGViODE3ZTgzYjYyNjFmZjkwKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzRhMDkxMWM3MWZiNTQ4MTRiMTAxZDA2Y2E3Mzk2NmZlID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjg2NDEyMjk5OTk5OTksLTc5LjQwMDA0OTNdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF80NGJkMGRkOWE0MmE0NTczOGFlN2QzOGQyOGNmNTlhYSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF85YWZiYzdlMGUxZDI0ZTBkYWFkMjQwODg4NGJiMGMzZiA9ICQoJzxkaXYgaWQ9Imh0bWxfOWFmYmM3ZTBlMWQyNGUwZGFhZDI0MDg4ODRiYjBjM2YiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkRlZXIgUGFyayxGb3Jlc3QgSGlsbCBTRSxSYXRobmVsbHksU291dGggSGlsbCxTdW1tZXJoaWxsIFdlc3QgQ2x1c3RlciBuYW48L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwXzQ0YmQwZGQ5YTQyYTQ1NzM4YWU3ZDM4ZDI4Y2Y1OWFhLnNldENvbnRlbnQoaHRtbF85YWZiYzdlMGUxZDI0ZTBkYWFkMjQwODg4NGJiMGMzZik7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl80YTA5MTFjNzFmYjU0ODE0YjEwMWQwNmNhNzM5NjZmZS5iaW5kUG9wdXAocG9wdXBfNDRiZDBkZDlhNDJhNDU3MzhhZTdkMzhkMjhjZjU5YWEpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfNDc0YmViZTBmMDlhNGQyNzg4OTQzOTIwNDM0ZDhiYzAgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42Mjg5NDY3LC03OS4zOTQ0MTk5XSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfZDcxODA1NTljYzI0NGI1Yzk3NWE4YTVmNTI4MDk1YzEgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfNTNkZTk0MTJhMTVkNDBmNTk2ODgxYTQ1ODU4ZDY3MmYgPSAkKCc8ZGl2IGlkPSJodG1sXzUzZGU5NDEyYTE1ZDQwZjU5Njg4MWE0NTg1OGQ2NzJmIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5DTiBUb3dlcixCYXRodXJzdCBRdWF5LElzbGFuZCBhaXJwb3J0LEhhcmJvdXJmcm9udCBXZXN0LEtpbmcgYW5kIFNwYWRpbmEsUmFpbHdheSBMYW5kcyxTb3V0aCBOaWFnYXJhIENsdXN0ZXIgMi4wPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF9kNzE4MDU1OWNjMjQ0YjVjOTc1YThhNWY1MjgwOTVjMS5zZXRDb250ZW50KGh0bWxfNTNkZTk0MTJhMTVkNDBmNTk2ODgxYTQ1ODU4ZDY3MmYpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfNDc0YmViZTBmMDlhNGQyNzg4OTQzOTIwNDM0ZDhiYzAuYmluZFBvcHVwKHBvcHVwX2Q3MTgwNTU5Y2MyNDRiNWM5NzVhOGE1ZjUyODA5NWMxKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzQ4NmVlODY5MDIxZjQ4NDlhMGMwNWUzMzljZDg0NzhhID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjc5NTYyNiwtNzkuMzc3NTI5NDAwMDAwMDFdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF8zN2JhM2M2ZjljNTY0MjgxYWJlMDdmMWRjY2QxMmE0MSA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9iYjdkMGZlN2NkYjc0YjI4YWFhYjg4ODgzOGExMThjOCA9ICQoJzxkaXYgaWQ9Imh0bWxfYmI3ZDBmZTdjZGI3NGIyOGFhYWI4ODg4MzhhMTE4YzgiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPlJvc2VkYWxlIENsdXN0ZXIgMy4wPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF8zN2JhM2M2ZjljNTY0MjgxYWJlMDdmMWRjY2QxMmE0MS5zZXRDb250ZW50KGh0bWxfYmI3ZDBmZTdjZGI3NGIyOGFhYWI4ODg4MzhhMTE4YzgpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfNDg2ZWU4NjkwMjFmNDg0OWEwYzA1ZTMzOWNkODQ3OGEuYmluZFBvcHVwKHBvcHVwXzM3YmEzYzZmOWM1NjQyODFhYmUwN2YxZGNjZDEyYTQxKTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyXzM0Mjk3YjMxNjY1MjQ4OGFhNGYwNWI4ODU3YjExYWVmID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjQ2NDM1MiwtNzkuMzc0ODQ1OTk5OTk5OTldLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF9kZDY5MjI4ZWUxZmI0M2QwYWNkNmU5YzIxMzYxNzhlYyA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF9lOTg3ZTU5ZmVlNDE0N2VkOGEyYmNkOWFjOGY2YjAyZSA9ICQoJzxkaXYgaWQ9Imh0bWxfZTk4N2U1OWZlZTQxNDdlZDhhMmJjZDlhYzhmNmIwMmUiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPlN0biBBIFBPIEJveGVzIDI1IFRoZSBFc3BsYW5hZGUgQ2x1c3RlciAxLjA8L2Rpdj4nKVswXTsKICAgICAgICAgICAgICAgIHBvcHVwX2RkNjkyMjhlZTFmYjQzZDBhY2Q2ZTljMjEzNjE3OGVjLnNldENvbnRlbnQoaHRtbF9lOTg3ZTU5ZmVlNDE0N2VkOGEyYmNkOWFjOGY2YjAyZSk7CiAgICAgICAgICAgIAoKICAgICAgICAgICAgY2lyY2xlX21hcmtlcl8zNDI5N2IzMTY2NTI0ODhhYTRmMDViODg1N2IxMWFlZi5iaW5kUG9wdXAocG9wdXBfZGQ2OTIyOGVlMWZiNDNkMGFjZDZlOWMyMTM2MTc4ZWMpOwoKICAgICAgICAgICAgCiAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIGNpcmNsZV9tYXJrZXJfY2ZhMDg3ZGUxNWE0NGE3Mzk3MWI1N2NlMjdiZjBjOWYgPSBMLmNpcmNsZU1hcmtlcigKICAgICAgICAgICAgICAgIFs0My42Njc5NjcsLTc5LjM2NzY3NTNdLAogICAgICAgICAgICAgICAgewogICJidWJibGluZ01vdXNlRXZlbnRzIjogdHJ1ZSwKICAiY29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJkYXNoQXJyYXkiOiBudWxsLAogICJkYXNoT2Zmc2V0IjogbnVsbCwKICAiZmlsbCI6IHRydWUsCiAgImZpbGxDb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImZpbGxPcGFjaXR5IjogMC43LAogICJmaWxsUnVsZSI6ICJldmVub2RkIiwKICAibGluZUNhcCI6ICJyb3VuZCIsCiAgImxpbmVKb2luIjogInJvdW5kIiwKICAib3BhY2l0eSI6IDEuMCwKICAicmFkaXVzIjogNSwKICAic3Ryb2tlIjogdHJ1ZSwKICAid2VpZ2h0IjogMwp9CiAgICAgICAgICAgICAgICApLmFkZFRvKG1hcF83YTA3ZjY4NzFhNWI0Y2I0YTg0NDg1ZTM0MWM0ZDAzOSk7CiAgICAgICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBwb3B1cF8yOWFhOTk4NzFiMTU0ZWQxYjczZjVmY2VkNGM2MjI1NyA9IEwucG9wdXAoe21heFdpZHRoOiAnMzAwJ30pOwoKICAgICAgICAgICAgCiAgICAgICAgICAgICAgICB2YXIgaHRtbF84ZWE4MGVlODM3ZDU0NDg3ODYzNzUyNTVlMzEwZTYyYiA9ICQoJzxkaXYgaWQ9Imh0bWxfOGVhODBlZTgzN2Q1NDQ4Nzg2Mzc1MjU1ZTMxMGU2MmIiIHN0eWxlPSJ3aWR0aDogMTAwLjAlOyBoZWlnaHQ6IDEwMC4wJTsiPkNhYmJhZ2V0b3duLFN0LiBKYW1lcyBUb3duIENsdXN0ZXIgMS4wPC9kaXY+JylbMF07CiAgICAgICAgICAgICAgICBwb3B1cF8yOWFhOTk4NzFiMTU0ZWQxYjczZjVmY2VkNGM2MjI1Ny5zZXRDb250ZW50KGh0bWxfOGVhODBlZTgzN2Q1NDQ4Nzg2Mzc1MjU1ZTMxMGU2MmIpOwogICAgICAgICAgICAKCiAgICAgICAgICAgIGNpcmNsZV9tYXJrZXJfY2ZhMDg3ZGUxNWE0NGE3Mzk3MWI1N2NlMjdiZjBjOWYuYmluZFBvcHVwKHBvcHVwXzI5YWE5OTg3MWIxNTRlZDFiNzNmNWZjZWQ0YzYyMjU3KTsKCiAgICAgICAgICAgIAogICAgICAgIAogICAgCiAgICAgICAgICAgIHZhciBjaXJjbGVfbWFya2VyX2E2NjQ0OWRmNzViOTQwZjdhNGU4Nzc2YWMwY2E0ZDNiID0gTC5jaXJjbGVNYXJrZXIoCiAgICAgICAgICAgICAgICBbNDMuNjQ4NDI5MiwtNzkuMzgyMjgwMl0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwXzA4ODFkZTg4MTAzMzRkZTJhOWU0MmI5MWVmOWQ2YmYyID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2QyYTU3MmIzMmE4MzRiYjE5ZThjZTNiY2FhNmVhNDg4ID0gJCgnPGRpdiBpZD0iaHRtbF9kMmE1NzJiMzJhODM0YmIxOWU4Y2UzYmNhYTZlYTQ4OCIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+Rmlyc3QgQ2FuYWRpYW4gUGxhY2UsVW5kZXJncm91bmQgY2l0eSBDbHVzdGVyIDEuMDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfMDg4MWRlODgxMDMzNGRlMmE5ZTQyYjkxZWY5ZDZiZjIuc2V0Q29udGVudChodG1sX2QyYTU3MmIzMmE4MzRiYjE5ZThjZTNiY2FhNmVhNDg4KTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyX2E2NjQ0OWRmNzViOTQwZjdhNGU4Nzc2YWMwY2E0ZDNiLmJpbmRQb3B1cChwb3B1cF8wODgxZGU4ODEwMzM0ZGUyYTllNDJiOTFlZjlkNmJmMik7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl81NTU1ODY4MmZjMzc0Y2VmODI4OWU3ZjJjN2MxNTJiMyA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2NTg1OTksLTc5LjM4MzE1OTkwMDAwMDAxXSwKICAgICAgICAgICAgICAgIHsKICAiYnViYmxpbmdNb3VzZUV2ZW50cyI6IHRydWUsCiAgImNvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZGFzaEFycmF5IjogbnVsbCwKICAiZGFzaE9mZnNldCI6IG51bGwsCiAgImZpbGwiOiB0cnVlLAogICJmaWxsQ29sb3IiOiBbCiAgICAiIzgwMDBmZiIsCiAgICAiIzE5OTZmMyIsCiAgICAiIzRkZjNjZSIsCiAgICAiI2IyZjM5NiIsCiAgICAiI2ZmOTY0ZiIsCiAgICAiI2ZmMDAwMCIKICBdLAogICJmaWxsT3BhY2l0eSI6IDAuNywKICAiZmlsbFJ1bGUiOiAiZXZlbm9kZCIsCiAgImxpbmVDYXAiOiAicm91bmQiLAogICJsaW5lSm9pbiI6ICJyb3VuZCIsCiAgIm9wYWNpdHkiOiAxLjAsCiAgInJhZGl1cyI6IDUsCiAgInN0cm9rZSI6IHRydWUsCiAgIndlaWdodCI6IDMKfQogICAgICAgICAgICAgICAgKS5hZGRUbyhtYXBfN2EwN2Y2ODcxYTViNGNiNGE4NDQ4NWUzNDFjNGQwMzkpOwogICAgICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgcG9wdXBfNmU5NzhlNDBmNmZmNDgyNjg4ZWRjOGUxMjlkN2U2NDcgPSBMLnBvcHVwKHttYXhXaWR0aDogJzMwMCd9KTsKCiAgICAgICAgICAgIAogICAgICAgICAgICAgICAgdmFyIGh0bWxfODU0ZGY2ZGY2MDdkNGY2NWJhNDRmYmM0MzdiODViYWUgPSAkKCc8ZGl2IGlkPSJodG1sXzg1NGRmNmRmNjA3ZDRmNjViYTQ0ZmJjNDM3Yjg1YmFlIiBzdHlsZT0id2lkdGg6IDEwMC4wJTsgaGVpZ2h0OiAxMDAuMCU7Ij5DaHVyY2ggYW5kIFdlbGxlc2xleSBDbHVzdGVyIDEuMDwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfNmU5NzhlNDBmNmZmNDgyNjg4ZWRjOGUxMjlkN2U2NDcuc2V0Q29udGVudChodG1sXzg1NGRmNmRmNjA3ZDRmNjViYTQ0ZmJjNDM3Yjg1YmFlKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzU1NTU4NjgyZmMzNzRjZWY4Mjg5ZTdmMmM3YzE1MmIzLmJpbmRQb3B1cChwb3B1cF82ZTk3OGU0MGY2ZmY0ODI2ODhlZGM4ZTEyOWQ3ZTY0Nyk7CgogICAgICAgICAgICAKICAgICAgICAKICAgIAogICAgICAgICAgICB2YXIgY2lyY2xlX21hcmtlcl8zOWEwOGFlYmM1MWU0NGMyYjdmMmU3MGEyNzQxYTA5ZiA9IEwuY2lyY2xlTWFya2VyKAogICAgICAgICAgICAgICAgWzQzLjY2Mjc0MzksLTc5LjMyMTU1OF0sCiAgICAgICAgICAgICAgICB7CiAgImJ1YmJsaW5nTW91c2VFdmVudHMiOiB0cnVlLAogICJjb2xvciI6IFsKICAgICIjODAwMGZmIiwKICAgICIjMTk5NmYzIiwKICAgICIjNGRmM2NlIiwKICAgICIjYjJmMzk2IiwKICAgICIjZmY5NjRmIiwKICAgICIjZmYwMDAwIgogIF0sCiAgImRhc2hBcnJheSI6IG51bGwsCiAgImRhc2hPZmZzZXQiOiBudWxsLAogICJmaWxsIjogdHJ1ZSwKICAiZmlsbENvbG9yIjogWwogICAgIiM4MDAwZmYiLAogICAgIiMxOTk2ZjMiLAogICAgIiM0ZGYzY2UiLAogICAgIiNiMmYzOTYiLAogICAgIiNmZjk2NGYiLAogICAgIiNmZjAwMDAiCiAgXSwKICAiZmlsbE9wYWNpdHkiOiAwLjcsCiAgImZpbGxSdWxlIjogImV2ZW5vZGQiLAogICJsaW5lQ2FwIjogInJvdW5kIiwKICAibGluZUpvaW4iOiAicm91bmQiLAogICJvcGFjaXR5IjogMS4wLAogICJyYWRpdXMiOiA1LAogICJzdHJva2UiOiB0cnVlLAogICJ3ZWlnaHQiOiAzCn0KICAgICAgICAgICAgICAgICkuYWRkVG8obWFwXzdhMDdmNjg3MWE1YjRjYjRhODQ0ODVlMzQxYzRkMDM5KTsKICAgICAgICAgICAgCiAgICAKICAgICAgICAgICAgdmFyIHBvcHVwX2Q0YjdhZTExZmMwYjQ4ODBiMzcyZTdiMzE3OGFhMGY5ID0gTC5wb3B1cCh7bWF4V2lkdGg6ICczMDAnfSk7CgogICAgICAgICAgICAKICAgICAgICAgICAgICAgIHZhciBodG1sX2Y3MDljMGVlZDlmNjQ3NTliNjUzYTMzMDMwNWU5NWIwID0gJCgnPGRpdiBpZD0iaHRtbF9mNzA5YzBlZWQ5ZjY0NzU5YjY1M2EzMzAzMDVlOTViMCIgc3R5bGU9IndpZHRoOiAxMDAuMCU7IGhlaWdodDogMTAwLjAlOyI+QnVzaW5lc3MgUmVwbHkgTWFpbCBQcm9jZXNzaW5nIENlbnRyZSA5NjkgRWFzdGVybiBDbHVzdGVyIG5hbjwvZGl2PicpWzBdOwogICAgICAgICAgICAgICAgcG9wdXBfZDRiN2FlMTFmYzBiNDg4MGIzNzJlN2IzMTc4YWEwZjkuc2V0Q29udGVudChodG1sX2Y3MDljMGVlZDlmNjQ3NTliNjUzYTMzMDMwNWU5NWIwKTsKICAgICAgICAgICAgCgogICAgICAgICAgICBjaXJjbGVfbWFya2VyXzM5YTA4YWViYzUxZTQ0YzJiN2YyZTcwYTI3NDFhMDlmLmJpbmRQb3B1cChwb3B1cF9kNGI3YWUxMWZjMGI0ODgwYjM3MmU3YjMxNzhhYTBmOSk7CgogICAgICAgICAgICAKICAgICAgICAKPC9zY3JpcHQ+\" style=\"position:absolute;width:100%;height:100%;left:0;top:0;border:none !important;\" allowfullscreen webkitallowfullscreen mozallowfullscreen></iframe></div></div>"
      ],
      "text/plain": [
       "<folium.folium.Map at 0x7f493d8150b8>"
      ]
     },
     "execution_count": 129,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create map\n",
    "map_clusters = folium.Map(location=[latitude, longitude], zoom_start=12)\n",
    "\n",
    "# set color scheme for the clusters\n",
    "x = np.arange(kclusters)\n",
    "ys = [i + x + (i*x)**2 for i in range(kclusters)]\n",
    "colors_array = cm.rainbow(np.linspace(0, 1, len(ys)))\n",
    "rainbow = [colors.rgb2hex(i) for i in colors_array]\n",
    "\n",
    "# add markers to the map\n",
    "markers_colors = []\n",
    "for lat, lon, poi, cluster in zip(dtt_merged['Latitude'], dtt_merged['Longitude'], dtt_merged['Neighborhood'], dtt_merged['Cluster Labels']):\n",
    "    label = folium.Popup(str(poi) + ' Cluster ' + str(cluster), parse_html=True)\n",
    "    folium.CircleMarker(\n",
    "        [lat, lon],\n",
    "        radius=5,\n",
    "        popup=label,\n",
    "        color=rainbow,\n",
    "        fill=True,\n",
    "        fill_color=rainbow,\n",
    "        fill_opacity=0.7).add_to(map_clusters)\n",
    "       \n",
    "map_clusters"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Step 8: examine the clusters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Borough</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Cluster Labels</th>\n",
       "      <th>1st Most Common Venue</th>\n",
       "      <th>2nd Most Common Venue</th>\n",
       "      <th>3rd Most Common Venue</th>\n",
       "      <th>4th Most Common Venue</th>\n",
       "      <th>5th Most Common Venue</th>\n",
       "      <th>6th Most Common Venue</th>\n",
       "      <th>7th Most Common Venue</th>\n",
       "      <th>8th Most Common Venue</th>\n",
       "      <th>9th Most Common Venue</th>\n",
       "      <th>10th Most Common Venue</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.422564</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Café</td>\n",
       "      <td>Grocery Store</td>\n",
       "      <td>Park</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>Nightclub</td>\n",
       "      <td>Convenience Store</td>\n",
       "      <td>Candy Store</td>\n",
       "      <td>Diner</td>\n",
       "      <td>Italian Restaurant</td>\n",
       "      <td>Athletics &amp; Sports</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            Borough  Longitude  Cluster Labels 1st Most Common Venue  \\\n",
       "7  Downtown Toronto -79.422564             0.0                  Café   \n",
       "\n",
       "  2nd Most Common Venue 3rd Most Common Venue 4th Most Common Venue  \\\n",
       "7         Grocery Store                  Park            Restaurant   \n",
       "\n",
       "  5th Most Common Venue 6th Most Common Venue 7th Most Common Venue  \\\n",
       "7             Nightclub     Convenience Store           Candy Store   \n",
       "\n",
       "  8th Most Common Venue 9th Most Common Venue 10th Most Common Venue  \n",
       "7                 Diner    Italian Restaurant     Athletics & Sports  "
      ]
     },
     "execution_count": 131,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# examine cluster 1\n",
    "dtt_merged.loc[dtt_merged['Cluster Labels'] == 0, dtt_merged.columns[[1] + list(range(5, dtt_merged.shape[1]))]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Borough</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Cluster Labels</th>\n",
       "      <th>1st Most Common Venue</th>\n",
       "      <th>2nd Most Common Venue</th>\n",
       "      <th>3rd Most Common Venue</th>\n",
       "      <th>4th Most Common Venue</th>\n",
       "      <th>5th Most Common Venue</th>\n",
       "      <th>6th Most Common Venue</th>\n",
       "      <th>7th Most Common Venue</th>\n",
       "      <th>8th Most Common Venue</th>\n",
       "      <th>9th Most Common Venue</th>\n",
       "      <th>10th Most Common Venue</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.360636</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Pub</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>Park</td>\n",
       "      <td>Breakfast Spot</td>\n",
       "      <td>Café</td>\n",
       "      <td>Mexican Restaurant</td>\n",
       "      <td>Electronics Store</td>\n",
       "      <td>Brewery</td>\n",
       "      <td>Performing Arts Venue</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.378937</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Clothing Store</td>\n",
       "      <td>Cosmetics Shop</td>\n",
       "      <td>Café</td>\n",
       "      <td>Middle Eastern Restaurant</td>\n",
       "      <td>Italian Restaurant</td>\n",
       "      <td>Burger Joint</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>Ramen Restaurant</td>\n",
       "      <td>Japanese Restaurant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.375418</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Café</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>Cosmetics Shop</td>\n",
       "      <td>Cocktail Bar</td>\n",
       "      <td>Clothing Store</td>\n",
       "      <td>Beer Bar</td>\n",
       "      <td>Hotel</td>\n",
       "      <td>Diner</td>\n",
       "      <td>Bakery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.373306</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Cocktail Bar</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>Cheese Shop</td>\n",
       "      <td>Beer Bar</td>\n",
       "      <td>Seafood Restaurant</td>\n",
       "      <td>Farmers Market</td>\n",
       "      <td>Steakhouse</td>\n",
       "      <td>Café</td>\n",
       "      <td>Fountain</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.387383</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Café</td>\n",
       "      <td>Italian Restaurant</td>\n",
       "      <td>Burger Joint</td>\n",
       "      <td>Japanese Restaurant</td>\n",
       "      <td>Sandwich Place</td>\n",
       "      <td>Ice Cream Shop</td>\n",
       "      <td>Bubble Tea Shop</td>\n",
       "      <td>Salad Place</td>\n",
       "      <td>Chinese Restaurant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.384568</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Bar</td>\n",
       "      <td>Steakhouse</td>\n",
       "      <td>Café</td>\n",
       "      <td>Hotel</td>\n",
       "      <td>Asian Restaurant</td>\n",
       "      <td>Thai Restaurant</td>\n",
       "      <td>Burger Joint</td>\n",
       "      <td>Sushi Restaurant</td>\n",
       "      <td>Clothing Store</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.381752</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Aquarium</td>\n",
       "      <td>Italian Restaurant</td>\n",
       "      <td>Café</td>\n",
       "      <td>Hotel</td>\n",
       "      <td>Scenic Lookout</td>\n",
       "      <td>Brewery</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>Fried Chicken Joint</td>\n",
       "      <td>Bakery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.381576</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Hotel</td>\n",
       "      <td>Café</td>\n",
       "      <td>Bar</td>\n",
       "      <td>Seafood Restaurant</td>\n",
       "      <td>Steakhouse</td>\n",
       "      <td>American Restaurant</td>\n",
       "      <td>Italian Restaurant</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>Gastropub</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.379817</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Café</td>\n",
       "      <td>Hotel</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>American Restaurant</td>\n",
       "      <td>Seafood Restaurant</td>\n",
       "      <td>Steakhouse</td>\n",
       "      <td>Gastropub</td>\n",
       "      <td>Italian Restaurant</td>\n",
       "      <td>Gym</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.400049</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Café</td>\n",
       "      <td>Vietnamese Restaurant</td>\n",
       "      <td>Vegetarian / Vegan Restaurant</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Chinese Restaurant</td>\n",
       "      <td>Dumpling Restaurant</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>Bar</td>\n",
       "      <td>Mexican Restaurant</td>\n",
       "      <td>Donut Shop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.374846</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Café</td>\n",
       "      <td>Beer Bar</td>\n",
       "      <td>Seafood Restaurant</td>\n",
       "      <td>Cocktail Bar</td>\n",
       "      <td>Japanese Restaurant</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>Hotel</td>\n",
       "      <td>Farmers Market</td>\n",
       "      <td>Gym</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.367675</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Italian Restaurant</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>Pub</td>\n",
       "      <td>Park</td>\n",
       "      <td>Café</td>\n",
       "      <td>Pizza Place</td>\n",
       "      <td>Gastropub</td>\n",
       "      <td>Playground</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.382280</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Café</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>Gym</td>\n",
       "      <td>Hotel</td>\n",
       "      <td>Steakhouse</td>\n",
       "      <td>Gastropub</td>\n",
       "      <td>Bar</td>\n",
       "      <td>Asian Restaurant</td>\n",
       "      <td>Seafood Restaurant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.383160</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Coffee Shop</td>\n",
       "      <td>Japanese Restaurant</td>\n",
       "      <td>Sushi Restaurant</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>Gay Bar</td>\n",
       "      <td>Yoga Studio</td>\n",
       "      <td>Hotel</td>\n",
       "      <td>Pizza Place</td>\n",
       "      <td>Bubble Tea Shop</td>\n",
       "      <td>Burger Joint</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Borough  Longitude  Cluster Labels 1st Most Common Venue  \\\n",
       "0   Downtown Toronto -79.360636             1.0           Coffee Shop   \n",
       "2   Downtown Toronto -79.378937             1.0           Coffee Shop   \n",
       "3   Downtown Toronto -79.375418             1.0           Coffee Shop   \n",
       "5   Downtown Toronto -79.373306             1.0           Coffee Shop   \n",
       "6   Downtown Toronto -79.387383             1.0           Coffee Shop   \n",
       "8   Downtown Toronto -79.384568             1.0           Coffee Shop   \n",
       "10  Downtown Toronto -79.381752             1.0           Coffee Shop   \n",
       "13  Downtown Toronto -79.381576             1.0           Coffee Shop   \n",
       "16  Downtown Toronto -79.379817             1.0           Coffee Shop   \n",
       "30  Downtown Toronto -79.400049             1.0                  Café   \n",
       "34  Downtown Toronto -79.374846             1.0           Coffee Shop   \n",
       "35  Downtown Toronto -79.367675             1.0           Coffee Shop   \n",
       "36  Downtown Toronto -79.382280             1.0           Coffee Shop   \n",
       "37  Downtown Toronto -79.383160             1.0           Coffee Shop   \n",
       "\n",
       "    2nd Most Common Venue          3rd Most Common Venue  \\\n",
       "0                     Pub                         Bakery   \n",
       "2          Clothing Store                 Cosmetics Shop   \n",
       "3                    Café                     Restaurant   \n",
       "5            Cocktail Bar                         Bakery   \n",
       "6                    Café             Italian Restaurant   \n",
       "8                     Bar                     Steakhouse   \n",
       "10               Aquarium             Italian Restaurant   \n",
       "13                  Hotel                           Café   \n",
       "16                   Café                          Hotel   \n",
       "30  Vietnamese Restaurant  Vegetarian / Vegan Restaurant   \n",
       "34                   Café                       Beer Bar   \n",
       "35     Italian Restaurant                     Restaurant   \n",
       "36                   Café                     Restaurant   \n",
       "37    Japanese Restaurant               Sushi Restaurant   \n",
       "\n",
       "   4th Most Common Venue      5th Most Common Venue 6th Most Common Venue  \\\n",
       "0                   Park             Breakfast Spot                  Café   \n",
       "2                   Café  Middle Eastern Restaurant    Italian Restaurant   \n",
       "3         Cosmetics Shop               Cocktail Bar        Clothing Store   \n",
       "5            Cheese Shop                   Beer Bar    Seafood Restaurant   \n",
       "6           Burger Joint        Japanese Restaurant        Sandwich Place   \n",
       "8                   Café                      Hotel      Asian Restaurant   \n",
       "10                  Café                      Hotel        Scenic Lookout   \n",
       "13                   Bar         Seafood Restaurant            Steakhouse   \n",
       "16            Restaurant        American Restaurant    Seafood Restaurant   \n",
       "30           Coffee Shop         Chinese Restaurant   Dumpling Restaurant   \n",
       "34    Seafood Restaurant               Cocktail Bar   Japanese Restaurant   \n",
       "35                Bakery                        Pub                  Park   \n",
       "36                   Gym                      Hotel            Steakhouse   \n",
       "37            Restaurant                    Gay Bar           Yoga Studio   \n",
       "\n",
       "   7th Most Common Venue 8th Most Common Venue 9th Most Common Venue  \\\n",
       "0     Mexican Restaurant     Electronics Store               Brewery   \n",
       "2           Burger Joint                Bakery      Ramen Restaurant   \n",
       "3               Beer Bar                 Hotel                 Diner   \n",
       "5         Farmers Market            Steakhouse                  Café   \n",
       "6         Ice Cream Shop       Bubble Tea Shop           Salad Place   \n",
       "8        Thai Restaurant          Burger Joint      Sushi Restaurant   \n",
       "10               Brewery            Restaurant   Fried Chicken Joint   \n",
       "13   American Restaurant    Italian Restaurant            Restaurant   \n",
       "16            Steakhouse             Gastropub    Italian Restaurant   \n",
       "30                Bakery                   Bar    Mexican Restaurant   \n",
       "34            Restaurant                 Hotel        Farmers Market   \n",
       "35                  Café           Pizza Place             Gastropub   \n",
       "36             Gastropub                   Bar      Asian Restaurant   \n",
       "37                 Hotel           Pizza Place       Bubble Tea Shop   \n",
       "\n",
       "   10th Most Common Venue  \n",
       "0   Performing Arts Venue  \n",
       "2     Japanese Restaurant  \n",
       "3                  Bakery  \n",
       "5                Fountain  \n",
       "6      Chinese Restaurant  \n",
       "8          Clothing Store  \n",
       "10                 Bakery  \n",
       "13              Gastropub  \n",
       "16                    Gym  \n",
       "30             Donut Shop  \n",
       "34                    Gym  \n",
       "35             Playground  \n",
       "36     Seafood Restaurant  \n",
       "37           Burger Joint  "
      ]
     },
     "execution_count": 132,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# examine cluster 2\n",
    "dtt_merged.loc[dtt_merged['Cluster Labels'] == 1, dtt_merged.columns[[1] + list(range(5, dtt_merged.shape[1]))]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Borough</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Cluster Labels</th>\n",
       "      <th>1st Most Common Venue</th>\n",
       "      <th>2nd Most Common Venue</th>\n",
       "      <th>3rd Most Common Venue</th>\n",
       "      <th>4th Most Common Venue</th>\n",
       "      <th>5th Most Common Venue</th>\n",
       "      <th>6th Most Common Venue</th>\n",
       "      <th>7th Most Common Venue</th>\n",
       "      <th>8th Most Common Venue</th>\n",
       "      <th>9th Most Common Venue</th>\n",
       "      <th>10th Most Common Venue</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.39442</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Airport Lounge</td>\n",
       "      <td>Airport Service</td>\n",
       "      <td>Airport Terminal</td>\n",
       "      <td>Boutique</td>\n",
       "      <td>Rental Car Location</td>\n",
       "      <td>Harbor / Marina</td>\n",
       "      <td>Airport</td>\n",
       "      <td>Airport Food Court</td>\n",
       "      <td>Airport Gate</td>\n",
       "      <td>Sculpture Garden</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Borough  Longitude  Cluster Labels 1st Most Common Venue  \\\n",
       "32  Downtown Toronto  -79.39442             2.0        Airport Lounge   \n",
       "\n",
       "   2nd Most Common Venue 3rd Most Common Venue 4th Most Common Venue  \\\n",
       "32       Airport Service      Airport Terminal              Boutique   \n",
       "\n",
       "   5th Most Common Venue 6th Most Common Venue 7th Most Common Venue  \\\n",
       "32   Rental Car Location       Harbor / Marina               Airport   \n",
       "\n",
       "   8th Most Common Venue 9th Most Common Venue 10th Most Common Venue  \n",
       "32    Airport Food Court          Airport Gate       Sculpture Garden  "
      ]
     },
     "execution_count": 133,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# examine cluster 3\n",
    "dtt_merged.loc[dtt_merged['Cluster Labels'] == 2, dtt_merged.columns[[1] + list(range(5, dtt_merged.shape[1]))]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Borough</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Cluster Labels</th>\n",
       "      <th>1st Most Common Venue</th>\n",
       "      <th>2nd Most Common Venue</th>\n",
       "      <th>3rd Most Common Venue</th>\n",
       "      <th>4th Most Common Venue</th>\n",
       "      <th>5th Most Common Venue</th>\n",
       "      <th>6th Most Common Venue</th>\n",
       "      <th>7th Most Common Venue</th>\n",
       "      <th>8th Most Common Venue</th>\n",
       "      <th>9th Most Common Venue</th>\n",
       "      <th>10th Most Common Venue</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.377529</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Park</td>\n",
       "      <td>Playground</td>\n",
       "      <td>Trail</td>\n",
       "      <td>Dance Studio</td>\n",
       "      <td>Dumpling Restaurant</td>\n",
       "      <td>Donut Shop</td>\n",
       "      <td>Doner Restaurant</td>\n",
       "      <td>Dog Run</td>\n",
       "      <td>Discount Store</td>\n",
       "      <td>Diner</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Borough  Longitude  Cluster Labels 1st Most Common Venue  \\\n",
       "33  Downtown Toronto -79.377529             3.0                  Park   \n",
       "\n",
       "   2nd Most Common Venue 3rd Most Common Venue 4th Most Common Venue  \\\n",
       "33            Playground                 Trail          Dance Studio   \n",
       "\n",
       "   5th Most Common Venue 6th Most Common Venue 7th Most Common Venue  \\\n",
       "33   Dumpling Restaurant            Donut Shop      Doner Restaurant   \n",
       "\n",
       "   8th Most Common Venue 9th Most Common Venue 10th Most Common Venue  \n",
       "33               Dog Run        Discount Store                  Diner  "
      ]
     },
     "execution_count": 134,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# examine cluster 4\n",
    "dtt_merged.loc[dtt_merged['Cluster Labels'] == 3, dtt_merged.columns[[1] + list(range(5, dtt_merged.shape[1]))]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Borough</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Cluster Labels</th>\n",
       "      <th>1st Most Common Venue</th>\n",
       "      <th>2nd Most Common Venue</th>\n",
       "      <th>3rd Most Common Venue</th>\n",
       "      <th>4th Most Common Venue</th>\n",
       "      <th>5th Most Common Venue</th>\n",
       "      <th>6th Most Common Venue</th>\n",
       "      <th>7th Most Common Venue</th>\n",
       "      <th>8th Most Common Venue</th>\n",
       "      <th>9th Most Common Venue</th>\n",
       "      <th>10th Most Common Venue</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Downtown Toronto</td>\n",
       "      <td>-79.400049</td>\n",
       "      <td>4.0</td>\n",
       "      <td>Café</td>\n",
       "      <td>Italian Restaurant</td>\n",
       "      <td>Bar</td>\n",
       "      <td>Bakery</td>\n",
       "      <td>Restaurant</td>\n",
       "      <td>Bookstore</td>\n",
       "      <td>Sandwich Place</td>\n",
       "      <td>Japanese Restaurant</td>\n",
       "      <td>Pub</td>\n",
       "      <td>Dessert Shop</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Borough  Longitude  Cluster Labels 1st Most Common Venue  \\\n",
       "27  Downtown Toronto -79.400049             4.0                  Café   \n",
       "\n",
       "   2nd Most Common Venue 3rd Most Common Venue 4th Most Common Venue  \\\n",
       "27    Italian Restaurant                   Bar                Bakery   \n",
       "\n",
       "   5th Most Common Venue 6th Most Common Venue 7th Most Common Venue  \\\n",
       "27            Restaurant             Bookstore        Sandwich Place   \n",
       "\n",
       "   8th Most Common Venue 9th Most Common Venue 10th Most Common Venue  \n",
       "27   Japanese Restaurant                   Pub           Dessert Shop  "
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# examine cluster 5\n",
    "dtt_merged.loc[dtt_merged['Cluster Labels'] == 4, dtt_merged.columns[[1] + list(range(5, dtt_merged.shape[1]))]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.6",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}