Clase3-AmasandoDatos_postClase.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Leamos los datos (pero esta vez,  entreguemos los *types* en el comando)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataTrips = pd.read_csv(\"trips_new.csv\", dtype={'id': 'int64', 'duration': 'float64', 'start_date': 'object', 'start_station': 'category', 'end_date': 'object', 'end_station': 'category', 'bike_nr': 'category', 'subscription_type': 'category', 'zip_code': 'category', 'birth_date': 'float64', 'gender': 'category'})\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "id                      int64\n",
       "duration              float64\n",
       "start_date             object\n",
       "start_station        category\n",
       "end_date               object\n",
       "end_station          category\n",
       "bike_nr              category\n",
       "subscription_type    category\n",
       "zip_code             category\n",
       "birth_date            float64\n",
       "gender               category\n",
       "dtype: object"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataTrips.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataTrips['start_date']=dataTrips['start_date'].astype('datetime64[ns]')\n",
    "dataTrips['end_date']=dataTrips['end_date'].astype('datetime64[ns]')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Terminamos de ajustar los datos: duración en minutos,  sin errores en las estaciones, y viajes menores a 24 horas."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataTrips['duration']=dataTrips['duration']/60"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "45"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sum(dataTrips['end_station'].isnull())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "finalData=dataTrips.dropna(subset=['start_station', 'end_station'])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>gender</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>Female</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>Female</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552068</th>\n",
       "      <td>623507</td>\n",
       "      <td>8.783333</td>\n",
       "      <td>2012-10-01 20:24:00.040</td>\n",
       "      <td>46</td>\n",
       "      <td>2012-10-01 20:32:00.040</td>\n",
       "      <td>67</td>\n",
       "      <td>B00486</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552069</th>\n",
       "      <td>623508</td>\n",
       "      <td>3.766667</td>\n",
       "      <td>2012-10-01 20:24:00.040</td>\n",
       "      <td>25</td>\n",
       "      <td>2012-10-01 20:28:00.040</td>\n",
       "      <td>26</td>\n",
       "      <td>B00170</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02118</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552070</th>\n",
       "      <td>623509</td>\n",
       "      <td>8.916667</td>\n",
       "      <td>2012-10-01 20:25:00.040</td>\n",
       "      <td>16</td>\n",
       "      <td>2012-10-01 20:34:00.040</td>\n",
       "      <td>47</td>\n",
       "      <td>T01067</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02113</td>\n",
       "      <td>1965.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552071</th>\n",
       "      <td>623512</td>\n",
       "      <td>7.150000</td>\n",
       "      <td>2012-10-01 20:29:00.040</td>\n",
       "      <td>61</td>\n",
       "      <td>2012-10-01 20:36:00.040</td>\n",
       "      <td>33</td>\n",
       "      <td>B00621</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02135</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552072</th>\n",
       "      <td>623517</td>\n",
       "      <td>3.316667</td>\n",
       "      <td>2012-10-01 20:32:00.040</td>\n",
       "      <td>22</td>\n",
       "      <td>2012-10-01 20:36:00.040</td>\n",
       "      <td>81</td>\n",
       "      <td>B00012</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>552020 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            id  duration              start_date start_station  \\\n",
       "0            8  0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9  3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10  0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11  1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12  0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...       ...                     ...           ...   \n",
       "552068  623507  8.783333 2012-10-01 20:24:00.040            46   \n",
       "552069  623508  3.766667 2012-10-01 20:24:00.040            25   \n",
       "552070  623509  8.916667 2012-10-01 20:25:00.040            16   \n",
       "552071  623512  7.150000 2012-10-01 20:29:00.040            61   \n",
       "552072  623517  3.316667 2012-10-01 20:32:00.040            22   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "552068 2012-10-01 20:32:00.040          67  B00486            Casual      NaN   \n",
       "552069 2012-10-01 20:28:00.040          26  B00170        Registered    02118   \n",
       "552070 2012-10-01 20:34:00.040          47  T01067        Registered    02113   \n",
       "552071 2012-10-01 20:36:00.040          33  B00621        Registered    02135   \n",
       "552072 2012-10-01 20:36:00.040          81  B00012        Registered    02116   \n",
       "\n",
       "        birth_date  gender  \n",
       "0           1976.0    Male  \n",
       "1           1966.0    Male  \n",
       "2           1943.0    Male  \n",
       "3           1981.0  Female  \n",
       "4           1983.0  Female  \n",
       "...            ...     ...  \n",
       "552068         NaN     NaN  \n",
       "552069      1986.0    Male  \n",
       "552070      1965.0    Male  \n",
       "552071      1986.0    Male  \n",
       "552072      1989.0    Male  \n",
       "\n",
       "[552020 rows x 11 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "finalData = finalData[finalData['duration']<24*60]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>gender</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>Female</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>Female</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552068</th>\n",
       "      <td>623507</td>\n",
       "      <td>8.783333</td>\n",
       "      <td>2012-10-01 20:24:00.040</td>\n",
       "      <td>46</td>\n",
       "      <td>2012-10-01 20:32:00.040</td>\n",
       "      <td>67</td>\n",
       "      <td>B00486</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552069</th>\n",
       "      <td>623508</td>\n",
       "      <td>3.766667</td>\n",
       "      <td>2012-10-01 20:24:00.040</td>\n",
       "      <td>25</td>\n",
       "      <td>2012-10-01 20:28:00.040</td>\n",
       "      <td>26</td>\n",
       "      <td>B00170</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02118</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552070</th>\n",
       "      <td>623509</td>\n",
       "      <td>8.916667</td>\n",
       "      <td>2012-10-01 20:25:00.040</td>\n",
       "      <td>16</td>\n",
       "      <td>2012-10-01 20:34:00.040</td>\n",
       "      <td>47</td>\n",
       "      <td>T01067</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02113</td>\n",
       "      <td>1965.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552071</th>\n",
       "      <td>623512</td>\n",
       "      <td>7.150000</td>\n",
       "      <td>2012-10-01 20:29:00.040</td>\n",
       "      <td>61</td>\n",
       "      <td>2012-10-01 20:36:00.040</td>\n",
       "      <td>33</td>\n",
       "      <td>B00621</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02135</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552072</th>\n",
       "      <td>623517</td>\n",
       "      <td>3.316667</td>\n",
       "      <td>2012-10-01 20:32:00.040</td>\n",
       "      <td>22</td>\n",
       "      <td>2012-10-01 20:36:00.040</td>\n",
       "      <td>81</td>\n",
       "      <td>B00012</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551611 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            id  duration              start_date start_station  \\\n",
       "0            8  0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9  3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10  0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11  1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12  0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...       ...                     ...           ...   \n",
       "552068  623507  8.783333 2012-10-01 20:24:00.040            46   \n",
       "552069  623508  3.766667 2012-10-01 20:24:00.040            25   \n",
       "552070  623509  8.916667 2012-10-01 20:25:00.040            16   \n",
       "552071  623512  7.150000 2012-10-01 20:29:00.040            61   \n",
       "552072  623517  3.316667 2012-10-01 20:32:00.040            22   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "552068 2012-10-01 20:32:00.040          67  B00486            Casual      NaN   \n",
       "552069 2012-10-01 20:28:00.040          26  B00170        Registered    02118   \n",
       "552070 2012-10-01 20:34:00.040          47  T01067        Registered    02113   \n",
       "552071 2012-10-01 20:36:00.040          33  B00621        Registered    02135   \n",
       "552072 2012-10-01 20:36:00.040          81  B00012        Registered    02116   \n",
       "\n",
       "        birth_date  gender  \n",
       "0           1976.0    Male  \n",
       "1           1966.0    Male  \n",
       "2           1943.0    Male  \n",
       "3           1981.0  Female  \n",
       "4           1983.0  Female  \n",
       "...            ...     ...  \n",
       "552068         NaN     NaN  \n",
       "552069      1986.0    Male  \n",
       "552070      1965.0    Male  \n",
       "552071      1986.0    Male  \n",
       "552072      1989.0    Male  \n",
       "\n",
       "[551611 rows x 11 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "21.616271490839257"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData['duration'].mean()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Repaso"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Lo que vimos la clase pasada es el paradigma de *split-apply-combine*:\n",
    "        \n",
    "![split-apply-combine](split-apply-combine.png)\n",
    "\n",
    "\n",
    "Esto lo hacemos con el comando `<dataframe>.groupby(<forma_agrupar>).apply(<funciona_a_aplicar>)`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "gender\n",
       "Female    13.477725\n",
       "Male      11.143362\n",
       "Name: duration, dtype: float64"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData.groupby('gender')['duration'].apply(np.mean)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "birth_date\n",
       "False    25.712564\n",
       "True     11.647627\n",
       "Name: duration, dtype: float64"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData.groupby(finalData['birth_date']>1980)['duration'].mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>gender</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>Female</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>Female</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>549281</th>\n",
       "      <td>620308</td>\n",
       "      <td>14.916667</td>\n",
       "      <td>2012-09-30 23:50:00.040</td>\n",
       "      <td>50</td>\n",
       "      <td>2012-10-01 00:05:00.040</td>\n",
       "      <td>32</td>\n",
       "      <td>B00565</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>549282</th>\n",
       "      <td>620309</td>\n",
       "      <td>16.150000</td>\n",
       "      <td>2012-09-30 23:52:00.040</td>\n",
       "      <td>55</td>\n",
       "      <td>2012-10-01 00:09:00.040</td>\n",
       "      <td>42</td>\n",
       "      <td>T01098</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1991.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>549283</th>\n",
       "      <td>620310</td>\n",
       "      <td>28.116667</td>\n",
       "      <td>2012-09-30 23:55:00.040</td>\n",
       "      <td>22</td>\n",
       "      <td>2012-10-01 00:23:00.040</td>\n",
       "      <td>18</td>\n",
       "      <td>T01113</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02134</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>549284</th>\n",
       "      <td>620311</td>\n",
       "      <td>4.350000</td>\n",
       "      <td>2012-09-30 23:57:00.040</td>\n",
       "      <td>55</td>\n",
       "      <td>2012-10-01 00:02:00.040</td>\n",
       "      <td>45</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1987.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>549285</th>\n",
       "      <td>620312</td>\n",
       "      <td>3.850000</td>\n",
       "      <td>2012-09-30 23:59:00.040</td>\n",
       "      <td>55</td>\n",
       "      <td>2012-10-01 00:03:00.040</td>\n",
       "      <td>45</td>\n",
       "      <td>B00587</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02446</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>Male</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>512273 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            id   duration              start_date start_station  \\\n",
       "0            8   0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9   3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10   0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11   1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12   0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...        ...                     ...           ...   \n",
       "549281  620308  14.916667 2012-09-30 23:50:00.040            50   \n",
       "549282  620309  16.150000 2012-09-30 23:52:00.040            55   \n",
       "549283  620310  28.116667 2012-09-30 23:55:00.040            22   \n",
       "549284  620311   4.350000 2012-09-30 23:57:00.040            55   \n",
       "549285  620312   3.850000 2012-09-30 23:59:00.040            55   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "549281 2012-10-01 00:05:00.040          32  B00565            Casual      NaN   \n",
       "549282 2012-10-01 00:09:00.040          42  T01098        Registered    02116   \n",
       "549283 2012-10-01 00:23:00.040          18  T01113        Registered    02134   \n",
       "549284 2012-10-01 00:02:00.040          45  B00468        Registered    02215   \n",
       "549285 2012-10-01 00:03:00.040          45  B00587        Registered    02446   \n",
       "\n",
       "        birth_date  gender  \n",
       "0           1976.0    Male  \n",
       "1           1966.0    Male  \n",
       "2           1943.0    Male  \n",
       "3           1981.0  Female  \n",
       "4           1983.0  Female  \n",
       "...            ...     ...  \n",
       "549281         NaN     NaN  \n",
       "549282      1991.0    Male  \n",
       "549283      1976.0    Male  \n",
       "549284      1987.0    Male  \n",
       "549285      1985.0    Male  \n",
       "\n",
       "[512273 rows x 11 columns]"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData[finalData['start_date'].dt.month!=10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "start_date\n",
       "3     False\n",
       "4      True\n",
       "5      True\n",
       "6      True\n",
       "7     False\n",
       "8     False\n",
       "9     False\n",
       "10    False\n",
       "11    False\n",
       "Name: duration, dtype: bool"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData.groupby(finalData['start_date'].dt.month)['duration'].mean() < 20"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [],
   "source": [
    "def propCasual(x):\n",
    "    numCasual = sum(x['subscription_type']==\"Casual\")\n",
    "    if len(x) == 0:\n",
    "        return 0\n",
    "    else:\n",
    "        return numCasual/len(x)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.35540262975176345"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sum(finalData['subscription_type']==\"Casual\")/len(finalData)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.35540262975176345"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "propCasual(finalData)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [],
   "source": [
    "serie1 = finalData.groupby('start_station').apply(propCasual)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "start_station\n",
       "10    7303\n",
       "11    5395\n",
       "12    5185\n",
       "13    3817\n",
       "14    7158\n",
       "      ... \n",
       "94     257\n",
       "95     273\n",
       "96     247\n",
       "97     273\n",
       "98     538\n",
       "Name: id, Length: 95, dtype: int64"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "serie2 = finalData.groupby('start_station')['id'].count()\n",
    "serie2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "CategoricalIndex(['10', '11', '12', '13', '14', '15', '16', '17', '18', '20',\n",
       "                  '21', '22', '23', '24', '25', '26', '27', '29', '3', '30',\n",
       "                  '31', '32', '33', '34', '35', '36', '37', '38', '39', '4',\n",
       "                  '40', '41', '42', '43', '44', '45', '46', '47', '48', '49',\n",
       "                  '5', '50', '51', '52', '53', '54', '55', '56', '57', '59',\n",
       "                  '6', '8', '9', '58', '60', '61', '62', '63', '64', '7', '65',\n",
       "                  '66', '67', '68', '69', '70', '73', '74', '75', '76', '77',\n",
       "                  '78', '79', '81', '82', '19', '71', '72', '80', '83', '84',\n",
       "                  '85', '86', '88', '90', '91', '87', '89', '92', '93', '94',\n",
       "                  '95', '96', '97', '98'],\n",
       "                 categories=['10', '11', '12', '13', '14', '15', '16', '17', ...], ordered=False, name='start_station', dtype='category')"
      ]
     },
     "execution_count": 118,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "serie2.index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>numViajes</th>\n",
       "      <th>propCasual</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>start_station</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>7303</td>\n",
       "      <td>0.350678</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>5395</td>\n",
       "      <td>0.188323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>5185</td>\n",
       "      <td>0.278689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>3817</td>\n",
       "      <td>0.250458</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>7158</td>\n",
       "      <td>0.153255</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>257</td>\n",
       "      <td>0.571984</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>273</td>\n",
       "      <td>0.358974</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>247</td>\n",
       "      <td>0.376518</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>273</td>\n",
       "      <td>0.710623</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>538</td>\n",
       "      <td>0.594796</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>95 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               numViajes  propCasual\n",
       "start_station                       \n",
       "10                  7303    0.350678\n",
       "11                  5395    0.188323\n",
       "12                  5185    0.278689\n",
       "13                  3817    0.250458\n",
       "14                  7158    0.153255\n",
       "...                  ...         ...\n",
       "94                   257    0.571984\n",
       "95                   273    0.358974\n",
       "96                   247    0.376518\n",
       "97                   273    0.710623\n",
       "98                   538    0.594796\n",
       "\n",
       "[95 rows x 2 columns]"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame({'numViajes': serie2, 'propCasual': serie1 })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Int64Index([3, 4, 5, 6, 7, 8, 9, 10, 11], dtype='int64', name='start_date')"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "serie3 = finalData.groupby(finalData['start_date'].dt.month).apply(propCasual)\n",
    "serie3.index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>numViajes</th>\n",
       "      <th>propCasual</th>\n",
       "      <th>basura</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.281735</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.291453</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.323088</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.292206</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.365322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>257.0</td>\n",
       "      <td>0.571984</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>273.0</td>\n",
       "      <td>0.358974</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>247.0</td>\n",
       "      <td>0.376518</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>273.0</td>\n",
       "      <td>0.710623</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>538.0</td>\n",
       "      <td>0.594796</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>104 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    numViajes  propCasual    basura\n",
       "3         NaN         NaN  0.281735\n",
       "4         NaN         NaN  0.291453\n",
       "5         NaN         NaN  0.323088\n",
       "6         NaN         NaN  0.292206\n",
       "7         NaN         NaN  0.365322\n",
       "..        ...         ...       ...\n",
       "94      257.0    0.571984       NaN\n",
       "95      273.0    0.358974       NaN\n",
       "96      247.0    0.376518       NaN\n",
       "97      273.0    0.710623       NaN\n",
       "98      538.0    0.594796       NaN\n",
       "\n",
       "[104 rows x 3 columns]"
      ]
     },
     "execution_count": 115,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmp = pd.DataFrame({'numViajes': serie2, 'propCasual': serie1, 'basura': serie3 })\n",
    "tmp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>numViajes</th>\n",
       "      <th>propCasual</th>\n",
       "      <th>basura</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.424224</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.374177</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.347145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.278643</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>7303.0</td>\n",
       "      <td>0.350678</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>5395.0</td>\n",
       "      <td>0.188323</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>5185.0</td>\n",
       "      <td>0.278689</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>3817.0</td>\n",
       "      <td>0.250458</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>7158.0</td>\n",
       "      <td>0.153255</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>3494.0</td>\n",
       "      <td>0.583572</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    numViajes  propCasual    basura\n",
       "8         NaN         NaN  0.424224\n",
       "9         NaN         NaN  0.374177\n",
       "10        NaN         NaN  0.347145\n",
       "11        NaN         NaN  0.278643\n",
       "10     7303.0    0.350678       NaN\n",
       "11     5395.0    0.188323       NaN\n",
       "12     5185.0    0.278689       NaN\n",
       "13     3817.0    0.250458       NaN\n",
       "14     7158.0    0.153255       NaN\n",
       "15     3494.0    0.583572       NaN"
      ]
     },
     "execution_count": 116,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmp[5:15]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Ejercicio:\n",
    "Hubway cobra basado en la duración del viaje. Usuarios *Casual* pagan `$0` si el viaje dura menos de 30 minutos, `$2` si dura entre 30 y 60 minutos, y `$6` para viajes entre 60 a 90 minutos. Por cada 30 minutos adicioanles, se cobran `$8` adicionales, con un máximo de `$100`.   Un usuario *Registered* para el 75\\% de la tarifa solamente (con un máximo de `$75`, por lo tanto). \n",
    "\n",
    "Casual:\n",
    "- [0 - 30] : 0\n",
    "- [31 - 60] : 2\n",
    "- [61 - 90] : 6\n",
    "- [91 - 120] : 14 (6+8)\n",
    "- [121 - 150] : 22 (6+8+8)\n",
    "\n",
    "Hasta $100 máximo\n",
    "\n",
    "Registered: solo 75% del valor.\n",
    "\n",
    "\n",
    "**Ejercicio**: Agregue una columna `fee` que indique cuanto se cobró en cada viaje, y calcule fueron los ingresos por cada tipo de usuario, y también calcule los ingresos de cada año."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0         0\n",
       "1         0\n",
       "2         0\n",
       "3         0\n",
       "4         0\n",
       "         ..\n",
       "552068    0\n",
       "552069    0\n",
       "552070    0\n",
       "552071    0\n",
       "552072    0\n",
       "Name: duration, Length: 551611, dtype: int64"
      ]
     },
     "execution_count": 151,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmp1 = 0*(finalData['duration'] <= 30) + \\\n",
    "2*((finalData['duration'] > 30) & (finalData['duration'] <= 60)) + \\\n",
    "6*((finalData['duration'] > 60) & (finalData['duration'] <= 90)) + \\\n",
    "14*((finalData['duration']>90) & (finalData['duration'] <= 120)) +\\\n",
    "22*((finalData['duration']>120) & (finalData['duration'] <= 150)) +\\\n",
    "30*((finalData['duration']>150) & (finalData['duration'] <= 180)) +\\\n",
    "38*((finalData['duration']>180) & (finalData['duration'] <= 210)) +\\\n",
    "46*((finalData['duration']>210) & (finalData['duration'] <= 240)) +\\\n",
    "54*((finalData['duration']>240) & (finalData['duration'] <= 270)) +\\\n",
    "62*((finalData['duration']>270) & (finalData['duration'] <= 300)) +\\\n",
    "70*((finalData['duration']>300) & (finalData['duration'] <= 330)) +\\\n",
    "78*((finalData['duration']>330) & (finalData['duration'] <= 360)) +\\\n",
    "86*((finalData['duration']>360) & (finalData['duration'] <= 390)) +\\\n",
    "94*((finalData['duration']>390) & (finalData['duration'] <= 420)) +\\\n",
    "100*((finalData['duration']>420))\n",
    "\n",
    "tmp1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0         0.75\n",
       "1         0.75\n",
       "2         0.75\n",
       "3         0.75\n",
       "4         0.75\n",
       "          ... \n",
       "552068    1.00\n",
       "552069    0.75\n",
       "552070    0.75\n",
       "552071    0.75\n",
       "552072    0.75\n",
       "Name: subscription_type, Length: 551611, dtype: float64"
      ]
     },
     "execution_count": 153,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmp2 = 1*(finalData['subscription_type'] == \"Casual\") + 0.75*(finalData['subscription_type'] == \"Registered\")\n",
    "tmp2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "704426.0"
      ]
     },
     "execution_count": 155,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sum(tmp1 * tmp2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-156-6c5a79c6a298>:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  finalData['fee1'] = tmp1*tmp2\n"
     ]
    }
   ],
   "source": [
    "finalData['fee1'] = tmp1*tmp2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>gender</th>\n",
       "      <th>fee1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552068</th>\n",
       "      <td>623507</td>\n",
       "      <td>8.783333</td>\n",
       "      <td>2012-10-01 20:24:00.040</td>\n",
       "      <td>46</td>\n",
       "      <td>2012-10-01 20:32:00.040</td>\n",
       "      <td>67</td>\n",
       "      <td>B00486</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552069</th>\n",
       "      <td>623508</td>\n",
       "      <td>3.766667</td>\n",
       "      <td>2012-10-01 20:24:00.040</td>\n",
       "      <td>25</td>\n",
       "      <td>2012-10-01 20:28:00.040</td>\n",
       "      <td>26</td>\n",
       "      <td>B00170</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02118</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552070</th>\n",
       "      <td>623509</td>\n",
       "      <td>8.916667</td>\n",
       "      <td>2012-10-01 20:25:00.040</td>\n",
       "      <td>16</td>\n",
       "      <td>2012-10-01 20:34:00.040</td>\n",
       "      <td>47</td>\n",
       "      <td>T01067</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02113</td>\n",
       "      <td>1965.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552071</th>\n",
       "      <td>623512</td>\n",
       "      <td>7.150000</td>\n",
       "      <td>2012-10-01 20:29:00.040</td>\n",
       "      <td>61</td>\n",
       "      <td>2012-10-01 20:36:00.040</td>\n",
       "      <td>33</td>\n",
       "      <td>B00621</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02135</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552072</th>\n",
       "      <td>623517</td>\n",
       "      <td>3.316667</td>\n",
       "      <td>2012-10-01 20:32:00.040</td>\n",
       "      <td>22</td>\n",
       "      <td>2012-10-01 20:36:00.040</td>\n",
       "      <td>81</td>\n",
       "      <td>B00012</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551611 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            id  duration              start_date start_station  \\\n",
       "0            8  0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9  3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10  0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11  1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12  0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...       ...                     ...           ...   \n",
       "552068  623507  8.783333 2012-10-01 20:24:00.040            46   \n",
       "552069  623508  3.766667 2012-10-01 20:24:00.040            25   \n",
       "552070  623509  8.916667 2012-10-01 20:25:00.040            16   \n",
       "552071  623512  7.150000 2012-10-01 20:29:00.040            61   \n",
       "552072  623517  3.316667 2012-10-01 20:32:00.040            22   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "552068 2012-10-01 20:32:00.040          67  B00486            Casual      NaN   \n",
       "552069 2012-10-01 20:28:00.040          26  B00170        Registered    02118   \n",
       "552070 2012-10-01 20:34:00.040          47  T01067        Registered    02113   \n",
       "552071 2012-10-01 20:36:00.040          33  B00621        Registered    02135   \n",
       "552072 2012-10-01 20:36:00.040          81  B00012        Registered    02116   \n",
       "\n",
       "        birth_date  gender  fee1  \n",
       "0           1976.0    Male   0.0  \n",
       "1           1966.0    Male   0.0  \n",
       "2           1943.0    Male   0.0  \n",
       "3           1981.0  Female   0.0  \n",
       "4           1983.0  Female   0.0  \n",
       "...            ...     ...   ...  \n",
       "552068         NaN     NaN   0.0  \n",
       "552069      1986.0    Male   0.0  \n",
       "552070      1965.0    Male   0.0  \n",
       "552071      1986.0    Male   0.0  \n",
       "552072      1989.0    Male   0.0  \n",
       "\n",
       "[551611 rows x 12 columns]"
      ]
     },
     "execution_count": 157,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [],
   "source": [
    "def tarifa_vector(duracion):\n",
    "        if duracion <= 30:\n",
    "            costo = 0\n",
    "        elif duracion <= 60:\n",
    "            costo = 2\n",
    "        elif duracion <= 90:\n",
    "            costo = 6\n",
    "        else:\n",
    "            media_horas = (duracion-90)//30 +1\n",
    "            costo = 6 + 8*media_horas\n",
    "        return costo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0         0.0\n",
       "1         0.0\n",
       "2         0.0\n",
       "3         0.0\n",
       "4         0.0\n",
       "         ... \n",
       "552068    0.0\n",
       "552069    0.0\n",
       "552070    0.0\n",
       "552071    0.0\n",
       "552072    0.0\n",
       "Name: duration, Length: 551611, dtype: float64"
      ]
     },
     "execution_count": 168,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmp1 = finalData['duration'].apply(tarifa_vector)\n",
    "tmp1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "927590.0"
      ]
     },
     "execution_count": 175,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sum(tmp1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {},
   "outputs": [],
   "source": [
    "def tarifa(x):\n",
    "        duracion = x['duration']\n",
    "        tipo = x['subscription_type']\n",
    "        if duracion <= 30:\n",
    "            costo = 0\n",
    "        elif duracion <= 60:\n",
    "            costo = 2\n",
    "        elif duracion <= 90:\n",
    "            costo = 6\n",
    "        else:\n",
    "            media_horas = (duracion-90)//30 +1\n",
    "            costo = 6 + 8*media_horas\n",
    "        \n",
    "        if costo > 100:\n",
    "            costo = 100\n",
    "        if tipo == 'Casual':\n",
    "            return costo\n",
    "        else:\n",
    "            return 0.75*costo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0         0.0\n",
       "1         0.0\n",
       "2         0.0\n",
       "3         0.0\n",
       "4         0.0\n",
       "         ... \n",
       "552068    0.0\n",
       "552069    0.0\n",
       "552070    0.0\n",
       "552071    0.0\n",
       "552072    0.0\n",
       "Length: 551611, dtype: float64"
      ]
     },
     "execution_count": 173,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmp2 = finalData.apply(lambda x: tarifa(x), axis=1)\n",
    "tmp2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 176,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-176-57681aaf5bc6>:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  finalData['fee2'] = tmp2\n"
     ]
    }
   ],
   "source": [
    "finalData['fee2'] = tmp2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>gender</th>\n",
       "      <th>fee1</th>\n",
       "      <th>fee2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12224</th>\n",
       "      <td>13424</td>\n",
       "      <td>420.0</td>\n",
       "      <td>2011-08-10 10:57:00.040</td>\n",
       "      <td>22</td>\n",
       "      <td>2011-08-10 17:57:00.040</td>\n",
       "      <td>44</td>\n",
       "      <td>B00488</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>94.0</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98893</th>\n",
       "      <td>111723</td>\n",
       "      <td>150.0</td>\n",
       "      <td>2011-10-15 22:22:00.040</td>\n",
       "      <td>42</td>\n",
       "      <td>2011-10-16 00:52:00.040</td>\n",
       "      <td>42</td>\n",
       "      <td>B00509</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>22.0</td>\n",
       "      <td>30.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108222</th>\n",
       "      <td>122098</td>\n",
       "      <td>120.0</td>\n",
       "      <td>2011-10-23 09:15:00.040</td>\n",
       "      <td>58</td>\n",
       "      <td>2011-10-23 11:15:00.040</td>\n",
       "      <td>36</td>\n",
       "      <td>B00101</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>14.0</td>\n",
       "      <td>22.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184220</th>\n",
       "      <td>210358</td>\n",
       "      <td>120.0</td>\n",
       "      <td>2012-04-20 15:50:00.040</td>\n",
       "      <td>55</td>\n",
       "      <td>2012-04-20 17:50:00.040</td>\n",
       "      <td>8</td>\n",
       "      <td>B00271</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>14.0</td>\n",
       "      <td>22.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>440162</th>\n",
       "      <td>498130</td>\n",
       "      <td>150.0</td>\n",
       "      <td>2012-08-23 16:22:00.040</td>\n",
       "      <td>72</td>\n",
       "      <td>2012-08-23 18:52:00.040</td>\n",
       "      <td>49</td>\n",
       "      <td>B00335</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>22.0</td>\n",
       "      <td>30.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>468817</th>\n",
       "      <td>530032</td>\n",
       "      <td>240.0</td>\n",
       "      <td>2012-09-02 13:04:00.040</td>\n",
       "      <td>9</td>\n",
       "      <td>2012-09-02 17:04:00.040</td>\n",
       "      <td>9</td>\n",
       "      <td>B00603</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>46.0</td>\n",
       "      <td>54.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            id  duration              start_date start_station  \\\n",
       "12224    13424     420.0 2011-08-10 10:57:00.040            22   \n",
       "98893   111723     150.0 2011-10-15 22:22:00.040            42   \n",
       "108222  122098     120.0 2011-10-23 09:15:00.040            58   \n",
       "184220  210358     120.0 2012-04-20 15:50:00.040            55   \n",
       "440162  498130     150.0 2012-08-23 16:22:00.040            72   \n",
       "468817  530032     240.0 2012-09-02 13:04:00.040             9   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "12224  2011-08-10 17:57:00.040          44  B00488            Casual      NaN   \n",
       "98893  2011-10-16 00:52:00.040          42  B00509            Casual      NaN   \n",
       "108222 2011-10-23 11:15:00.040          36  B00101            Casual      NaN   \n",
       "184220 2012-04-20 17:50:00.040           8  B00271            Casual      NaN   \n",
       "440162 2012-08-23 18:52:00.040          49  B00335            Casual      NaN   \n",
       "468817 2012-09-02 17:04:00.040           9  B00603            Casual      NaN   \n",
       "\n",
       "        birth_date gender  fee1   fee2  \n",
       "12224          NaN    NaN  94.0  100.0  \n",
       "98893          NaN    NaN  22.0   30.0  \n",
       "108222         NaN    NaN  14.0   22.0  \n",
       "184220         NaN    NaN  14.0   22.0  \n",
       "440162         NaN    NaN  22.0   30.0  \n",
       "468817         NaN    NaN  46.0   54.0  "
      ]
     },
     "execution_count": 179,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData[finalData['fee1'] != finalData['fee2']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "subscription_type\n",
       "Casual        651734.0\n",
       "Registered     52692.0\n",
       "Name: fee1, dtype: float64"
      ]
     },
     "execution_count": 182,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData.groupby('subscription_type')['fee1'].sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "start_station  gender\n",
       "10             Female    208.5\n",
       "               Male      352.5\n",
       "11             Female     52.5\n",
       "               Male      439.5\n",
       "12             Female    192.0\n",
       "                         ...  \n",
       "96             Male       55.5\n",
       "97             Female      3.0\n",
       "               Male       19.5\n",
       "98             Female      1.5\n",
       "               Male        3.0\n",
       "Name: fee1, Length: 190, dtype: float64"
      ]
     },
     "execution_count": 186,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nuevaSerie = finalData.groupby(['start_station', 'gender'])['fee1'].sum()\n",
    "nuevaSerie"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "MultiIndex([('10', 'Female'),\n",
       "            ('10',   'Male'),\n",
       "            ('11', 'Female'),\n",
       "            ('11',   'Male'),\n",
       "            ('12', 'Female'),\n",
       "            ('12',   'Male'),\n",
       "            ('13', 'Female'),\n",
       "            ('13',   'Male'),\n",
       "            ('14', 'Female'),\n",
       "            ('14',   'Male'),\n",
       "            ...\n",
       "            ('94', 'Female'),\n",
       "            ('94',   'Male'),\n",
       "            ('95', 'Female'),\n",
       "            ('95',   'Male'),\n",
       "            ('96', 'Female'),\n",
       "            ('96',   'Male'),\n",
       "            ('97', 'Female'),\n",
       "            ('97',   'Male'),\n",
       "            ('98', 'Female'),\n",
       "            ('98',   'Male')],\n",
       "           names=['start_station', 'gender'], length=190)"
      ]
     },
     "execution_count": 188,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nuevaSerie.index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 190,
   "metadata": {},
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "The truth value of a Series is ambiguous. Use a.empty, a.bool(), a.item(), a.any() or a.all().",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-190-fd606caa533b>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mfinalData\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgroupby\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'subscription_type'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtarifa\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/usr/local/lib/python3.8/site-packages/pandas/core/groupby/groupby.py\u001b[0m in \u001b[0;36mapply\u001b[0;34m(self, func, *args, **kwargs)\u001b[0m\n\u001b[1;32m    857\u001b[0m         \u001b[0;32mwith\u001b[0m \u001b[0moption_context\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"mode.chained_assignment\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    858\u001b[0m             \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 859\u001b[0;31m                 \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_python_apply_general\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_selected_obj\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    860\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mTypeError\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    861\u001b[0m                 \u001b[0;31m# gh-20949\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.8/site-packages/pandas/core/groupby/groupby.py\u001b[0m in \u001b[0;36m_python_apply_general\u001b[0;34m(self, f, data)\u001b[0m\n\u001b[1;32m    890\u001b[0m             \u001b[0mdata\u001b[0m \u001b[0mafter\u001b[0m \u001b[0mapplying\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    891\u001b[0m         \"\"\"\n\u001b[0;32m--> 892\u001b[0;31m         \u001b[0mkeys\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalues\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmutated\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgrouper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdata\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maxis\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    893\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    894\u001b[0m         return self._wrap_applied_output(\n",
      "\u001b[0;32m/usr/local/lib/python3.8/site-packages/pandas/core/groupby/ops.py\u001b[0m in \u001b[0;36mapply\u001b[0;34m(self, f, data, axis)\u001b[0m\n\u001b[1;32m    211\u001b[0m             \u001b[0;31m# group might be modified\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    212\u001b[0m             \u001b[0mgroup_axes\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgroup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maxes\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 213\u001b[0;31m             \u001b[0mres\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mgroup\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    214\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0m_is_indexed_like\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mres\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgroup_axes\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    215\u001b[0m                 \u001b[0mmutated\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-169-b5b011c778ca>\u001b[0m in \u001b[0;36mtarifa\u001b[0;34m(x)\u001b[0m\n\u001b[1;32m      2\u001b[0m         \u001b[0mduracion\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'duration'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m         \u001b[0mtipo\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'subscription_type'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 4\u001b[0;31m         \u001b[0;32mif\u001b[0m \u001b[0mduracion\u001b[0m \u001b[0;34m<=\u001b[0m \u001b[0;36m30\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      5\u001b[0m             \u001b[0mcosto\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      6\u001b[0m         \u001b[0;32melif\u001b[0m \u001b[0mduracion\u001b[0m \u001b[0;34m<=\u001b[0m \u001b[0;36m60\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.8/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36m__nonzero__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1324\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1325\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__nonzero__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1326\u001b[0;31m         raise ValueError(\n\u001b[0m\u001b[1;32m   1327\u001b[0m             \u001b[0;34mf\"The truth value of a {type(self).__name__} is ambiguous. \"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1328\u001b[0m             \u001b[0;34m\"Use a.empty, a.bool(), a.item(), a.any() or a.all().\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mValueError\u001b[0m: The truth value of a Series is ambiguous. Use a.empty, a.bool(), a.item(), a.any() or a.all()."
     ]
    }
   ],
   "source": [
    "finalData.groupby('subscription_type').apply(tarifa)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Tablas Pivotes\n",
    "Una herramienta muy común en algunos softwares de datos (incluyendo Excel) son las tablas pivotes.  Pandas incluye un propio comando para esto."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Agreguemos un par de columnas, como el viaje de cada mes o el dia de la semana"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 191,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-191-7770d18f8ed3>:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  finalData['month']=finalData['start_date'].dt.month\n",
      "<ipython-input-191-7770d18f8ed3>:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  finalData['day']=finalData['start_date'].dt.day_name()\n"
     ]
    }
   ],
   "source": [
    "finalData['month']=finalData['start_date'].dt.month\n",
    "finalData['day']=finalData['start_date'].dt.day_name()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 192,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>gender</th>\n",
       "      <th>fee1</th>\n",
       "      <th>fee2</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552068</th>\n",
       "      <td>623507</td>\n",
       "      <td>8.783333</td>\n",
       "      <td>2012-10-01 20:24:00.040</td>\n",
       "      <td>46</td>\n",
       "      <td>2012-10-01 20:32:00.040</td>\n",
       "      <td>67</td>\n",
       "      <td>B00486</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552069</th>\n",
       "      <td>623508</td>\n",
       "      <td>3.766667</td>\n",
       "      <td>2012-10-01 20:24:00.040</td>\n",
       "      <td>25</td>\n",
       "      <td>2012-10-01 20:28:00.040</td>\n",
       "      <td>26</td>\n",
       "      <td>B00170</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02118</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552070</th>\n",
       "      <td>623509</td>\n",
       "      <td>8.916667</td>\n",
       "      <td>2012-10-01 20:25:00.040</td>\n",
       "      <td>16</td>\n",
       "      <td>2012-10-01 20:34:00.040</td>\n",
       "      <td>47</td>\n",
       "      <td>T01067</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02113</td>\n",
       "      <td>1965.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552071</th>\n",
       "      <td>623512</td>\n",
       "      <td>7.150000</td>\n",
       "      <td>2012-10-01 20:29:00.040</td>\n",
       "      <td>61</td>\n",
       "      <td>2012-10-01 20:36:00.040</td>\n",
       "      <td>33</td>\n",
       "      <td>B00621</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02135</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552072</th>\n",
       "      <td>623517</td>\n",
       "      <td>3.316667</td>\n",
       "      <td>2012-10-01 20:32:00.040</td>\n",
       "      <td>22</td>\n",
       "      <td>2012-10-01 20:36:00.040</td>\n",
       "      <td>81</td>\n",
       "      <td>B00012</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551611 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            id  duration              start_date start_station  \\\n",
       "0            8  0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9  3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10  0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11  1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12  0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...       ...                     ...           ...   \n",
       "552068  623507  8.783333 2012-10-01 20:24:00.040            46   \n",
       "552069  623508  3.766667 2012-10-01 20:24:00.040            25   \n",
       "552070  623509  8.916667 2012-10-01 20:25:00.040            16   \n",
       "552071  623512  7.150000 2012-10-01 20:29:00.040            61   \n",
       "552072  623517  3.316667 2012-10-01 20:32:00.040            22   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "552068 2012-10-01 20:32:00.040          67  B00486            Casual      NaN   \n",
       "552069 2012-10-01 20:28:00.040          26  B00170        Registered    02118   \n",
       "552070 2012-10-01 20:34:00.040          47  T01067        Registered    02113   \n",
       "552071 2012-10-01 20:36:00.040          33  B00621        Registered    02135   \n",
       "552072 2012-10-01 20:36:00.040          81  B00012        Registered    02116   \n",
       "\n",
       "        birth_date  gender  fee1  fee2  month       day  \n",
       "0           1976.0    Male   0.0   0.0      7  Thursday  \n",
       "1           1966.0    Male   0.0   0.0      7  Thursday  \n",
       "2           1943.0    Male   0.0   0.0      7  Thursday  \n",
       "3           1981.0  Female   0.0   0.0      7  Thursday  \n",
       "4           1983.0  Female   0.0   0.0      7  Thursday  \n",
       "...            ...     ...   ...   ...    ...       ...  \n",
       "552068         NaN     NaN   0.0   0.0     10    Monday  \n",
       "552069      1986.0    Male   0.0   0.0     10    Monday  \n",
       "552070      1965.0    Male   0.0   0.0     10    Monday  \n",
       "552071      1986.0    Male   0.0   0.0     10    Monday  \n",
       "552072      1989.0    Male   0.0   0.0     10    Monday  \n",
       "\n",
       "[551611 rows x 15 columns]"
      ]
     },
     "execution_count": 192,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Podemos agrupar por mas de una columna, por ejemplo, la duración promedio de los viajes por cada dia de la semana los distintos meses.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 193,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "month  day      \n",
       "3      Friday       19.545181\n",
       "       Monday       17.236796\n",
       "       Saturday     27.604671\n",
       "       Sunday       35.256211\n",
       "       Thursday     16.415541\n",
       "                      ...    \n",
       "11     Saturday     31.242051\n",
       "       Sunday       42.704608\n",
       "       Thursday     15.774854\n",
       "       Tuesday      14.522431\n",
       "       Wednesday    16.158131\n",
       "Name: duration, Length: 63, dtype: float64"
      ]
     },
     "execution_count": 193,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData.groupby(['month','day'])['duration'].mean()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Un forma mas efectiva de visualizar esto es en una tabla, esto se llama una tabla pivote.  Donde decido que son las fila `index`, las columnas `columns` y los valores a desplegar `values` así como el *agregador* a aplicar a cada dato `aggfunc`. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>month</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>day</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Friday</th>\n",
       "      <td>19.545181</td>\n",
       "      <td>16.820292</td>\n",
       "      <td>15.464950</td>\n",
       "      <td>15.666985</td>\n",
       "      <td>17.240976</td>\n",
       "      <td>22.937421</td>\n",
       "      <td>20.721785</td>\n",
       "      <td>23.349817</td>\n",
       "      <td>18.109054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Monday</th>\n",
       "      <td>17.236796</td>\n",
       "      <td>18.137857</td>\n",
       "      <td>18.692415</td>\n",
       "      <td>14.263635</td>\n",
       "      <td>16.399548</td>\n",
       "      <td>21.783316</td>\n",
       "      <td>21.351371</td>\n",
       "      <td>22.025409</td>\n",
       "      <td>16.299021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Saturday</th>\n",
       "      <td>27.604671</td>\n",
       "      <td>26.355502</td>\n",
       "      <td>27.477282</td>\n",
       "      <td>24.149847</td>\n",
       "      <td>29.738141</td>\n",
       "      <td>35.570739</td>\n",
       "      <td>29.044474</td>\n",
       "      <td>43.287357</td>\n",
       "      <td>31.242051</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sunday</th>\n",
       "      <td>35.256211</td>\n",
       "      <td>25.138158</td>\n",
       "      <td>28.333665</td>\n",
       "      <td>26.782958</td>\n",
       "      <td>28.903865</td>\n",
       "      <td>31.176206</td>\n",
       "      <td>30.437344</td>\n",
       "      <td>47.896037</td>\n",
       "      <td>42.704608</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Thursday</th>\n",
       "      <td>16.415541</td>\n",
       "      <td>13.436867</td>\n",
       "      <td>14.504003</td>\n",
       "      <td>14.660568</td>\n",
       "      <td>16.536273</td>\n",
       "      <td>20.718764</td>\n",
       "      <td>15.386106</td>\n",
       "      <td>18.068377</td>\n",
       "      <td>15.774854</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tuesday</th>\n",
       "      <td>15.587873</td>\n",
       "      <td>15.635472</td>\n",
       "      <td>12.129703</td>\n",
       "      <td>13.642497</td>\n",
       "      <td>16.119691</td>\n",
       "      <td>21.361825</td>\n",
       "      <td>17.831251</td>\n",
       "      <td>19.350771</td>\n",
       "      <td>14.522431</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Wednesday</th>\n",
       "      <td>16.231925</td>\n",
       "      <td>13.055404</td>\n",
       "      <td>13.101969</td>\n",
       "      <td>13.338051</td>\n",
       "      <td>20.309822</td>\n",
       "      <td>21.869728</td>\n",
       "      <td>16.645311</td>\n",
       "      <td>17.930382</td>\n",
       "      <td>16.158131</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "month             3          4          5          6          7          8   \\\n",
       "day                                                                           \n",
       "Friday     19.545181  16.820292  15.464950  15.666985  17.240976  22.937421   \n",
       "Monday     17.236796  18.137857  18.692415  14.263635  16.399548  21.783316   \n",
       "Saturday   27.604671  26.355502  27.477282  24.149847  29.738141  35.570739   \n",
       "Sunday     35.256211  25.138158  28.333665  26.782958  28.903865  31.176206   \n",
       "Thursday   16.415541  13.436867  14.504003  14.660568  16.536273  20.718764   \n",
       "Tuesday    15.587873  15.635472  12.129703  13.642497  16.119691  21.361825   \n",
       "Wednesday  16.231925  13.055404  13.101969  13.338051  20.309822  21.869728   \n",
       "\n",
       "month             9          10         11  \n",
       "day                                         \n",
       "Friday     20.721785  23.349817  18.109054  \n",
       "Monday     21.351371  22.025409  16.299021  \n",
       "Saturday   29.044474  43.287357  31.242051  \n",
       "Sunday     30.437344  47.896037  42.704608  \n",
       "Thursday   15.386106  18.068377  15.774854  \n",
       "Tuesday    17.831251  19.350771  14.522431  \n",
       "Wednesday  16.645311  17.930382  16.158131  "
      ]
     },
     "execution_count": 195,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData.pivot_table(values='duration', columns='month', index='day', aggfunc='mean')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 196,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">mean</th>\n",
       "      <th colspan=\"4\" halign=\"left\">count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>birth_date</th>\n",
       "      <th colspan=\"2\" halign=\"left\">duration</th>\n",
       "      <th colspan=\"2\" halign=\"left\">birth_date</th>\n",
       "      <th colspan=\"2\" halign=\"left\">duration</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subscription_type</th>\n",
       "      <th>Registered</th>\n",
       "      <th>Casual</th>\n",
       "      <th>Registered</th>\n",
       "      <th>Casual</th>\n",
       "      <th>Registered</th>\n",
       "      <th>Casual</th>\n",
       "      <th>Registered</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>month</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1976.303260</td>\n",
       "      <td>45.063842</td>\n",
       "      <td>11.206018</td>\n",
       "      <td>0</td>\n",
       "      <td>10275</td>\n",
       "      <td>4066</td>\n",
       "      <td>10366</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1976.244984</td>\n",
       "      <td>36.188459</td>\n",
       "      <td>11.149880</td>\n",
       "      <td>0</td>\n",
       "      <td>31247</td>\n",
       "      <td>12958</td>\n",
       "      <td>31502</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1976.230049</td>\n",
       "      <td>34.640274</td>\n",
       "      <td>11.034746</td>\n",
       "      <td>0</td>\n",
       "      <td>36075</td>\n",
       "      <td>17376</td>\n",
       "      <td>36405</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1976.204013</td>\n",
       "      <td>32.213688</td>\n",
       "      <td>11.140130</td>\n",
       "      <td>0</td>\n",
       "      <td>39272</td>\n",
       "      <td>16353</td>\n",
       "      <td>39611</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1976.124669</td>\n",
       "      <td>35.532269</td>\n",
       "      <td>11.686938</td>\n",
       "      <td>0</td>\n",
       "      <td>46138</td>\n",
       "      <td>26739</td>\n",
       "      <td>46454</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1976.211597</td>\n",
       "      <td>41.005865</td>\n",
       "      <td>12.453465</td>\n",
       "      <td>0</td>\n",
       "      <td>69793</td>\n",
       "      <td>51704</td>\n",
       "      <td>70175</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1977.003398</td>\n",
       "      <td>38.658436</td>\n",
       "      <td>11.822884</td>\n",
       "      <td>0</td>\n",
       "      <td>76812</td>\n",
       "      <td>46200</td>\n",
       "      <td>77271</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1975.803002</td>\n",
       "      <td>57.553389</td>\n",
       "      <td>12.737517</td>\n",
       "      <td>0</td>\n",
       "      <td>25381</td>\n",
       "      <td>13656</td>\n",
       "      <td>25682</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1975.118448</td>\n",
       "      <td>47.556765</td>\n",
       "      <td>11.062853</td>\n",
       "      <td>0</td>\n",
       "      <td>17856</td>\n",
       "      <td>6992</td>\n",
       "      <td>18101</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                          mean                            count             \\\n",
       "                    birth_date   duration            birth_date              \n",
       "subscription_type   Registered Casual     Registered Casual     Registered   \n",
       "month                                                                        \n",
       "3                  1976.303260  45.063842  11.206018          0      10275   \n",
       "4                  1976.244984  36.188459  11.149880          0      31247   \n",
       "5                  1976.230049  34.640274  11.034746          0      36075   \n",
       "6                  1976.204013  32.213688  11.140130          0      39272   \n",
       "7                  1976.124669  35.532269  11.686938          0      46138   \n",
       "8                  1976.211597  41.005865  12.453465          0      69793   \n",
       "9                  1977.003398  38.658436  11.822884          0      76812   \n",
       "10                 1975.803002  57.553389  12.737517          0      25381   \n",
       "11                 1975.118448  47.556765  11.062853          0      17856   \n",
       "\n",
       "                                         \n",
       "                    duration             \n",
       "subscription_type Casual     Registered  \n",
       "month                                    \n",
       "3                       4066      10366  \n",
       "4                      12958      31502  \n",
       "5                      17376      36405  \n",
       "6                      16353      39611  \n",
       "7                      26739      46454  \n",
       "8                      51704      70175  \n",
       "9                      46200      77271  \n",
       "10                     13656      25682  \n",
       "11                      6992      18101  "
      ]
     },
     "execution_count": 196,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData.pivot_table(values=['duration','birth_date'], columns='subscription_type', index='month', aggfunc=['mean', 'count'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Uniendo Dataframe"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    " Supongamos que queremos calcular la distancia de cada viaje. Podemos estimarlo a partir de la ubicación (lat/lon) de cada estación, que está en otra tabla de datos station. ¿Como podemos unir estas tablas para usar esos datos?\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 198,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>name</th>\n",
       "      <th>lat</th>\n",
       "      <th>lng</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3</td>\n",
       "      <td>Colleges of the Fenway</td>\n",
       "      <td>42.340021</td>\n",
       "      <td>-71.100812</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4</td>\n",
       "      <td>Tremont St. at Berkeley St.</td>\n",
       "      <td>42.345392</td>\n",
       "      <td>-71.069616</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>Northeastern U / North Parking Lot</td>\n",
       "      <td>42.341814</td>\n",
       "      <td>-71.090179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6</td>\n",
       "      <td>Cambridge St. at Joy St.</td>\n",
       "      <td>42.361285</td>\n",
       "      <td>-71.065140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7</td>\n",
       "      <td>Fan Pier</td>\n",
       "      <td>42.353412</td>\n",
       "      <td>-71.044624</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>94</td>\n",
       "      <td>Charlestown - Main St at Austin St</td>\n",
       "      <td>42.375603</td>\n",
       "      <td>-71.064608</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>97</td>\n",
       "      <td>Harvard  University River Houses at DeWolfe St...</td>\n",
       "      <td>42.369182</td>\n",
       "      <td>-71.117152</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>98</td>\n",
       "      <td>Charlestown - Warren St at Chelsea St</td>\n",
       "      <td>42.371848</td>\n",
       "      <td>-71.060292</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>95 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    id                                               name        lat  \\\n",
       "0    3                             Colleges of the Fenway  42.340021   \n",
       "1    4                        Tremont St. at Berkeley St.  42.345392   \n",
       "2    5                 Northeastern U / North Parking Lot  42.341814   \n",
       "3    6                           Cambridge St. at Joy St.  42.361285   \n",
       "4    7                                           Fan Pier  42.353412   \n",
       "..  ..                                                ...        ...   \n",
       "90  94                 Charlestown - Main St at Austin St  42.375603   \n",
       "91  95        Cambridge St - at Columbia St / Webster Ave  42.372969   \n",
       "92  96  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "93  97  Harvard  University River Houses at DeWolfe St...  42.369182   \n",
       "94  98              Charlestown - Warren St at Chelsea St  42.371848   \n",
       "\n",
       "          lng  \n",
       "0  -71.100812  \n",
       "1  -71.069616  \n",
       "2  -71.090179  \n",
       "3  -71.065140  \n",
       "4  -71.044624  \n",
       "..        ...  \n",
       "90 -71.064608  \n",
       "91 -71.094445  \n",
       "92 -71.111075  \n",
       "93 -71.117152  \n",
       "94 -71.060292  \n",
       "\n",
       "[95 rows x 4 columns]"
      ]
     },
     "execution_count": 198,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataStations = pd.read_csv(\"stations.csv\", dtype={'id': 'category', 'name': 'string', 'lat': 'float64', 'lng': 'float64'})\n",
    "dataStations\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Para unir datos entre dos o mas DataFrames, se requiere un identificador comun entre las dos, y lo que se genera es una nueva tabla con el \"producto cruz\" de estas dos tablas."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 199,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1 = pd.DataFrame({'employee': ['Bob', 'Jake', 'Lisa', 'Sue'],\n",
    "                    'group': ['Accounting', 'Engineering', 'Engineering', 'HR']})\n",
    "df2 = pd.DataFrame({'employee': ['Lisa', 'Bob', 'Jake', 'Sue'],\n",
    "                    'hire_date': [2004, 2008, 2012, 2014]})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 200,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>employee</th>\n",
       "      <th>group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Bob</td>\n",
       "      <td>Accounting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Jake</td>\n",
       "      <td>Engineering</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Lisa</td>\n",
       "      <td>Engineering</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Sue</td>\n",
       "      <td>HR</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  employee        group\n",
       "0      Bob   Accounting\n",
       "1     Jake  Engineering\n",
       "2     Lisa  Engineering\n",
       "3      Sue           HR"
      ]
     },
     "execution_count": 200,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 201,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>employee</th>\n",
       "      <th>hire_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Lisa</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Bob</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Jake</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Sue</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  employee  hire_date\n",
       "0     Lisa       2004\n",
       "1      Bob       2008\n",
       "2     Jake       2012\n",
       "3      Sue       2014"
      ]
     },
     "execution_count": 201,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 202,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>employee</th>\n",
       "      <th>group</th>\n",
       "      <th>hire_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Bob</td>\n",
       "      <td>Accounting</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Jake</td>\n",
       "      <td>Engineering</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Lisa</td>\n",
       "      <td>Engineering</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Sue</td>\n",
       "      <td>HR</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  employee        group  hire_date\n",
       "0      Bob   Accounting       2008\n",
       "1     Jake  Engineering       2012\n",
       "2     Lisa  Engineering       2004\n",
       "3      Sue           HR       2014"
      ]
     },
     "execution_count": 202,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.merge(df1, df2)\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "En este caso, se definió el identificador común (columna *employee*) y se cruzaron los datos para generar una nueva tabla."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**OJO**: Los datos se cruzan, es decir, si hay mas de una columna que coincide, se pondrán todos. Por ejemplo, supongamos que 'Lisa' también trabaja en 'HR'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 203,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1 = pd.DataFrame({'employee': ['Bob', 'Jake', 'Lisa', 'Sue', 'Lisa'],\n",
    "                    'group': ['Accounting', 'Engineering', 'Engineering', 'HR', 'HR']})\n",
    "df2 = pd.DataFrame({'employee': ['Lisa', 'Bob', 'Jake', 'Sue'],\n",
    "                    'hire_date': [2004, 2008, 2012, 2014]})\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 205,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>employee</th>\n",
       "      <th>hire_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Lisa</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Bob</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Jake</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Sue</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  employee  hire_date\n",
       "0     Lisa       2004\n",
       "1      Bob       2008\n",
       "2     Jake       2012\n",
       "3      Sue       2014"
      ]
     },
     "execution_count": 205,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 206,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>employee</th>\n",
       "      <th>group</th>\n",
       "      <th>hire_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Bob</td>\n",
       "      <td>Accounting</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Jake</td>\n",
       "      <td>Engineering</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Lisa</td>\n",
       "      <td>Engineering</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Lisa</td>\n",
       "      <td>HR</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Sue</td>\n",
       "      <td>HR</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  employee        group  hire_date\n",
       "0      Bob   Accounting       2008\n",
       "1     Jake  Engineering       2012\n",
       "2     Lisa  Engineering       2004\n",
       "3     Lisa           HR       2004\n",
       "4      Sue           HR       2014"
      ]
     },
     "execution_count": 206,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.merge(df1,df2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "También puede haber datos faltantes, en cuyo caso se entrega la intersección."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 207,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>employee</th>\n",
       "      <th>group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Bob</td>\n",
       "      <td>Accounting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Jake</td>\n",
       "      <td>Engineering</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Lisa</td>\n",
       "      <td>Engineering</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Sue</td>\n",
       "      <td>HR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Ann</td>\n",
       "      <td>HR</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  employee        group\n",
       "0      Bob   Accounting\n",
       "1     Jake  Engineering\n",
       "2     Lisa  Engineering\n",
       "3      Sue           HR\n",
       "4      Ann           HR"
      ]
     },
     "execution_count": 207,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1 = pd.DataFrame({'employee': ['Bob', 'Jake', 'Lisa', 'Sue', 'Ann'],\n",
    "                    'group': ['Accounting', 'Engineering', 'Engineering', 'HR', 'HR']})\n",
    "df2 = pd.DataFrame({'employee': ['Lisa', 'Bob', 'Jake', 'Sue', 'Mike'],\n",
    "                    'hire_date': [2004, 2008, 2012, 2014, 2003]})\n",
    "df1\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 208,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>employee</th>\n",
       "      <th>hire_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Lisa</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Bob</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Jake</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Sue</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Mike</td>\n",
       "      <td>2003</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  employee  hire_date\n",
       "0     Lisa       2004\n",
       "1      Bob       2008\n",
       "2     Jake       2012\n",
       "3      Sue       2014\n",
       "4     Mike       2003"
      ]
     },
     "execution_count": 208,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 209,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>employee</th>\n",
       "      <th>group</th>\n",
       "      <th>hire_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Bob</td>\n",
       "      <td>Accounting</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Jake</td>\n",
       "      <td>Engineering</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Lisa</td>\n",
       "      <td>Engineering</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Sue</td>\n",
       "      <td>HR</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  employee        group  hire_date\n",
       "0      Bob   Accounting       2008\n",
       "1     Jake  Engineering       2012\n",
       "2     Lisa  Engineering       2004\n",
       "3      Sue           HR       2014"
      ]
     },
     "execution_count": 209,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.merge(df1,df2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 210,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.merge?"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "![merge options](merge.png)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 215,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>employee</th>\n",
       "      <th>group</th>\n",
       "      <th>hire_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Bob</td>\n",
       "      <td>Accounting</td>\n",
       "      <td>2008.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Jake</td>\n",
       "      <td>Engineering</td>\n",
       "      <td>2012.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Lisa</td>\n",
       "      <td>Engineering</td>\n",
       "      <td>2004.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Sue</td>\n",
       "      <td>HR</td>\n",
       "      <td>2014.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Ann</td>\n",
       "      <td>HR</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Mike</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2003.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  employee        group  hire_date\n",
       "0      Bob   Accounting     2008.0\n",
       "1     Jake  Engineering     2012.0\n",
       "2     Lisa  Engineering     2004.0\n",
       "3      Sue           HR     2014.0\n",
       "4      Ann           HR        NaN\n",
       "5     Mike          NaN     2003.0"
      ]
     },
     "execution_count": 215,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.merge(df1,df2, how='outer')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 216,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.merge?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.merge(df1, df2, how='outer')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Vamos a usar el DF de trips para a cada registro agregarle la lat/lng, usando el dato de station recordemos que en trips, esta información está en `start_station` pero en stations, la columna que corresponde es `id`."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 218,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>gender</th>\n",
       "      <th>fee1</th>\n",
       "      <th>fee2</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552068</th>\n",
       "      <td>623507</td>\n",
       "      <td>8.783333</td>\n",
       "      <td>2012-10-01 20:24:00.040</td>\n",
       "      <td>46</td>\n",
       "      <td>2012-10-01 20:32:00.040</td>\n",
       "      <td>67</td>\n",
       "      <td>B00486</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552069</th>\n",
       "      <td>623508</td>\n",
       "      <td>3.766667</td>\n",
       "      <td>2012-10-01 20:24:00.040</td>\n",
       "      <td>25</td>\n",
       "      <td>2012-10-01 20:28:00.040</td>\n",
       "      <td>26</td>\n",
       "      <td>B00170</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02118</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552070</th>\n",
       "      <td>623509</td>\n",
       "      <td>8.916667</td>\n",
       "      <td>2012-10-01 20:25:00.040</td>\n",
       "      <td>16</td>\n",
       "      <td>2012-10-01 20:34:00.040</td>\n",
       "      <td>47</td>\n",
       "      <td>T01067</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02113</td>\n",
       "      <td>1965.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552071</th>\n",
       "      <td>623512</td>\n",
       "      <td>7.150000</td>\n",
       "      <td>2012-10-01 20:29:00.040</td>\n",
       "      <td>61</td>\n",
       "      <td>2012-10-01 20:36:00.040</td>\n",
       "      <td>33</td>\n",
       "      <td>B00621</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02135</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552072</th>\n",
       "      <td>623517</td>\n",
       "      <td>3.316667</td>\n",
       "      <td>2012-10-01 20:32:00.040</td>\n",
       "      <td>22</td>\n",
       "      <td>2012-10-01 20:36:00.040</td>\n",
       "      <td>81</td>\n",
       "      <td>B00012</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551611 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            id  duration              start_date start_station  \\\n",
       "0            8  0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9  3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10  0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11  1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12  0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...       ...                     ...           ...   \n",
       "552068  623507  8.783333 2012-10-01 20:24:00.040            46   \n",
       "552069  623508  3.766667 2012-10-01 20:24:00.040            25   \n",
       "552070  623509  8.916667 2012-10-01 20:25:00.040            16   \n",
       "552071  623512  7.150000 2012-10-01 20:29:00.040            61   \n",
       "552072  623517  3.316667 2012-10-01 20:32:00.040            22   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "552068 2012-10-01 20:32:00.040          67  B00486            Casual      NaN   \n",
       "552069 2012-10-01 20:28:00.040          26  B00170        Registered    02118   \n",
       "552070 2012-10-01 20:34:00.040          47  T01067        Registered    02113   \n",
       "552071 2012-10-01 20:36:00.040          33  B00621        Registered    02135   \n",
       "552072 2012-10-01 20:36:00.040          81  B00012        Registered    02116   \n",
       "\n",
       "        birth_date  gender  fee1  fee2  month       day  \n",
       "0           1976.0    Male   0.0   0.0      7  Thursday  \n",
       "1           1966.0    Male   0.0   0.0      7  Thursday  \n",
       "2           1943.0    Male   0.0   0.0      7  Thursday  \n",
       "3           1981.0  Female   0.0   0.0      7  Thursday  \n",
       "4           1983.0  Female   0.0   0.0      7  Thursday  \n",
       "...            ...     ...   ...   ...    ...       ...  \n",
       "552068         NaN     NaN   0.0   0.0     10    Monday  \n",
       "552069      1986.0    Male   0.0   0.0     10    Monday  \n",
       "552070      1965.0    Male   0.0   0.0     10    Monday  \n",
       "552071      1986.0    Male   0.0   0.0     10    Monday  \n",
       "552072      1989.0    Male   0.0   0.0     10    Monday  \n",
       "\n",
       "[551611 rows x 15 columns]"
      ]
     },
     "execution_count": 218,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalData"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 217,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>name</th>\n",
       "      <th>lat</th>\n",
       "      <th>lng</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3</td>\n",
       "      <td>Colleges of the Fenway</td>\n",
       "      <td>42.340021</td>\n",
       "      <td>-71.100812</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4</td>\n",
       "      <td>Tremont St. at Berkeley St.</td>\n",
       "      <td>42.345392</td>\n",
       "      <td>-71.069616</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>Northeastern U / North Parking Lot</td>\n",
       "      <td>42.341814</td>\n",
       "      <td>-71.090179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6</td>\n",
       "      <td>Cambridge St. at Joy St.</td>\n",
       "      <td>42.361285</td>\n",
       "      <td>-71.065140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7</td>\n",
       "      <td>Fan Pier</td>\n",
       "      <td>42.353412</td>\n",
       "      <td>-71.044624</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>94</td>\n",
       "      <td>Charlestown - Main St at Austin St</td>\n",
       "      <td>42.375603</td>\n",
       "      <td>-71.064608</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>97</td>\n",
       "      <td>Harvard  University River Houses at DeWolfe St...</td>\n",
       "      <td>42.369182</td>\n",
       "      <td>-71.117152</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>98</td>\n",
       "      <td>Charlestown - Warren St at Chelsea St</td>\n",
       "      <td>42.371848</td>\n",
       "      <td>-71.060292</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>95 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    id                                               name        lat  \\\n",
       "0    3                             Colleges of the Fenway  42.340021   \n",
       "1    4                        Tremont St. at Berkeley St.  42.345392   \n",
       "2    5                 Northeastern U / North Parking Lot  42.341814   \n",
       "3    6                           Cambridge St. at Joy St.  42.361285   \n",
       "4    7                                           Fan Pier  42.353412   \n",
       "..  ..                                                ...        ...   \n",
       "90  94                 Charlestown - Main St at Austin St  42.375603   \n",
       "91  95        Cambridge St - at Columbia St / Webster Ave  42.372969   \n",
       "92  96  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "93  97  Harvard  University River Houses at DeWolfe St...  42.369182   \n",
       "94  98              Charlestown - Warren St at Chelsea St  42.371848   \n",
       "\n",
       "          lng  \n",
       "0  -71.100812  \n",
       "1  -71.069616  \n",
       "2  -71.090179  \n",
       "3  -71.065140  \n",
       "4  -71.044624  \n",
       "..        ...  \n",
       "90 -71.064608  \n",
       "91 -71.094445  \n",
       "92 -71.111075  \n",
       "93 -71.117152  \n",
       "94 -71.060292  \n",
       "\n",
       "[95 rows x 4 columns]"
      ]
     },
     "execution_count": 217,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataStations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 220,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_x</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>gender</th>\n",
       "      <th>fee1</th>\n",
       "      <th>fee2</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>id_y</th>\n",
       "      <th>name</th>\n",
       "      <th>lat</th>\n",
       "      <th>lng</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551606</th>\n",
       "      <td>621802</td>\n",
       "      <td>5.616667</td>\n",
       "      <td>2012-10-01 14:01:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-10-01 14:06:00.040</td>\n",
       "      <td>80</td>\n",
       "      <td>B00634</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02139</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551607</th>\n",
       "      <td>621987</td>\n",
       "      <td>6.416667</td>\n",
       "      <td>2012-10-01 15:12:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-10-01 15:18:00.040</td>\n",
       "      <td>90</td>\n",
       "      <td>T01235</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02130</td>\n",
       "      <td>1988.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551608</th>\n",
       "      <td>622123</td>\n",
       "      <td>7.850000</td>\n",
       "      <td>2012-10-01 16:02:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-10-01 16:09:00.040</td>\n",
       "      <td>75</td>\n",
       "      <td>B00060</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02141</td>\n",
       "      <td>1988.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551609</th>\n",
       "      <td>622299</td>\n",
       "      <td>15.750000</td>\n",
       "      <td>2012-10-01 16:43:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-10-01 16:58:00.040</td>\n",
       "      <td>6</td>\n",
       "      <td>B00458</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02114</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551610</th>\n",
       "      <td>622615</td>\n",
       "      <td>14.200000</td>\n",
       "      <td>2012-10-01 17:26:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-10-01 17:40:00.040</td>\n",
       "      <td>61</td>\n",
       "      <td>B00082</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551611 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          id_x   duration              start_date start_station  \\\n",
       "0            8   0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9   3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10   0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11   1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12   0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...        ...                     ...           ...   \n",
       "551606  621802   5.616667 2012-10-01 14:01:00.040            95   \n",
       "551607  621987   6.416667 2012-10-01 15:12:00.040            95   \n",
       "551608  622123   7.850000 2012-10-01 16:02:00.040            95   \n",
       "551609  622299  15.750000 2012-10-01 16:43:00.040            95   \n",
       "551610  622615  14.200000 2012-10-01 17:26:00.040            95   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "551606 2012-10-01 14:06:00.040          80  B00634        Registered    02139   \n",
       "551607 2012-10-01 15:18:00.040          90  T01235        Registered    02130   \n",
       "551608 2012-10-01 16:09:00.040          75  B00060        Registered    02141   \n",
       "551609 2012-10-01 16:58:00.040           6  B00458        Registered    02114   \n",
       "551610 2012-10-01 17:40:00.040          61  B00082        Registered    02116   \n",
       "\n",
       "        birth_date  gender  fee1  fee2  month       day id_y  \\\n",
       "0           1976.0    Male   0.0   0.0      7  Thursday   23   \n",
       "1           1966.0    Male   0.0   0.0      7  Thursday   23   \n",
       "2           1943.0    Male   0.0   0.0      7  Thursday   23   \n",
       "3           1981.0  Female   0.0   0.0      7  Thursday   23   \n",
       "4           1983.0  Female   0.0   0.0      7  Thursday   23   \n",
       "...            ...     ...   ...   ...    ...       ...  ...   \n",
       "551606      1982.0    Male   0.0   0.0     10    Monday   95   \n",
       "551607      1988.0    Male   0.0   0.0     10    Monday   95   \n",
       "551608      1988.0    Male   0.0   0.0     10    Monday   95   \n",
       "551609      1983.0  Female   0.0   0.0     10    Monday   95   \n",
       "551610      1976.0    Male   0.0   0.0     10    Monday   95   \n",
       "\n",
       "                                               name        lat        lng  \n",
       "0        Mayor Thomas M. Menino - Government Center  42.359677 -71.059364  \n",
       "1        Mayor Thomas M. Menino - Government Center  42.359677 -71.059364  \n",
       "2        Mayor Thomas M. Menino - Government Center  42.359677 -71.059364  \n",
       "3        Mayor Thomas M. Menino - Government Center  42.359677 -71.059364  \n",
       "4        Mayor Thomas M. Menino - Government Center  42.359677 -71.059364  \n",
       "...                                             ...        ...        ...  \n",
       "551606  Cambridge St - at Columbia St / Webster Ave  42.372969 -71.094445  \n",
       "551607  Cambridge St - at Columbia St / Webster Ave  42.372969 -71.094445  \n",
       "551608  Cambridge St - at Columbia St / Webster Ave  42.372969 -71.094445  \n",
       "551609  Cambridge St - at Columbia St / Webster Ave  42.372969 -71.094445  \n",
       "551610  Cambridge St - at Columbia St / Webster Ave  42.372969 -71.094445  \n",
       "\n",
       "[551611 rows x 19 columns]"
      ]
     },
     "execution_count": 220,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.merge(finalData,dataStations, left_on='start_station', right_on='id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 221,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_x</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>gender</th>\n",
       "      <th>fee1</th>\n",
       "      <th>fee2</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>id_y</th>\n",
       "      <th>name</th>\n",
       "      <th>lat</th>\n",
       "      <th>lng</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551606</th>\n",
       "      <td>621808</td>\n",
       "      <td>12.766667</td>\n",
       "      <td>2012-10-01 14:03:00.040</td>\n",
       "      <td>74</td>\n",
       "      <td>2012-10-01 14:16:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>B00034</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551607</th>\n",
       "      <td>621810</td>\n",
       "      <td>11.850000</td>\n",
       "      <td>2012-10-01 14:04:00.040</td>\n",
       "      <td>74</td>\n",
       "      <td>2012-10-01 14:16:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>T01235</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551608</th>\n",
       "      <td>622724</td>\n",
       "      <td>15.116667</td>\n",
       "      <td>2012-10-01 17:40:00.040</td>\n",
       "      <td>38</td>\n",
       "      <td>2012-10-01 17:55:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>T01131</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551609</th>\n",
       "      <td>622897</td>\n",
       "      <td>8.600000</td>\n",
       "      <td>2012-10-01 18:02:00.040</td>\n",
       "      <td>73</td>\n",
       "      <td>2012-10-01 18:10:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>B00253</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02143</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551610</th>\n",
       "      <td>623264</td>\n",
       "      <td>23.283333</td>\n",
       "      <td>2012-10-01 19:09:00.040</td>\n",
       "      <td>37</td>\n",
       "      <td>2012-10-01 19:32:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>T01103</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02141</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551611 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          id_x   duration              start_date start_station  \\\n",
       "0            8   0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9   3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10   0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11   1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12   0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...        ...                     ...           ...   \n",
       "551606  621808  12.766667 2012-10-01 14:03:00.040            74   \n",
       "551607  621810  11.850000 2012-10-01 14:04:00.040            74   \n",
       "551608  622724  15.116667 2012-10-01 17:40:00.040            38   \n",
       "551609  622897   8.600000 2012-10-01 18:02:00.040            73   \n",
       "551610  623264  23.283333 2012-10-01 19:09:00.040            37   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "551606 2012-10-01 14:16:00.040          95  B00034            Casual      NaN   \n",
       "551607 2012-10-01 14:16:00.040          95  T01235            Casual      NaN   \n",
       "551608 2012-10-01 17:55:00.040          95  T01131            Casual      NaN   \n",
       "551609 2012-10-01 18:10:00.040          95  B00253        Registered    02143   \n",
       "551610 2012-10-01 19:32:00.040          95  T01103        Registered    02141   \n",
       "\n",
       "        birth_date  gender  fee1  fee2  month       day id_y  \\\n",
       "0           1976.0    Male   0.0   0.0      7  Thursday   23   \n",
       "1           1966.0    Male   0.0   0.0      7  Thursday   23   \n",
       "2           1943.0    Male   0.0   0.0      7  Thursday   23   \n",
       "3           1981.0  Female   0.0   0.0      7  Thursday   23   \n",
       "4           1983.0  Female   0.0   0.0      7  Thursday   23   \n",
       "...            ...     ...   ...   ...    ...       ...  ...   \n",
       "551606         NaN     NaN   0.0   0.0     10    Monday   95   \n",
       "551607         NaN     NaN   0.0   0.0     10    Monday   95   \n",
       "551608         NaN     NaN   0.0   0.0     10    Monday   95   \n",
       "551609      1976.0    Male   0.0   0.0     10    Monday   95   \n",
       "551610      1976.0    Male   0.0   0.0     10    Monday   95   \n",
       "\n",
       "                                               name        lat        lng  \n",
       "0        Mayor Thomas M. Menino - Government Center  42.359677 -71.059364  \n",
       "1        Mayor Thomas M. Menino - Government Center  42.359677 -71.059364  \n",
       "2        Mayor Thomas M. Menino - Government Center  42.359677 -71.059364  \n",
       "3        Mayor Thomas M. Menino - Government Center  42.359677 -71.059364  \n",
       "4        Mayor Thomas M. Menino - Government Center  42.359677 -71.059364  \n",
       "...                                             ...        ...        ...  \n",
       "551606  Cambridge St - at Columbia St / Webster Ave  42.372969 -71.094445  \n",
       "551607  Cambridge St - at Columbia St / Webster Ave  42.372969 -71.094445  \n",
       "551608  Cambridge St - at Columbia St / Webster Ave  42.372969 -71.094445  \n",
       "551609  Cambridge St - at Columbia St / Webster Ave  42.372969 -71.094445  \n",
       "551610  Cambridge St - at Columbia St / Webster Ave  42.372969 -71.094445  \n",
       "\n",
       "[551611 rows x 19 columns]"
      ]
     },
     "execution_count": 221,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.merge(finalData,dataStations, left_on='end_station', right_on='id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 225,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_x</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>...</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>id_y</th>\n",
       "      <th>name_x</th>\n",
       "      <th>lat_x</th>\n",
       "      <th>lng_x</th>\n",
       "      <th>id</th>\n",
       "      <th>name_y</th>\n",
       "      <th>lat_y</th>\n",
       "      <th>lng_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551606</th>\n",
       "      <td>585381</td>\n",
       "      <td>7.883333</td>\n",
       "      <td>2012-09-19 11:08:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-19 11:16:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00335</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551607</th>\n",
       "      <td>593276</td>\n",
       "      <td>6.500000</td>\n",
       "      <td>2012-09-21 15:17:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-21 15:24:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>T01078</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Friday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551608</th>\n",
       "      <td>602506</td>\n",
       "      <td>5.916667</td>\n",
       "      <td>2012-09-24 10:42:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-24 10:48:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00402</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Monday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551609</th>\n",
       "      <td>570885</td>\n",
       "      <td>11.183333</td>\n",
       "      <td>2012-09-14 20:30:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-09-14 20:41:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00640</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02143</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Friday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551610</th>\n",
       "      <td>600959</td>\n",
       "      <td>46.466667</td>\n",
       "      <td>2012-09-23 18:23:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-09-23 19:09:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>T01098</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Sunday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551611 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          id_x   duration              start_date start_station  \\\n",
       "0            8   0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9   3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10   0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11   1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12   0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...        ...                     ...           ...   \n",
       "551606  585381   7.883333 2012-09-19 11:08:00.040            96   \n",
       "551607  593276   6.500000 2012-09-21 15:17:00.040            96   \n",
       "551608  602506   5.916667 2012-09-24 10:42:00.040            96   \n",
       "551609  570885  11.183333 2012-09-14 20:30:00.040            95   \n",
       "551610  600959  46.466667 2012-09-23 18:23:00.040            95   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "551606 2012-09-19 11:16:00.040          89  B00335            Casual      NaN   \n",
       "551607 2012-09-21 15:24:00.040          89  T01078            Casual      NaN   \n",
       "551608 2012-09-24 10:48:00.040          89  B00402            Casual      NaN   \n",
       "551609 2012-09-14 20:41:00.040          89  B00640        Registered    02143   \n",
       "551610 2012-09-23 19:09:00.040          89  T01098            Casual      NaN   \n",
       "\n",
       "        birth_date  ... month        day  id_y  \\\n",
       "0           1976.0  ...     7   Thursday    23   \n",
       "1           1966.0  ...     7   Thursday    23   \n",
       "2           1943.0  ...     7   Thursday    23   \n",
       "3           1981.0  ...     7   Thursday    23   \n",
       "4           1983.0  ...     7   Thursday    23   \n",
       "...            ...  ...   ...        ...   ...   \n",
       "551606         NaN  ...     9  Wednesday    96   \n",
       "551607         NaN  ...     9     Friday    96   \n",
       "551608         NaN  ...     9     Monday    96   \n",
       "551609      1985.0  ...     9     Friday    95   \n",
       "551610         NaN  ...     9     Sunday    95   \n",
       "\n",
       "                                                   name_x      lat_x  \\\n",
       "0              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "1              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "2              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "3              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "4              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "...                                                   ...        ...   \n",
       "551606  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551607  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551608  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551609        Cambridge St - at Columbia St / Webster Ave  42.372969   \n",
       "551610        Cambridge St - at Columbia St / Webster Ave  42.372969   \n",
       "\n",
       "            lng_x  id                                      name_y      lat_y  \\\n",
       "0      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "1      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "2      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "3      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "4      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "...           ...  ..                                         ...        ...   \n",
       "551606 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551607 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551608 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551609 -71.094445  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551610 -71.094445  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "\n",
       "            lng_y  \n",
       "0      -71.059364  \n",
       "1      -71.059364  \n",
       "2      -71.059364  \n",
       "3      -71.059364  \n",
       "4      -71.059364  \n",
       "...           ...  \n",
       "551606 -71.119945  \n",
       "551607 -71.119945  \n",
       "551608 -71.119945  \n",
       "551609 -71.119945  \n",
       "551610 -71.119945  \n",
       "\n",
       "[551611 rows x 23 columns]"
      ]
     },
     "execution_count": 225,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmp1 = pd.merge(finalData,dataStations, left_on='start_station', right_on='id')\n",
    "pd.merge(tmp1,dataStations, left_on='end_station', right_on='id')\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "lo que hizo fue \"pegar\" las columnas correspondientes a cada station como columnas adicionales de trip, por lo que podemos usar las columnas lat y lng de la estación de inicio.  Hagamoslo nuevamente con la estación de termino."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 227,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_x</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>...</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>id_y</th>\n",
       "      <th>name_x</th>\n",
       "      <th>lat_x</th>\n",
       "      <th>lng_x</th>\n",
       "      <th>id</th>\n",
       "      <th>name_y</th>\n",
       "      <th>lat_y</th>\n",
       "      <th>lng_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551606</th>\n",
       "      <td>585381</td>\n",
       "      <td>7.883333</td>\n",
       "      <td>2012-09-19 11:08:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-19 11:16:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00335</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551607</th>\n",
       "      <td>593276</td>\n",
       "      <td>6.500000</td>\n",
       "      <td>2012-09-21 15:17:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-21 15:24:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>T01078</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Friday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551608</th>\n",
       "      <td>602506</td>\n",
       "      <td>5.916667</td>\n",
       "      <td>2012-09-24 10:42:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-24 10:48:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00402</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Monday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551609</th>\n",
       "      <td>570885</td>\n",
       "      <td>11.183333</td>\n",
       "      <td>2012-09-14 20:30:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-09-14 20:41:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00640</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02143</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Friday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551610</th>\n",
       "      <td>600959</td>\n",
       "      <td>46.466667</td>\n",
       "      <td>2012-09-23 18:23:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-09-23 19:09:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>T01098</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Sunday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551611 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          id_x   duration              start_date start_station  \\\n",
       "0            8   0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9   3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10   0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11   1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12   0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...        ...                     ...           ...   \n",
       "551606  585381   7.883333 2012-09-19 11:08:00.040            96   \n",
       "551607  593276   6.500000 2012-09-21 15:17:00.040            96   \n",
       "551608  602506   5.916667 2012-09-24 10:42:00.040            96   \n",
       "551609  570885  11.183333 2012-09-14 20:30:00.040            95   \n",
       "551610  600959  46.466667 2012-09-23 18:23:00.040            95   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "551606 2012-09-19 11:16:00.040          89  B00335            Casual      NaN   \n",
       "551607 2012-09-21 15:24:00.040          89  T01078            Casual      NaN   \n",
       "551608 2012-09-24 10:48:00.040          89  B00402            Casual      NaN   \n",
       "551609 2012-09-14 20:41:00.040          89  B00640        Registered    02143   \n",
       "551610 2012-09-23 19:09:00.040          89  T01098            Casual      NaN   \n",
       "\n",
       "        birth_date  ... month        day  id_y  \\\n",
       "0           1976.0  ...     7   Thursday    23   \n",
       "1           1966.0  ...     7   Thursday    23   \n",
       "2           1943.0  ...     7   Thursday    23   \n",
       "3           1981.0  ...     7   Thursday    23   \n",
       "4           1983.0  ...     7   Thursday    23   \n",
       "...            ...  ...   ...        ...   ...   \n",
       "551606         NaN  ...     9  Wednesday    96   \n",
       "551607         NaN  ...     9     Friday    96   \n",
       "551608         NaN  ...     9     Monday    96   \n",
       "551609      1985.0  ...     9     Friday    95   \n",
       "551610         NaN  ...     9     Sunday    95   \n",
       "\n",
       "                                                   name_x      lat_x  \\\n",
       "0              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "1              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "2              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "3              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "4              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "...                                                   ...        ...   \n",
       "551606  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551607  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551608  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551609        Cambridge St - at Columbia St / Webster Ave  42.372969   \n",
       "551610        Cambridge St - at Columbia St / Webster Ave  42.372969   \n",
       "\n",
       "            lng_x  id                                      name_y      lat_y  \\\n",
       "0      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "1      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "2      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "3      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "4      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "...           ...  ..                                         ...        ...   \n",
       "551606 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551607 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551608 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551609 -71.094445  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551610 -71.094445  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "\n",
       "            lng_y  \n",
       "0      -71.059364  \n",
       "1      -71.059364  \n",
       "2      -71.059364  \n",
       "3      -71.059364  \n",
       "4      -71.059364  \n",
       "...           ...  \n",
       "551606 -71.119945  \n",
       "551607 -71.119945  \n",
       "551608 -71.119945  \n",
       "551609 -71.119945  \n",
       "551610 -71.119945  \n",
       "\n",
       "[551611 rows x 23 columns]"
      ]
     },
     "execution_count": 227,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmp1=pd.merge(finalData,dataStations,left_on='start_station', right_on='id')\n",
    "tmp2=pd.merge(tmp1,dataStations,left_on='end_station', right_on='id')\n",
    "tmp2    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 231,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_x</th>\n",
       "      <th>duration_x</th>\n",
       "      <th>start_date_x</th>\n",
       "      <th>start_station_x</th>\n",
       "      <th>end_date_x</th>\n",
       "      <th>end_station_x</th>\n",
       "      <th>bike_nr_x</th>\n",
       "      <th>subscription_type_x</th>\n",
       "      <th>zip_code_x</th>\n",
       "      <th>birth_date_x</th>\n",
       "      <th>...</th>\n",
       "      <th>birth_date_y</th>\n",
       "      <th>gender_y</th>\n",
       "      <th>fee1_y</th>\n",
       "      <th>fee2_y</th>\n",
       "      <th>month_y</th>\n",
       "      <th>day_y</th>\n",
       "      <th>id_y_y</th>\n",
       "      <th>name_y</th>\n",
       "      <th>lat_y</th>\n",
       "      <th>lng_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551606</th>\n",
       "      <td>621802</td>\n",
       "      <td>5.616667</td>\n",
       "      <td>2012-10-01 14:01:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-10-01 14:06:00.040</td>\n",
       "      <td>80</td>\n",
       "      <td>B00634</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02139</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>80</td>\n",
       "      <td>MIT Stata Center at Vassar St / Main St</td>\n",
       "      <td>42.362429</td>\n",
       "      <td>-71.090188</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551607</th>\n",
       "      <td>621987</td>\n",
       "      <td>6.416667</td>\n",
       "      <td>2012-10-01 15:12:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-10-01 15:18:00.040</td>\n",
       "      <td>90</td>\n",
       "      <td>T01235</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02130</td>\n",
       "      <td>1988.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1988.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>90</td>\n",
       "      <td>Lechmere Station at Cambridge St / First St</td>\n",
       "      <td>42.370700</td>\n",
       "      <td>-71.077110</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551608</th>\n",
       "      <td>622123</td>\n",
       "      <td>7.850000</td>\n",
       "      <td>2012-10-01 16:02:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-10-01 16:09:00.040</td>\n",
       "      <td>75</td>\n",
       "      <td>B00060</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02141</td>\n",
       "      <td>1988.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1988.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>75</td>\n",
       "      <td>Lafayette Square at Mass Ave / Main St / Colum...</td>\n",
       "      <td>42.363562</td>\n",
       "      <td>-71.100420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551609</th>\n",
       "      <td>622299</td>\n",
       "      <td>15.750000</td>\n",
       "      <td>2012-10-01 16:43:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-10-01 16:58:00.040</td>\n",
       "      <td>6</td>\n",
       "      <td>B00458</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02114</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>Female</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>6</td>\n",
       "      <td>Cambridge St. at Joy St.</td>\n",
       "      <td>42.361285</td>\n",
       "      <td>-71.065140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551610</th>\n",
       "      <td>622615</td>\n",
       "      <td>14.200000</td>\n",
       "      <td>2012-10-01 17:26:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-10-01 17:40:00.040</td>\n",
       "      <td>61</td>\n",
       "      <td>B00082</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>Male</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10</td>\n",
       "      <td>Monday</td>\n",
       "      <td>61</td>\n",
       "      <td>Boylston at Fairfield</td>\n",
       "      <td>42.348323</td>\n",
       "      <td>-71.082674</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551611 rows × 37 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          id_x  duration_x            start_date_x start_station_x  \\\n",
       "0            8    0.150000 2011-07-28 10:12:00.040              23   \n",
       "1            9    3.666667 2011-07-28 10:21:00.040              23   \n",
       "2           10    0.933333 2011-07-28 10:33:00.040              23   \n",
       "3           11    1.066667 2011-07-28 10:35:00.040              23   \n",
       "4           12    0.200000 2011-07-28 10:37:00.040              23   \n",
       "...        ...         ...                     ...             ...   \n",
       "551606  621802    5.616667 2012-10-01 14:01:00.040              95   \n",
       "551607  621987    6.416667 2012-10-01 15:12:00.040              95   \n",
       "551608  622123    7.850000 2012-10-01 16:02:00.040              95   \n",
       "551609  622299   15.750000 2012-10-01 16:43:00.040              95   \n",
       "551610  622615   14.200000 2012-10-01 17:26:00.040              95   \n",
       "\n",
       "                    end_date_x end_station_x bike_nr_x subscription_type_x  \\\n",
       "0      2011-07-28 10:12:00.040            23    B00468          Registered   \n",
       "1      2011-07-28 10:25:00.040            23    B00554          Registered   \n",
       "2      2011-07-28 10:34:00.040            23    B00456          Registered   \n",
       "3      2011-07-28 10:36:00.040            23    B00554          Registered   \n",
       "4      2011-07-28 10:37:00.040            23    B00554          Registered   \n",
       "...                        ...           ...       ...                 ...   \n",
       "551606 2012-10-01 14:06:00.040            80    B00634          Registered   \n",
       "551607 2012-10-01 15:18:00.040            90    T01235          Registered   \n",
       "551608 2012-10-01 16:09:00.040            75    B00060          Registered   \n",
       "551609 2012-10-01 16:58:00.040             6    B00458          Registered   \n",
       "551610 2012-10-01 17:40:00.040            61    B00082          Registered   \n",
       "\n",
       "       zip_code_x  birth_date_x  ... birth_date_y  gender_y  fee1_y  fee2_y  \\\n",
       "0           97217        1976.0  ...       1976.0      Male     0.0     0.0   \n",
       "1           02215        1966.0  ...       1966.0      Male     0.0     0.0   \n",
       "2           02108        1943.0  ...       1943.0      Male     0.0     0.0   \n",
       "3           02116        1981.0  ...       1981.0    Female     0.0     0.0   \n",
       "4           97214        1983.0  ...       1983.0    Female     0.0     0.0   \n",
       "...           ...           ...  ...          ...       ...     ...     ...   \n",
       "551606      02139        1982.0  ...       1982.0      Male     0.0     0.0   \n",
       "551607      02130        1988.0  ...       1988.0      Male     0.0     0.0   \n",
       "551608      02141        1988.0  ...       1988.0      Male     0.0     0.0   \n",
       "551609      02114        1983.0  ...       1983.0    Female     0.0     0.0   \n",
       "551610      02116        1976.0  ...       1976.0      Male     0.0     0.0   \n",
       "\n",
       "       month_y     day_y id_y_y  \\\n",
       "0            7  Thursday     23   \n",
       "1            7  Thursday     23   \n",
       "2            7  Thursday     23   \n",
       "3            7  Thursday     23   \n",
       "4            7  Thursday     23   \n",
       "...        ...       ...    ...   \n",
       "551606      10    Monday     80   \n",
       "551607      10    Monday     90   \n",
       "551608      10    Monday     75   \n",
       "551609      10    Monday      6   \n",
       "551610      10    Monday     61   \n",
       "\n",
       "                                                   name_y      lat_y  \\\n",
       "0              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "1              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "2              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "3              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "4              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "...                                                   ...        ...   \n",
       "551606            MIT Stata Center at Vassar St / Main St  42.362429   \n",
       "551607        Lechmere Station at Cambridge St / First St  42.370700   \n",
       "551608  Lafayette Square at Mass Ave / Main St / Colum...  42.363562   \n",
       "551609                           Cambridge St. at Joy St.  42.361285   \n",
       "551610                              Boylston at Fairfield  42.348323   \n",
       "\n",
       "            lng_y  \n",
       "0      -71.059364  \n",
       "1      -71.059364  \n",
       "2      -71.059364  \n",
       "3      -71.059364  \n",
       "4      -71.059364  \n",
       "...           ...  \n",
       "551606 -71.090188  \n",
       "551607 -71.077110  \n",
       "551608 -71.100420  \n",
       "551609 -71.065140  \n",
       "551610 -71.082674  \n",
       "\n",
       "[551611 rows x 37 columns]"
      ]
     },
     "execution_count": 231,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmp1=pd.merge(finalData,dataStations,left_on='start_station', right_on='id')\n",
    "tmp2=pd.merge(finalData,dataStations,left_on='end_station', right_on='id')\n",
    "tmp3 = pd.merge(tmp1,tmp2, on='id_x')\n",
    "tmp3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 234,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "id_x                                                       267619\n",
       "duration_x                                                    4.6\n",
       "start_date_x                           2012-05-23 08:28:00.040000\n",
       "start_station_x                                                23\n",
       "end_date_x                             2012-05-23 08:33:00.040000\n",
       "end_station_x                                                  42\n",
       "bike_nr_x                                                  B00077\n",
       "subscription_type_x                                    Registered\n",
       "zip_code_x                                                  02109\n",
       "birth_date_x                                                 1974\n",
       "gender_x                                                     Male\n",
       "fee1_x                                                          0\n",
       "fee2_x                                                          0\n",
       "month_x                                                         5\n",
       "day_x                                                   Wednesday\n",
       "id_y_x                                                         23\n",
       "name_x                 Mayor Thomas M. Menino - Government Center\n",
       "lat_x                                                     42.3597\n",
       "lng_x                                                    -71.0594\n",
       "duration_y                                                    4.6\n",
       "start_date_y                           2012-05-23 08:28:00.040000\n",
       "start_station_y                                                23\n",
       "end_date_y                             2012-05-23 08:33:00.040000\n",
       "end_station_y                                                  42\n",
       "bike_nr_y                                                  B00077\n",
       "subscription_type_y                                    Registered\n",
       "zip_code_y                                                  02109\n",
       "birth_date_y                                                 1974\n",
       "gender_y                                                     Male\n",
       "fee1_y                                                          0\n",
       "fee2_y                                                          0\n",
       "month_y                                                         5\n",
       "day_y                                                   Wednesday\n",
       "id_y_y                                                         42\n",
       "name_y                              Boylston St. at Arlington St.\n",
       "lat_y                                                     42.3521\n",
       "lng_y                                                    -71.0704\n",
       "Name: 5508, dtype: object"
      ]
     },
     "execution_count": 234,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmp3.loc[5508]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Calculemos la distancia entre dos puntos."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 235,
   "metadata": {},
   "outputs": [],
   "source": [
    "from math import sin, cos, sqrt, atan2, radians\n",
    "\n",
    "def computeDistance(lat_x, lon_x, lat_y, lon_y):\n",
    "    # approximate radius of earth in km\n",
    "    R = 6373.0\n",
    "\n",
    "    lat1 = radians(lat_x)\n",
    "    lon1 = radians(lon_x)\n",
    "    lat2 = radians(lat_y)\n",
    "    lon2 = radians(lon_y)\n",
    "\n",
    "    dlon = lon2 - lon1\n",
    "    dlat = lat2 - lat1\n",
    "\n",
    "    a = sin(dlat / 2)**2 + cos(lat1) * cos(lat2) * sin(dlon / 2)**2\n",
    "    c = 2 * atan2(sqrt(a), sqrt(1 - a))\n",
    "\n",
    "    distance = R * c\n",
    "    return distance\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 236,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "278.54558935106695"
      ]
     },
     "execution_count": 236,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "computeDistance(52.2296756,21.0122287,52.406374, 16.9251681)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 237,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_x</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>...</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>id_y</th>\n",
       "      <th>name_x</th>\n",
       "      <th>lat_x</th>\n",
       "      <th>lng_x</th>\n",
       "      <th>id</th>\n",
       "      <th>name_y</th>\n",
       "      <th>lat_y</th>\n",
       "      <th>lng_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551606</th>\n",
       "      <td>585381</td>\n",
       "      <td>7.883333</td>\n",
       "      <td>2012-09-19 11:08:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-19 11:16:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00335</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551607</th>\n",
       "      <td>593276</td>\n",
       "      <td>6.500000</td>\n",
       "      <td>2012-09-21 15:17:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-21 15:24:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>T01078</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Friday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551608</th>\n",
       "      <td>602506</td>\n",
       "      <td>5.916667</td>\n",
       "      <td>2012-09-24 10:42:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-24 10:48:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00402</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Monday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551609</th>\n",
       "      <td>570885</td>\n",
       "      <td>11.183333</td>\n",
       "      <td>2012-09-14 20:30:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-09-14 20:41:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00640</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02143</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Friday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551610</th>\n",
       "      <td>600959</td>\n",
       "      <td>46.466667</td>\n",
       "      <td>2012-09-23 18:23:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-09-23 19:09:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>T01098</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>Sunday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551611 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          id_x   duration              start_date start_station  \\\n",
       "0            8   0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9   3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10   0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11   1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12   0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...        ...                     ...           ...   \n",
       "551606  585381   7.883333 2012-09-19 11:08:00.040            96   \n",
       "551607  593276   6.500000 2012-09-21 15:17:00.040            96   \n",
       "551608  602506   5.916667 2012-09-24 10:42:00.040            96   \n",
       "551609  570885  11.183333 2012-09-14 20:30:00.040            95   \n",
       "551610  600959  46.466667 2012-09-23 18:23:00.040            95   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "551606 2012-09-19 11:16:00.040          89  B00335            Casual      NaN   \n",
       "551607 2012-09-21 15:24:00.040          89  T01078            Casual      NaN   \n",
       "551608 2012-09-24 10:48:00.040          89  B00402            Casual      NaN   \n",
       "551609 2012-09-14 20:41:00.040          89  B00640        Registered    02143   \n",
       "551610 2012-09-23 19:09:00.040          89  T01098            Casual      NaN   \n",
       "\n",
       "        birth_date  ... month        day  id_y  \\\n",
       "0           1976.0  ...     7   Thursday    23   \n",
       "1           1966.0  ...     7   Thursday    23   \n",
       "2           1943.0  ...     7   Thursday    23   \n",
       "3           1981.0  ...     7   Thursday    23   \n",
       "4           1983.0  ...     7   Thursday    23   \n",
       "...            ...  ...   ...        ...   ...   \n",
       "551606         NaN  ...     9  Wednesday    96   \n",
       "551607         NaN  ...     9     Friday    96   \n",
       "551608         NaN  ...     9     Monday    96   \n",
       "551609      1985.0  ...     9     Friday    95   \n",
       "551610         NaN  ...     9     Sunday    95   \n",
       "\n",
       "                                                   name_x      lat_x  \\\n",
       "0              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "1              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "2              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "3              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "4              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "...                                                   ...        ...   \n",
       "551606  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551607  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551608  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551609        Cambridge St - at Columbia St / Webster Ave  42.372969   \n",
       "551610        Cambridge St - at Columbia St / Webster Ave  42.372969   \n",
       "\n",
       "            lng_x  id                                      name_y      lat_y  \\\n",
       "0      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "1      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "2      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "3      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "4      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "...           ...  ..                                         ...        ...   \n",
       "551606 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551607 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551608 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551609 -71.094445  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551610 -71.094445  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "\n",
       "            lng_y  \n",
       "0      -71.059364  \n",
       "1      -71.059364  \n",
       "2      -71.059364  \n",
       "3      -71.059364  \n",
       "4      -71.059364  \n",
       "...           ...  \n",
       "551606 -71.119945  \n",
       "551607 -71.119945  \n",
       "551608 -71.119945  \n",
       "551609 -71.119945  \n",
       "551610 -71.119945  \n",
       "\n",
       "[551611 rows x 23 columns]"
      ]
     },
     "execution_count": 237,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmp1=pd.merge(finalData,dataStations,left_on='start_station', right_on='id')\n",
    "datos_con_coordenadas=pd.merge(tmp1,dataStations,left_on='end_station', right_on='id')\n",
    "datos_con_coordenadas  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 240,
   "metadata": {},
   "outputs": [],
   "source": [
    "datos_con_coordenadas['distance']=datos_con_coordenadas.apply(lambda x: computeDistance(x['lat_x'],x['lng_x'],x['lat_y'],x['lng_y']), axis=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 241,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_x</th>\n",
       "      <th>duration</th>\n",
       "      <th>start_date</th>\n",
       "      <th>start_station</th>\n",
       "      <th>end_date</th>\n",
       "      <th>end_station</th>\n",
       "      <th>bike_nr</th>\n",
       "      <th>subscription_type</th>\n",
       "      <th>zip_code</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>...</th>\n",
       "      <th>day</th>\n",
       "      <th>id_y</th>\n",
       "      <th>name_x</th>\n",
       "      <th>lat_x</th>\n",
       "      <th>lng_x</th>\n",
       "      <th>id</th>\n",
       "      <th>name_y</th>\n",
       "      <th>lat_y</th>\n",
       "      <th>lng_y</th>\n",
       "      <th>distance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:12:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00468</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97217</td>\n",
       "      <td>1976.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>2011-07-28 10:21:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:25:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02215</td>\n",
       "      <td>1966.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>0.933333</td>\n",
       "      <td>2011-07-28 10:33:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:34:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00456</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02108</td>\n",
       "      <td>1943.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>2011-07-28 10:35:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:36:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02116</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>2011-07-28 10:37:00.040</td>\n",
       "      <td>23</td>\n",
       "      <td>B00554</td>\n",
       "      <td>Registered</td>\n",
       "      <td>97214</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>23</td>\n",
       "      <td>Mayor Thomas M. Menino - Government Center</td>\n",
       "      <td>42.359677</td>\n",
       "      <td>-71.059364</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551606</th>\n",
       "      <td>585381</td>\n",
       "      <td>7.883333</td>\n",
       "      <td>2012-09-19 11:08:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-19 11:16:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00335</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "      <td>0.961065</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551607</th>\n",
       "      <td>593276</td>\n",
       "      <td>6.500000</td>\n",
       "      <td>2012-09-21 15:17:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-21 15:24:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>T01078</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>Friday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "      <td>0.961065</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551608</th>\n",
       "      <td>602506</td>\n",
       "      <td>5.916667</td>\n",
       "      <td>2012-09-24 10:42:00.040</td>\n",
       "      <td>96</td>\n",
       "      <td>2012-09-24 10:48:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00402</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>Monday</td>\n",
       "      <td>96</td>\n",
       "      <td>Cambridge Main Library at Broadway / Trowbridg...</td>\n",
       "      <td>42.373379</td>\n",
       "      <td>-71.111075</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "      <td>0.961065</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551609</th>\n",
       "      <td>570885</td>\n",
       "      <td>11.183333</td>\n",
       "      <td>2012-09-14 20:30:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-09-14 20:41:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>B00640</td>\n",
       "      <td>Registered</td>\n",
       "      <td>02143</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Friday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "      <td>2.200465</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551610</th>\n",
       "      <td>600959</td>\n",
       "      <td>46.466667</td>\n",
       "      <td>2012-09-23 18:23:00.040</td>\n",
       "      <td>95</td>\n",
       "      <td>2012-09-23 19:09:00.040</td>\n",
       "      <td>89</td>\n",
       "      <td>T01098</td>\n",
       "      <td>Casual</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>Sunday</td>\n",
       "      <td>95</td>\n",
       "      <td>Cambridge St - at Columbia St / Webster Ave</td>\n",
       "      <td>42.372969</td>\n",
       "      <td>-71.094445</td>\n",
       "      <td>89</td>\n",
       "      <td>Harvard Law School at Mass Ave / Jarvis St</td>\n",
       "      <td>42.379011</td>\n",
       "      <td>-71.119945</td>\n",
       "      <td>2.200465</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551611 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          id_x   duration              start_date start_station  \\\n",
       "0            8   0.150000 2011-07-28 10:12:00.040            23   \n",
       "1            9   3.666667 2011-07-28 10:21:00.040            23   \n",
       "2           10   0.933333 2011-07-28 10:33:00.040            23   \n",
       "3           11   1.066667 2011-07-28 10:35:00.040            23   \n",
       "4           12   0.200000 2011-07-28 10:37:00.040            23   \n",
       "...        ...        ...                     ...           ...   \n",
       "551606  585381   7.883333 2012-09-19 11:08:00.040            96   \n",
       "551607  593276   6.500000 2012-09-21 15:17:00.040            96   \n",
       "551608  602506   5.916667 2012-09-24 10:42:00.040            96   \n",
       "551609  570885  11.183333 2012-09-14 20:30:00.040            95   \n",
       "551610  600959  46.466667 2012-09-23 18:23:00.040            95   \n",
       "\n",
       "                      end_date end_station bike_nr subscription_type zip_code  \\\n",
       "0      2011-07-28 10:12:00.040          23  B00468        Registered    97217   \n",
       "1      2011-07-28 10:25:00.040          23  B00554        Registered    02215   \n",
       "2      2011-07-28 10:34:00.040          23  B00456        Registered    02108   \n",
       "3      2011-07-28 10:36:00.040          23  B00554        Registered    02116   \n",
       "4      2011-07-28 10:37:00.040          23  B00554        Registered    97214   \n",
       "...                        ...         ...     ...               ...      ...   \n",
       "551606 2012-09-19 11:16:00.040          89  B00335            Casual      NaN   \n",
       "551607 2012-09-21 15:24:00.040          89  T01078            Casual      NaN   \n",
       "551608 2012-09-24 10:48:00.040          89  B00402            Casual      NaN   \n",
       "551609 2012-09-14 20:41:00.040          89  B00640        Registered    02143   \n",
       "551610 2012-09-23 19:09:00.040          89  T01098            Casual      NaN   \n",
       "\n",
       "        birth_date  ...        day  id_y  \\\n",
       "0           1976.0  ...   Thursday    23   \n",
       "1           1966.0  ...   Thursday    23   \n",
       "2           1943.0  ...   Thursday    23   \n",
       "3           1981.0  ...   Thursday    23   \n",
       "4           1983.0  ...   Thursday    23   \n",
       "...            ...  ...        ...   ...   \n",
       "551606         NaN  ...  Wednesday    96   \n",
       "551607         NaN  ...     Friday    96   \n",
       "551608         NaN  ...     Monday    96   \n",
       "551609      1985.0  ...     Friday    95   \n",
       "551610         NaN  ...     Sunday    95   \n",
       "\n",
       "                                                   name_x      lat_x  \\\n",
       "0              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "1              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "2              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "3              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "4              Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "...                                                   ...        ...   \n",
       "551606  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551607  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551608  Cambridge Main Library at Broadway / Trowbridg...  42.373379   \n",
       "551609        Cambridge St - at Columbia St / Webster Ave  42.372969   \n",
       "551610        Cambridge St - at Columbia St / Webster Ave  42.372969   \n",
       "\n",
       "            lng_x  id                                      name_y      lat_y  \\\n",
       "0      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "1      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "2      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "3      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "4      -71.059364  23  Mayor Thomas M. Menino - Government Center  42.359677   \n",
       "...           ...  ..                                         ...        ...   \n",
       "551606 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551607 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551608 -71.111075  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551609 -71.094445  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "551610 -71.094445  89  Harvard Law School at Mass Ave / Jarvis St  42.379011   \n",
       "\n",
       "            lng_y  distance  \n",
       "0      -71.059364  0.000000  \n",
       "1      -71.059364  0.000000  \n",
       "2      -71.059364  0.000000  \n",
       "3      -71.059364  0.000000  \n",
       "4      -71.059364  0.000000  \n",
       "...           ...       ...  \n",
       "551606 -71.119945  0.961065  \n",
       "551607 -71.119945  0.961065  \n",
       "551608 -71.119945  0.961065  \n",
       "551609 -71.119945  2.200465  \n",
       "551610 -71.119945  2.200465  \n",
       "\n",
       "[551611 rows x 24 columns]"
      ]
     },
     "execution_count": 241,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "datos_con_coordenadas"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 242,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "bike_nr\n",
       "? (0x241EC230)     354.474439\n",
       "? (0x67D8478F)     196.399570\n",
       "? (0xA533D104)     228.642334\n",
       "B00001            1533.694268\n",
       "B00002            1124.828041\n",
       "                     ...     \n",
       "T01415             157.203361\n",
       "T01053              23.626863\n",
       "T01093              23.244400\n",
       "T01168               0.000000\n",
       "T01380               6.660330\n",
       "Name: distance, Length: 885, dtype: float64"
      ]
     },
     "execution_count": 242,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "datos_con_coordenadas.groupby('bike_nr')['distance'].sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}