main_goto logit.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from sklearn import linear_model\n",
    "\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 253,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "path=\"C:/Users/Artem/Documents/goto hack/\"\n",
    "dfout = pd.read_excel(path + \"qiwi_users_money_out_data.xlsx\")\n",
    "dfin = pd.read_excel(path + \"qiwi_users_money_in_data.xlsx\")\n",
    "dfu = pd.read_excel(path + \"qiwi_users_profile_data.xlsx\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "dfout['type']='outcome'\n",
    "dfin['type']='income'\n",
    "dfinout=pd.concat([dfin,dfout])\n",
    "df=pd.merge(dfinout,dfu,on='user_id')\n",
    "df=df.fillna('Нет')\n",
    "dfu=dfu.fillna('Нет')\n",
    "df['tran_year'] = df.date_month.str.split('-').str.get(0).astype(int)\n",
    "df['tran_month'] = df.date_month.str.split('-').str.get(1).astype(int)\n",
    "df['graduated_ago'] = df['tran_year'] - df['graduation_year']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#df.to_csv('all_data.csv',index=None,sep=';')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>date_month</th>\n",
       "      <th>txn_count</th>\n",
       "      <th>payment</th>\n",
       "      <th>user_id</th>\n",
       "      <th>type</th>\n",
       "      <th>sex</th>\n",
       "      <th>university</th>\n",
       "      <th>faculty</th>\n",
       "      <th>graduation_year</th>\n",
       "      <th>tran_year</th>\n",
       "      <th>tran_month</th>\n",
       "      <th>graduated_ago</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2014-02</td>\n",
       "      <td>1</td>\n",
       "      <td>70</td>\n",
       "      <td>2</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ТвГТУ</td>\n",
       "      <td>Управления и социальных коммуникаций (Гуманита...</td>\n",
       "      <td>2016</td>\n",
       "      <td>2014</td>\n",
       "      <td>2</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  category date_month  txn_count  payment  user_id    type  sex university  \\\n",
       "0     QIWI    2014-02          1       70        2  income  Муж      ТвГТУ   \n",
       "\n",
       "                                             faculty  graduation_year  \\\n",
       "0  Управления и социальных коммуникаций (Гуманита...             2016   \n",
       "\n",
       "   tran_year  tran_month  graduated_ago  \n",
       "0       2014           2             -2  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "university_list = dfu.university.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3000\n",
      "6000\n",
      "9000\n",
      "12000\n",
      "15000\n"
     ]
    }
   ],
   "source": [
    "pers_dic={}\n",
    "sub_dfin = df[(df['type']=='income')&(df['graduation_year']==2017)&(df['tran_year']>2014)]\n",
    "sub_dfout = df[(df['type']=='outcome')&(df['graduation_year']==2017)&(df['tran_year']>2014)]\n",
    "for i in range(1,15113+1):\n",
    "    sub_dic={}\n",
    "    if i%3000==0:\n",
    "        print(i)\n",
    "    Nincome = len (sub_dfin[sub_dfin.user_id==i])\n",
    "    Noutcome = len (sub_dfout[sub_dfout.user_id==i])\n",
    "    meanincome = sub_dfin[sub_dfin.user_id==i].payment.mean()\n",
    "    meanoutcome = sub_dfout[sub_dfout.user_id==i].payment.mean()\n",
    "    \n",
    "    sub_dic['user_id'] = i\n",
    "    sub_dic['Nincome'] = Nincome\n",
    "    sub_dic['Noutcome'] = Noutcome\n",
    "    sub_dic['meanincome'] = meanincome\n",
    "    sub_dic['meanoutcome'] = meanoutcome\n",
    "    \n",
    "    pers_dic[i] =  sub_dic\n",
    "df_pers = pd.DataFrame(pers_dic)\n",
    "df_pers=df_pers.transpose()\n",
    "df_pers = df_pers.fillna(0)\n",
    "#pers_dic"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 338,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>date_month</th>\n",
       "      <th>txn_count</th>\n",
       "      <th>payment</th>\n",
       "      <th>user_id</th>\n",
       "      <th>type</th>\n",
       "      <th>sex</th>\n",
       "      <th>university</th>\n",
       "      <th>faculty</th>\n",
       "      <th>graduation_year</th>\n",
       "      <th>tran_year</th>\n",
       "      <th>tran_month</th>\n",
       "      <th>graduated_ago</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-01</td>\n",
       "      <td>1</td>\n",
       "      <td>50</td>\n",
       "      <td>3</td>\n",
       "      <td>income</td>\n",
       "      <td>Нет</td>\n",
       "      <td>МГУ</td>\n",
       "      <td>Глобальных процессов</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-02</td>\n",
       "      <td>1</td>\n",
       "      <td>90</td>\n",
       "      <td>3</td>\n",
       "      <td>income</td>\n",
       "      <td>Нет</td>\n",
       "      <td>МГУ</td>\n",
       "      <td>Глобальных процессов</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>2</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-08</td>\n",
       "      <td>2</td>\n",
       "      <td>200</td>\n",
       "      <td>15</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>КубГАУ</td>\n",
       "      <td>Управления (Государственного и муниципального ...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>8</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-09</td>\n",
       "      <td>2</td>\n",
       "      <td>100</td>\n",
       "      <td>15</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>КубГАУ</td>\n",
       "      <td>Управления (Государственного и муниципального ...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>9</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-10</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>15</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>КубГАУ</td>\n",
       "      <td>Управления (Государственного и муниципального ...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>10</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>Форекс</td>\n",
       "      <td>2016-09</td>\n",
       "      <td>1</td>\n",
       "      <td>250</td>\n",
       "      <td>15</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>КубГАУ</td>\n",
       "      <td>Управления (Государственного и муниципального ...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>9</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>481</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-02</td>\n",
       "      <td>3</td>\n",
       "      <td>6000</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>2</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>482</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-03</td>\n",
       "      <td>1</td>\n",
       "      <td>2000</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>3</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>483</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-04</td>\n",
       "      <td>3</td>\n",
       "      <td>9000</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>4</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>484</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-05</td>\n",
       "      <td>3</td>\n",
       "      <td>5200</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>5</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>485</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-07</td>\n",
       "      <td>1</td>\n",
       "      <td>1000</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>486</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-08</td>\n",
       "      <td>4</td>\n",
       "      <td>4000</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>8</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>487</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-11</td>\n",
       "      <td>2</td>\n",
       "      <td>4500</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>11</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>488</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-12</td>\n",
       "      <td>3</td>\n",
       "      <td>14000</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>12</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>489</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2016-03</td>\n",
       "      <td>3</td>\n",
       "      <td>9100</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>3</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>490</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2016-04</td>\n",
       "      <td>2</td>\n",
       "      <td>10000</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>4</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>491</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2016-05</td>\n",
       "      <td>1</td>\n",
       "      <td>1000</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>5</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>492</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2016-06</td>\n",
       "      <td>2</td>\n",
       "      <td>2000</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>6</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>493</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2016-07</td>\n",
       "      <td>1</td>\n",
       "      <td>1500</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>7</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>494</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2016-08</td>\n",
       "      <td>1</td>\n",
       "      <td>3000</td>\n",
       "      <td>40</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт социально-гуманитарных технологий и к...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>8</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>584</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-05</td>\n",
       "      <td>1</td>\n",
       "      <td>400</td>\n",
       "      <td>45</td>\n",
       "      <td>income</td>\n",
       "      <td>Нет</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт прикладной математики и информационны...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>5</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>585</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-06</td>\n",
       "      <td>1</td>\n",
       "      <td>400</td>\n",
       "      <td>45</td>\n",
       "      <td>income</td>\n",
       "      <td>Нет</td>\n",
       "      <td>РГУ им. Канта (бывш. КГУ)</td>\n",
       "      <td>Институт прикладной математики и информационны...</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>6</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>671</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-02</td>\n",
       "      <td>1</td>\n",
       "      <td>400</td>\n",
       "      <td>50</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>БГСХА</td>\n",
       "      <td>Институт ветеринарной медицины и биотехнологии</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>2</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>672</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-03</td>\n",
       "      <td>3</td>\n",
       "      <td>1400</td>\n",
       "      <td>50</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>БГСХА</td>\n",
       "      <td>Институт ветеринарной медицины и биотехнологии</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>3</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>673</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-04</td>\n",
       "      <td>1</td>\n",
       "      <td>200</td>\n",
       "      <td>50</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>БГСХА</td>\n",
       "      <td>Институт ветеринарной медицины и биотехнологии</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>4</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>674</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-05</td>\n",
       "      <td>2</td>\n",
       "      <td>2300</td>\n",
       "      <td>50</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>БГСХА</td>\n",
       "      <td>Институт ветеринарной медицины и биотехнологии</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>5</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>675</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-06</td>\n",
       "      <td>2</td>\n",
       "      <td>300</td>\n",
       "      <td>50</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>БГСХА</td>\n",
       "      <td>Институт ветеринарной медицины и биотехнологии</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>6</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>676</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-08</td>\n",
       "      <td>1</td>\n",
       "      <td>2000</td>\n",
       "      <td>50</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>БГСХА</td>\n",
       "      <td>Институт ветеринарной медицины и биотехнологии</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>8</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>677</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-10</td>\n",
       "      <td>5</td>\n",
       "      <td>2200</td>\n",
       "      <td>50</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>БГСХА</td>\n",
       "      <td>Институт ветеринарной медицины и биотехнологии</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>10</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>678</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-11</td>\n",
       "      <td>4</td>\n",
       "      <td>800</td>\n",
       "      <td>50</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>БГСХА</td>\n",
       "      <td>Институт ветеринарной медицины и биотехнологии</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>11</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287993</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-02</td>\n",
       "      <td>2</td>\n",
       "      <td>2000</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>2</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287994</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-03</td>\n",
       "      <td>1</td>\n",
       "      <td>1000</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>3</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287995</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-04</td>\n",
       "      <td>2</td>\n",
       "      <td>3000</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>4</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287996</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-05</td>\n",
       "      <td>1</td>\n",
       "      <td>1100</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>5</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287997</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-06</td>\n",
       "      <td>1</td>\n",
       "      <td>1000</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>6</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287998</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-07</td>\n",
       "      <td>1</td>\n",
       "      <td>1000</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287999</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-08</td>\n",
       "      <td>1</td>\n",
       "      <td>1000</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>8</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288000</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-09</td>\n",
       "      <td>1</td>\n",
       "      <td>1000</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>9</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288001</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-10</td>\n",
       "      <td>1</td>\n",
       "      <td>3000</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>10</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288002</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-11</td>\n",
       "      <td>1</td>\n",
       "      <td>5000</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>11</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288003</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2016-04</td>\n",
       "      <td>1</td>\n",
       "      <td>150</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>4</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288004</th>\n",
       "      <td>Букмекеры</td>\n",
       "      <td>2015-11</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>11</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288005</th>\n",
       "      <td>Терминалы и отделения партнеров QIWI</td>\n",
       "      <td>2015-12</td>\n",
       "      <td>2</td>\n",
       "      <td>800</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>12</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288006</th>\n",
       "      <td>Терминалы и отделения партнеров QIWI</td>\n",
       "      <td>2016-01</td>\n",
       "      <td>1</td>\n",
       "      <td>800</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288007</th>\n",
       "      <td>Терминалы и отделения партнеров QIWI</td>\n",
       "      <td>2016-02</td>\n",
       "      <td>3</td>\n",
       "      <td>1300</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288008</th>\n",
       "      <td>Терминалы и отделения партнеров QIWI</td>\n",
       "      <td>2016-04</td>\n",
       "      <td>1</td>\n",
       "      <td>800</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>4</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288009</th>\n",
       "      <td>Терминалы и отделения партнеров QIWI</td>\n",
       "      <td>2016-06</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>6</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288010</th>\n",
       "      <td>Терминалы и отделения партнеров QIWI</td>\n",
       "      <td>2016-11</td>\n",
       "      <td>1</td>\n",
       "      <td>250</td>\n",
       "      <td>15105</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>11</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288059</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-02</td>\n",
       "      <td>1</td>\n",
       "      <td>1500</td>\n",
       "      <td>15106</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>НИ ИрГТУ (бывш. ИПИ)</td>\n",
       "      <td>Институт недропользования</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>2</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288060</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-05</td>\n",
       "      <td>2</td>\n",
       "      <td>400</td>\n",
       "      <td>15106</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>НИ ИрГТУ (бывш. ИПИ)</td>\n",
       "      <td>Институт недропользования</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>5</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288061</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-06</td>\n",
       "      <td>2</td>\n",
       "      <td>700</td>\n",
       "      <td>15106</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>НИ ИрГТУ (бывш. ИПИ)</td>\n",
       "      <td>Институт недропользования</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>6</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288062</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-09</td>\n",
       "      <td>1</td>\n",
       "      <td>300</td>\n",
       "      <td>15106</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>НИ ИрГТУ (бывш. ИПИ)</td>\n",
       "      <td>Институт недропользования</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>9</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288063</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2016-02</td>\n",
       "      <td>1</td>\n",
       "      <td>600</td>\n",
       "      <td>15106</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>НИ ИрГТУ (бывш. ИПИ)</td>\n",
       "      <td>Институт недропользования</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288187</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-06</td>\n",
       "      <td>2</td>\n",
       "      <td>3200</td>\n",
       "      <td>15112</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ГИТР</td>\n",
       "      <td>Кинотелеоператорского мастерства</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>6</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288188</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-08</td>\n",
       "      <td>1</td>\n",
       "      <td>2500</td>\n",
       "      <td>15112</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ГИТР</td>\n",
       "      <td>Кинотелеоператорского мастерства</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>8</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288189</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-09</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>15112</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ГИТР</td>\n",
       "      <td>Кинотелеоператорского мастерства</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>9</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288190</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-10</td>\n",
       "      <td>3</td>\n",
       "      <td>7000</td>\n",
       "      <td>15112</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ГИТР</td>\n",
       "      <td>Кинотелеоператорского мастерства</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>10</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288191</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-11</td>\n",
       "      <td>2</td>\n",
       "      <td>7500</td>\n",
       "      <td>15112</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ГИТР</td>\n",
       "      <td>Кинотелеоператорского мастерства</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>11</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288192</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2015-12</td>\n",
       "      <td>1</td>\n",
       "      <td>50</td>\n",
       "      <td>15112</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ГИТР</td>\n",
       "      <td>Кинотелеоператорского мастерства</td>\n",
       "      <td>2017</td>\n",
       "      <td>2015</td>\n",
       "      <td>12</td>\n",
       "      <td>-2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288193</th>\n",
       "      <td>QIWI</td>\n",
       "      <td>2016-08</td>\n",
       "      <td>1</td>\n",
       "      <td>150</td>\n",
       "      <td>15112</td>\n",
       "      <td>income</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ГИТР</td>\n",
       "      <td>Кинотелеоператорского мастерства</td>\n",
       "      <td>2017</td>\n",
       "      <td>2016</td>\n",
       "      <td>8</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9687 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    category date_month  txn_count  payment  \\\n",
       "19                                      QIWI    2015-01          1       50   \n",
       "20                                      QIWI    2015-02          1       90   \n",
       "196                                     QIWI    2015-08          2      200   \n",
       "197                                     QIWI    2015-09          2      100   \n",
       "198                                     QIWI    2015-10          1      100   \n",
       "199                                   Форекс    2016-09          1      250   \n",
       "481                                     QIWI    2015-02          3     6000   \n",
       "482                                     QIWI    2015-03          1     2000   \n",
       "483                                     QIWI    2015-04          3     9000   \n",
       "484                                     QIWI    2015-05          3     5200   \n",
       "485                                     QIWI    2015-07          1     1000   \n",
       "486                                     QIWI    2015-08          4     4000   \n",
       "487                                     QIWI    2015-11          2     4500   \n",
       "488                                     QIWI    2015-12          3    14000   \n",
       "489                                     QIWI    2016-03          3     9100   \n",
       "490                                     QIWI    2016-04          2    10000   \n",
       "491                                     QIWI    2016-05          1     1000   \n",
       "492                                     QIWI    2016-06          2     2000   \n",
       "493                                     QIWI    2016-07          1     1500   \n",
       "494                                     QIWI    2016-08          1     3000   \n",
       "584                                     QIWI    2015-05          1      400   \n",
       "585                                     QIWI    2015-06          1      400   \n",
       "671                                     QIWI    2015-02          1      400   \n",
       "672                                     QIWI    2015-03          3     1400   \n",
       "673                                     QIWI    2015-04          1      200   \n",
       "674                                     QIWI    2015-05          2     2300   \n",
       "675                                     QIWI    2015-06          2      300   \n",
       "676                                     QIWI    2015-08          1     2000   \n",
       "677                                     QIWI    2015-10          5     2200   \n",
       "678                                     QIWI    2015-11          4      800   \n",
       "...                                      ...        ...        ...      ...   \n",
       "287993                                  QIWI    2015-02          2     2000   \n",
       "287994                                  QIWI    2015-03          1     1000   \n",
       "287995                                  QIWI    2015-04          2     3000   \n",
       "287996                                  QIWI    2015-05          1     1100   \n",
       "287997                                  QIWI    2015-06          1     1000   \n",
       "287998                                  QIWI    2015-07          1     1000   \n",
       "287999                                  QIWI    2015-08          1     1000   \n",
       "288000                                  QIWI    2015-09          1     1000   \n",
       "288001                                  QIWI    2015-10          1     3000   \n",
       "288002                                  QIWI    2015-11          1     5000   \n",
       "288003                                  QIWI    2016-04          1      150   \n",
       "288004                             Букмекеры    2015-11          1      100   \n",
       "288005  Терминалы и отделения партнеров QIWI    2015-12          2      800   \n",
       "288006  Терминалы и отделения партнеров QIWI    2016-01          1      800   \n",
       "288007  Терминалы и отделения партнеров QIWI    2016-02          3     1300   \n",
       "288008  Терминалы и отделения партнеров QIWI    2016-04          1      800   \n",
       "288009  Терминалы и отделения партнеров QIWI    2016-06          1      100   \n",
       "288010  Терминалы и отделения партнеров QIWI    2016-11          1      250   \n",
       "288059                                  QIWI    2015-02          1     1500   \n",
       "288060                                  QIWI    2015-05          2      400   \n",
       "288061                                  QIWI    2015-06          2      700   \n",
       "288062                                  QIWI    2015-09          1      300   \n",
       "288063                                  QIWI    2016-02          1      600   \n",
       "288187                                  QIWI    2015-06          2     3200   \n",
       "288188                                  QIWI    2015-08          1     2500   \n",
       "288189                                  QIWI    2015-09          1      100   \n",
       "288190                                  QIWI    2015-10          3     7000   \n",
       "288191                                  QIWI    2015-11          2     7500   \n",
       "288192                                  QIWI    2015-12          1       50   \n",
       "288193                                  QIWI    2016-08          1      150   \n",
       "\n",
       "        user_id    type  sex                 university  \\\n",
       "19            3  income  Нет                        МГУ   \n",
       "20            3  income  Нет                        МГУ   \n",
       "196          15  income  Муж                     КубГАУ   \n",
       "197          15  income  Муж                     КубГАУ   \n",
       "198          15  income  Муж                     КубГАУ   \n",
       "199          15  income  Муж                     КубГАУ   \n",
       "481          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "482          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "483          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "484          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "485          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "486          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "487          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "488          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "489          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "490          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "491          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "492          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "493          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "494          40  income  Муж  РГУ им. Канта (бывш. КГУ)   \n",
       "584          45  income  Нет  РГУ им. Канта (бывш. КГУ)   \n",
       "585          45  income  Нет  РГУ им. Канта (бывш. КГУ)   \n",
       "671          50  income  Муж                      БГСХА   \n",
       "672          50  income  Муж                      БГСХА   \n",
       "673          50  income  Муж                      БГСХА   \n",
       "674          50  income  Муж                      БГСХА   \n",
       "675          50  income  Муж                      БГСХА   \n",
       "676          50  income  Муж                      БГСХА   \n",
       "677          50  income  Муж                      БГСХА   \n",
       "678          50  income  Муж                      БГСХА   \n",
       "...         ...     ...  ...                        ...   \n",
       "287993    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "287994    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "287995    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "287996    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "287997    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "287998    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "287999    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288000    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288001    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288002    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288003    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288004    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288005    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288006    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288007    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288008    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288009    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288010    15105  income  Муж                СПбГТИ (ТУ)   \n",
       "288059    15106  income  Муж       НИ ИрГТУ (бывш. ИПИ)   \n",
       "288060    15106  income  Муж       НИ ИрГТУ (бывш. ИПИ)   \n",
       "288061    15106  income  Муж       НИ ИрГТУ (бывш. ИПИ)   \n",
       "288062    15106  income  Муж       НИ ИрГТУ (бывш. ИПИ)   \n",
       "288063    15106  income  Муж       НИ ИрГТУ (бывш. ИПИ)   \n",
       "288187    15112  income  Муж                       ГИТР   \n",
       "288188    15112  income  Муж                       ГИТР   \n",
       "288189    15112  income  Муж                       ГИТР   \n",
       "288190    15112  income  Муж                       ГИТР   \n",
       "288191    15112  income  Муж                       ГИТР   \n",
       "288192    15112  income  Муж                       ГИТР   \n",
       "288193    15112  income  Муж                       ГИТР   \n",
       "\n",
       "                                                  faculty  graduation_year  \\\n",
       "19                                   Глобальных процессов             2017   \n",
       "20                                   Глобальных процессов             2017   \n",
       "196     Управления (Государственного и муниципального ...             2017   \n",
       "197     Управления (Государственного и муниципального ...             2017   \n",
       "198     Управления (Государственного и муниципального ...             2017   \n",
       "199     Управления (Государственного и муниципального ...             2017   \n",
       "481     Институт социально-гуманитарных технологий и к...             2017   \n",
       "482     Институт социально-гуманитарных технологий и к...             2017   \n",
       "483     Институт социально-гуманитарных технологий и к...             2017   \n",
       "484     Институт социально-гуманитарных технологий и к...             2017   \n",
       "485     Институт социально-гуманитарных технологий и к...             2017   \n",
       "486     Институт социально-гуманитарных технологий и к...             2017   \n",
       "487     Институт социально-гуманитарных технологий и к...             2017   \n",
       "488     Институт социально-гуманитарных технологий и к...             2017   \n",
       "489     Институт социально-гуманитарных технологий и к...             2017   \n",
       "490     Институт социально-гуманитарных технологий и к...             2017   \n",
       "491     Институт социально-гуманитарных технологий и к...             2017   \n",
       "492     Институт социально-гуманитарных технологий и к...             2017   \n",
       "493     Институт социально-гуманитарных технологий и к...             2017   \n",
       "494     Институт социально-гуманитарных технологий и к...             2017   \n",
       "584     Институт прикладной математики и информационны...             2017   \n",
       "585     Институт прикладной математики и информационны...             2017   \n",
       "671        Институт ветеринарной медицины и биотехнологии             2017   \n",
       "672        Институт ветеринарной медицины и биотехнологии             2017   \n",
       "673        Институт ветеринарной медицины и биотехнологии             2017   \n",
       "674        Институт ветеринарной медицины и биотехнологии             2017   \n",
       "675        Институт ветеринарной медицины и биотехнологии             2017   \n",
       "676        Институт ветеринарной медицины и биотехнологии             2017   \n",
       "677        Институт ветеринарной медицины и биотехнологии             2017   \n",
       "678        Институт ветеринарной медицины и биотехнологии             2017   \n",
       "...                                                   ...              ...   \n",
       "287993                            Экономики и менеджмента             2017   \n",
       "287994                            Экономики и менеджмента             2017   \n",
       "287995                            Экономики и менеджмента             2017   \n",
       "287996                            Экономики и менеджмента             2017   \n",
       "287997                            Экономики и менеджмента             2017   \n",
       "287998                            Экономики и менеджмента             2017   \n",
       "287999                            Экономики и менеджмента             2017   \n",
       "288000                            Экономики и менеджмента             2017   \n",
       "288001                            Экономики и менеджмента             2017   \n",
       "288002                            Экономики и менеджмента             2017   \n",
       "288003                            Экономики и менеджмента             2017   \n",
       "288004                            Экономики и менеджмента             2017   \n",
       "288005                            Экономики и менеджмента             2017   \n",
       "288006                            Экономики и менеджмента             2017   \n",
       "288007                            Экономики и менеджмента             2017   \n",
       "288008                            Экономики и менеджмента             2017   \n",
       "288009                            Экономики и менеджмента             2017   \n",
       "288010                            Экономики и менеджмента             2017   \n",
       "288059                          Институт недропользования             2017   \n",
       "288060                          Институт недропользования             2017   \n",
       "288061                          Институт недропользования             2017   \n",
       "288062                          Институт недропользования             2017   \n",
       "288063                          Институт недропользования             2017   \n",
       "288187                   Кинотелеоператорского мастерства             2017   \n",
       "288188                   Кинотелеоператорского мастерства             2017   \n",
       "288189                   Кинотелеоператорского мастерства             2017   \n",
       "288190                   Кинотелеоператорского мастерства             2017   \n",
       "288191                   Кинотелеоператорского мастерства             2017   \n",
       "288192                   Кинотелеоператорского мастерства             2017   \n",
       "288193                   Кинотелеоператорского мастерства             2017   \n",
       "\n",
       "        tran_year  tran_month  graduated_ago  \n",
       "19           2015           1             -2  \n",
       "20           2015           2             -2  \n",
       "196          2015           8             -2  \n",
       "197          2015           9             -2  \n",
       "198          2015          10             -2  \n",
       "199          2016           9             -1  \n",
       "481          2015           2             -2  \n",
       "482          2015           3             -2  \n",
       "483          2015           4             -2  \n",
       "484          2015           5             -2  \n",
       "485          2015           7             -2  \n",
       "486          2015           8             -2  \n",
       "487          2015          11             -2  \n",
       "488          2015          12             -2  \n",
       "489          2016           3             -1  \n",
       "490          2016           4             -1  \n",
       "491          2016           5             -1  \n",
       "492          2016           6             -1  \n",
       "493          2016           7             -1  \n",
       "494          2016           8             -1  \n",
       "584          2015           5             -2  \n",
       "585          2015           6             -2  \n",
       "671          2015           2             -2  \n",
       "672          2015           3             -2  \n",
       "673          2015           4             -2  \n",
       "674          2015           5             -2  \n",
       "675          2015           6             -2  \n",
       "676          2015           8             -2  \n",
       "677          2015          10             -2  \n",
       "678          2015          11             -2  \n",
       "...           ...         ...            ...  \n",
       "287993       2015           2             -2  \n",
       "287994       2015           3             -2  \n",
       "287995       2015           4             -2  \n",
       "287996       2015           5             -2  \n",
       "287997       2015           6             -2  \n",
       "287998       2015           7             -2  \n",
       "287999       2015           8             -2  \n",
       "288000       2015           9             -2  \n",
       "288001       2015          10             -2  \n",
       "288002       2015          11             -2  \n",
       "288003       2016           4             -1  \n",
       "288004       2015          11             -2  \n",
       "288005       2015          12             -2  \n",
       "288006       2016           1             -1  \n",
       "288007       2016           2             -1  \n",
       "288008       2016           4             -1  \n",
       "288009       2016           6             -1  \n",
       "288010       2016          11             -1  \n",
       "288059       2015           2             -2  \n",
       "288060       2015           5             -2  \n",
       "288061       2015           6             -2  \n",
       "288062       2015           9             -2  \n",
       "288063       2016           2             -1  \n",
       "288187       2015           6             -2  \n",
       "288188       2015           8             -2  \n",
       "288189       2015           9             -2  \n",
       "288190       2015          10             -2  \n",
       "288191       2015          11             -2  \n",
       "288192       2015          12             -2  \n",
       "288193       2016           8             -1  \n",
       "\n",
       "[9687 rows x 13 columns]"
      ]
     },
     "execution_count": 338,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[(df['type']=='income')&(df['graduation_year']==2017)&(df['tran_year']>2014)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Nincome</th>\n",
       "      <th>Noutcome</th>\n",
       "      <th>meanincome</th>\n",
       "      <th>meanoutcome</th>\n",
       "      <th>user_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1102.500000</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>464.0</td>\n",
       "      <td>388.333333</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Nincome  Noutcome  meanincome  meanoutcome  user_id\n",
       "1      0.0       4.0         0.0  1102.500000      1.0\n",
       "2      5.0       6.0       464.0   388.333333      2.0\n",
       "3      0.0       0.0         0.0     0.000000      3.0\n",
       "4      0.0       0.0         0.0     0.000000      4.0\n",
       "5      0.0       0.0         0.0     0.000000      5.0"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_pers.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 270,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "un_dic={}\n",
    "sub_dfin = df[(df['type']=='income')&(df['graduation_year']==2016)&(df['tran_year']<2016)]\n",
    "sub_dfout = df[(df['type']=='outcome')&(df['graduation_year']==2016)&(df['tran_year']<2016)]\n",
    "\n",
    "for university in university_list:\n",
    "    sub_dic={}\n",
    "    #if i%3000==0:\n",
    "    #    print(i)\n",
    "    Stud_number = len (df[ (df['university']==university )&(df['graduation_year']==2016 )].user_id.value_counts())\n",
    "    if Stud_number!=0:\n",
    "        Nincome = len (sub_dfin[sub_dfin.university==university]) / Stud_number\n",
    "        Noutcome = len (sub_dfout[sub_dfout.university==university]) / Stud_number\n",
    "        meanincome = sub_dfin[sub_dfin.university==university].payment.mean()\n",
    "        meanoutcome = sub_dfout[sub_dfout.university==university].payment.mean()\n",
    "        sub_dic['university'] = university\n",
    "        sub_dic['Nincome'] = Nincome\n",
    "        sub_dic['Noutcome'] = Noutcome\n",
    "        sub_dic['meanincome'] = meanincome\n",
    "        sub_dic['meanoutcome'] = meanoutcome\n",
    "        sub_dic['number_of_stud'] = Stud_number\n",
    "        \n",
    "        un_dic[university] =  sub_dic\n",
    "\n",
    "\n",
    "df_un = pd.DataFrame(un_dic)\n",
    "df_un=df_un.transpose()\n",
    "df_un = df_un.fillna(0)\n",
    "#pers_dic\n",
    "#df_un[df_un.number_of_stud>19]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 380,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Artem\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:3: FutureWarning: sort(columns=....) is deprecated, use sort_values(by=.....)\n",
      "  app.launch_new_instance()\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Nincome</th>\n",
       "      <th>Noutcome</th>\n",
       "      <th>meanincome</th>\n",
       "      <th>meanoutcome</th>\n",
       "      <th>number_of_stud</th>\n",
       "      <th>university</th>\n",
       "      <th>probability</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3.500000</td>\n",
       "      <td>5.553571</td>\n",
       "      <td>2980.306122</td>\n",
       "      <td>1969.228296</td>\n",
       "      <td>56</td>\n",
       "      <td>СПбГУ</td>\n",
       "      <td>0.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3.820000</td>\n",
       "      <td>7.640000</td>\n",
       "      <td>3317.591623</td>\n",
       "      <td>1779.554974</td>\n",
       "      <td>50</td>\n",
       "      <td>УГТУ-УПИ</td>\n",
       "      <td>0.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>4.227273</td>\n",
       "      <td>8.318182</td>\n",
       "      <td>2117.204301</td>\n",
       "      <td>1390.437158</td>\n",
       "      <td>22</td>\n",
       "      <td>ПНИПУ (бывш. ПГТУ)</td>\n",
       "      <td>0.85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>6.192308</td>\n",
       "      <td>9.346154</td>\n",
       "      <td>1762.857143</td>\n",
       "      <td>1301.646091</td>\n",
       "      <td>26</td>\n",
       "      <td>МГУ им. Огарева</td>\n",
       "      <td>0.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>6.089783</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>1987.900356</td>\n",
       "      <td>1278.080495</td>\n",
       "      <td>323</td>\n",
       "      <td>МГУ</td>\n",
       "      <td>0.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>5.425532</td>\n",
       "      <td>10.276596</td>\n",
       "      <td>1930.705882</td>\n",
       "      <td>1193.664596</td>\n",
       "      <td>47</td>\n",
       "      <td>ННГУ им. Лобачевского</td>\n",
       "      <td>0.85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>3.000000</td>\n",
       "      <td>7.241379</td>\n",
       "      <td>2501.149425</td>\n",
       "      <td>1160.095238</td>\n",
       "      <td>29</td>\n",
       "      <td>НИУ ВШЭ (ГУ-ВШЭ)</td>\n",
       "      <td>0.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>8.000000</td>\n",
       "      <td>17.846154</td>\n",
       "      <td>2192.259615</td>\n",
       "      <td>1131.228448</td>\n",
       "      <td>26</td>\n",
       "      <td>РЭУ им. Г. В. Плеханова</td>\n",
       "      <td>0.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2.333333</td>\n",
       "      <td>4.566667</td>\n",
       "      <td>1831.000000</td>\n",
       "      <td>1125.109489</td>\n",
       "      <td>30</td>\n",
       "      <td>СПбГПУ Политех</td>\n",
       "      <td>0.90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4.714286</td>\n",
       "      <td>9.821429</td>\n",
       "      <td>1804.621212</td>\n",
       "      <td>901.163636</td>\n",
       "      <td>28</td>\n",
       "      <td>ВлГУ им. А.Г. и Н.Г. Столетовых (ВлГУ и ВГГУ)</td>\n",
       "      <td>0.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>4.681818</td>\n",
       "      <td>11.045455</td>\n",
       "      <td>2068.349515</td>\n",
       "      <td>899.465021</td>\n",
       "      <td>22</td>\n",
       "      <td>НГТУ им. Алексеева</td>\n",
       "      <td>0.90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>6.281250</td>\n",
       "      <td>10.312500</td>\n",
       "      <td>1453.631841</td>\n",
       "      <td>809.060606</td>\n",
       "      <td>32</td>\n",
       "      <td>ЮУрГУ</td>\n",
       "      <td>0.70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>6.965517</td>\n",
       "      <td>19.655172</td>\n",
       "      <td>1721.633663</td>\n",
       "      <td>776.175439</td>\n",
       "      <td>29</td>\n",
       "      <td>МФТИ (ГУ)</td>\n",
       "      <td>0.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3.111111</td>\n",
       "      <td>6.972222</td>\n",
       "      <td>1121.696429</td>\n",
       "      <td>764.302789</td>\n",
       "      <td>36</td>\n",
       "      <td>КФУ (бывш. КГУ им. Ульянова-Ленина)</td>\n",
       "      <td>0.85</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     Nincome   Noutcome   meanincome  meanoutcome  number_of_stud  \\\n",
       "19  3.500000   5.553571  2980.306122  1969.228296              56   \n",
       "23  3.820000   7.640000  3317.591623  1779.554974              50   \n",
       "15  4.227273   8.318182  2117.204301  1390.437158              22   \n",
       "8   6.192308   9.346154  1762.857143  1301.646091              26   \n",
       "7   6.089783  10.000000  1987.900356  1278.080495             323   \n",
       "14  5.425532  10.276596  1930.705882  1193.664596              47   \n",
       "13  3.000000   7.241379  2501.149425  1160.095238              29   \n",
       "16  8.000000  17.846154  2192.259615  1131.228448              26   \n",
       "18  2.333333   4.566667  1831.000000  1125.109489              30   \n",
       "1   4.714286   9.821429  1804.621212   901.163636              28   \n",
       "12  4.681818  11.045455  2068.349515   899.465021              22   \n",
       "24  6.281250  10.312500  1453.631841   809.060606              32   \n",
       "10  6.965517  19.655172  1721.633663   776.175439              29   \n",
       "3   3.111111   6.972222  1121.696429   764.302789              36   \n",
       "\n",
       "                                       university  probability  \n",
       "19                                          СПбГУ         0.80  \n",
       "23                                       УГТУ-УПИ         0.80  \n",
       "15                             ПНИПУ (бывш. ПГТУ)         0.85  \n",
       "8                                 МГУ им. Огарева         0.80  \n",
       "7                                             МГУ         0.80  \n",
       "14                          ННГУ им. Лобачевского         0.85  \n",
       "13                               НИУ ВШЭ (ГУ-ВШЭ)         0.80  \n",
       "16                        РЭУ им. Г. В. Плеханова         0.80  \n",
       "18                                 СПбГПУ Политех         0.90  \n",
       "1   ВлГУ им. А.Г. и Н.Г. Столетовых (ВлГУ и ВГГУ)         0.80  \n",
       "12                             НГТУ им. Алексеева         0.90  \n",
       "24                                          ЮУрГУ         0.70  \n",
       "10                                      МФТИ (ГУ)         0.95  \n",
       "3             КФУ (бывш. КГУ им. Ульянова-Ленина)         0.85  "
      ]
     },
     "execution_count": 380,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "umen_un = pd.read_excel(path + \"unem.xlsx\")\n",
    "df_show = pd.merge(df_un,umen_un,on='university')\n",
    "df_show[df_show['number_of_stud']>21].sort(columns = 'meanoutcome' ,ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 383,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "dfspec = pd.read_excel(path + \"spec.xlsx\")\n",
    "df_plus_spec = pd.merge(dfspec,df,on='faculty')\n",
    "df_plus_spec.head()\n",
    "spec_list = ['тех','мат','общ','гум','мед']\n",
    "prob_list = [0.8, 0.77,0.7,0.72,0.7857]\n",
    "big_dic_spec = {}\n",
    "for i in range(5):\n",
    "    small_dic = {}\n",
    "    people = len(sub_set.user_id.value_counts())\n",
    "    sub_set = df_plus_spec[ (df_plus_spec.scpec==spec_list[i])&(df_plus_spec.graduation_year==2016)&(df_plus_spec['tran_year']<2016) ]\n",
    "    #sub_set.user_id.unique\n",
    "    Nincome = len(sub_set[sub_set['type']=='income'].payment)/people\n",
    "    Noutcome = len(sub_set[sub_set['type']=='outcome'].payment)/people\n",
    "    meanincome = sub_set[sub_set['type']=='income'].payment.mean()\n",
    "    meanoutcome = sub_set[sub_set['type']=='outcome'].payment.mean()\n",
    "    small_dic['Nincome'] = Nincome\n",
    "    small_dic['Noutcome'] = Noutcome\n",
    "    small_dic['meanincome'] = meanincome\n",
    "    small_dic['meanoutcome'] = meanoutcome\n",
    "    small_dic['number_of_stud'] = people   \n",
    "    small_dic['prob'] = prob_list[i]   \n",
    "    big_dic_spec[spec_list[i]] = small_dic\n",
    "df_spec = pd.DataFrame(big_dic_spec).transpose()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 411,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "гум    0.7200\n",
       "мат    0.7700\n",
       "мед    0.7857\n",
       "общ    0.7000\n",
       "тех    0.8000\n",
       "Name: prob, dtype: float64"
      ]
     },
     "execution_count": 411,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_spec.iloc[:,5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 447,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[ -0.00000000e+00  -0.00000000e+00  -0.00000000e+00  -7.12195421e-05]\n",
      "0.833438217744\n",
      "0.391882032309\n",
      "{'max_iter': 1000, 'warm_start': False, 'random_state': None, 'fit_intercept': True, 'copy_X': True, 'normalize': True, 'tol': 0.0001, 'selection': 'cyclic', 'precompute': False, 'alpha': 0.015, 'positive': False}\n"
     ]
    }
   ],
   "source": [
    "#код для регрессии\n",
    "umen_un = pd.read_excel(path + \"unem.xlsx\")\n",
    "df_X_train=pd.merge(df_un,umen_un,on='university')\n",
    "\n",
    "df_X_train.meanincome=df_X_train.meanincome\n",
    "df_X_train.meanoutcome=df_X_train.meanoutcome\n",
    "df_pers_norm=df_pers.copy()\n",
    "df_pers_norm.meanincome=df_pers.meanincome\n",
    "df_pers_norm.meanoutcome=df_pers.meanoutcome\n",
    "\n",
    "P_train =  np.concatenate(( df_X_train.probability.as_matrix(),df_spec.iloc[:,5].as_matrix()))\n",
    "Y_train= np.log(P_train/(1- P_train)) \n",
    "X_train = np.concatenate((df_X_train.iloc[:,0:4].as_matrix(),df_spec.iloc[:,0:4].as_matrix()))\n",
    "X_train[:,2] = X_train [:,2]\n",
    "X_train[:,3] = X_train [:,3]\n",
    "from sklearn import linear_model\n",
    "from sklearn import preprocessing\n",
    "reg = linear_model.Lasso(alpha = 0.015,fit_intercept=True,normalize=True)\n",
    "reg.fit(X_train, Y_train)\n",
    "#генерируем тестовую выборку\n",
    "X_test = df_pers_norm.iloc[:,0:4].as_matrix()\n",
    "X_test[:,2] = X_test[:,2]\n",
    "X_test[:,3] = X_test [:,3]\n",
    "pred_prob = np.exp(reg.predict(X_test))/(1+np.exp(reg.predict(X_test)))\n",
    "df_pers['pred_prob'] = pred_prob\n",
    "Itog = pd.merge(df_pers,dfu,on='user_id')\n",
    "uni_rating={}\n",
    "for university in university_list:\n",
    "    uni_rating[university] = {'pred_prob':Itog[Itog['university']==university].pred_prob.mean()}\n",
    "our_rating = pd.DataFrame(uni_rating).transpose()\n",
    "our_rating[our_rating.pred_prob<0.86]\n",
    "print ((reg.coef_))\n",
    "print (df_pers.pred_prob.max() )\n",
    "print ( df_pers.pred_prob.min() )\n",
    "our_rating.pred_prob.min()\n",
    "Itog[(Itog.pred_prob<0.7)&(Itog.Noutcome!=0)].head()\n",
    "print (reg.get_params())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 317,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 1272.2826087 ,   901.16363636,   857.24409449,   764.30278884,\n",
       "         775.56701031,  1792.53012048,  1229.04255319,  1278.08049536,\n",
       "        1301.64609053,  1586.8134715 ,   776.1754386 ,  1667.69230769,\n",
       "         899.46502058,  1160.0952381 ,  1193.66459627,  1390.43715847,\n",
       "        1131.22844828,   592.83783784,  1125.10948905,  1969.22829582,\n",
       "        2025.        ,  1160.94117647,   949.26108374,  1779.55497382,\n",
       "         809.06060606,   343.        ,   373.        ,   106.        ,\n",
       "         220.        ,    43.        ])"
      ]
     },
     "execution_count": 317,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 303,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<pandas.core.indexing._iLocIndexer at 0x26d711eb198>"
      ]
     },
     "execution_count": 303,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_spec.iloc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 364,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "15113"
      ]
     },
     "execution_count": 364,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#df_un[df_un.number_of_stud>20].sort(columns='meanincome',ascending=False)\n",
    "len(df.user_id.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 365,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([2016, 2017, 2018, 2015, 2014], dtype=int64)"
      ]
     },
     "execution_count": 365,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.graduation_year.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 336,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>sex</th>\n",
       "      <th>university</th>\n",
       "      <th>faculty</th>\n",
       "      <th>graduation_year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ТвГТУ</td>\n",
       "      <td>Дополнительного профессионального образования</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ТвГТУ</td>\n",
       "      <td>Управления и социальных коммуникаций (Гуманита...</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>МГУ</td>\n",
       "      <td>Глобальных процессов</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ЧелГУ</td>\n",
       "      <td>Управления</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ЮУрГУ</td>\n",
       "      <td>Факультет экономики и управления (до 2016 г.)</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ЮУрГУ</td>\n",
       "      <td>Институт спорта, туризма и сервиса</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ЮУрГУ</td>\n",
       "      <td>Архитектурно-строительный факультет (до 2016 г.)</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ВлГУ им. А.Г. и Н.Г. Столетовых (ВлГУ и ВГГУ)</td>\n",
       "      <td>Механико-технологический (ИИТ)</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>NaN</td>\n",
       "      <td>УГГУ (бывш. УГГГА)</td>\n",
       "      <td>Институт сокращенной подготовки</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>Муж</td>\n",
       "      <td>УГТУ-УПИ</td>\n",
       "      <td>Высшая школа экономики и менеджмента</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>УрГПУ</td>\n",
       "      <td>Институт менеджмента и права (Институт кадрово...</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>12</td>\n",
       "      <td>Муж</td>\n",
       "      <td>УрГПУ</td>\n",
       "      <td>Институт физической культуры</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>КубГАУ</td>\n",
       "      <td>Прикладной информатики</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>14</td>\n",
       "      <td>NaN</td>\n",
       "      <td>СПбГЭУ (ранее ФИНЭК, ИНЖЭКОН, СПбГУСЭ)</td>\n",
       "      <td>Экономики и финансов</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>15</td>\n",
       "      <td>Муж</td>\n",
       "      <td>КубГАУ</td>\n",
       "      <td>Управления (Государственного и муниципального ...</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>16</td>\n",
       "      <td>NaN</td>\n",
       "      <td>МГА им. адмирала Ушакова (бывш. НВИМУ)</td>\n",
       "      <td>Институт морского транспортного менеджмента, э...</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>17</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ИМСИТ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>18</td>\n",
       "      <td>NaN</td>\n",
       "      <td>БГТУ им. Шухова</td>\n",
       "      <td>Химико-технологический институт (бывш. Институ...</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>19</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ИМСИТ</td>\n",
       "      <td>Информатики и вычислительной техники</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>20</td>\n",
       "      <td>NaN</td>\n",
       "      <td>КубГАУ</td>\n",
       "      <td>Механизации</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>КубГАУ</td>\n",
       "      <td>Ветеринарной медицины</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>КубГТУ</td>\n",
       "      <td>Экономики, управления и бизнеса</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>23</td>\n",
       "      <td>NaN</td>\n",
       "      <td>КубГТУ</td>\n",
       "      <td>Институт компьютерных систем и информационной ...</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>24</td>\n",
       "      <td>Муж</td>\n",
       "      <td>МГА им. адмирала Ушакова (бывш. НВИМУ)</td>\n",
       "      <td>Институт морского транспортного менеджмента, э...</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>КубГАУ</td>\n",
       "      <td>Прикладной информатики</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>26</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ВГТУ (бывш. ВПИ)</td>\n",
       "      <td>Информационных технологий и компьютерной безоп...</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>27</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Воронежский ГАСУ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>28</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Воронежский ГАСУ</td>\n",
       "      <td>Заочного обучения</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>29</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ВГУИТ (бывш. ВГТА, ВТИ)</td>\n",
       "      <td>Технологический</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>СГТУ им. Ю.А. Гагарина (бывш. СПИ)</td>\n",
       "      <td>Институт электронной техники и машиностроения</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15083</th>\n",
       "      <td>15084</td>\n",
       "      <td>NaN</td>\n",
       "      <td>РАНХиГС (СКАГС) при Президенте РФ</td>\n",
       "      <td>Управления</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15084</th>\n",
       "      <td>15085</td>\n",
       "      <td>NaN</td>\n",
       "      <td>РГЭУ РИНХ</td>\n",
       "      <td>Юридический</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15085</th>\n",
       "      <td>15086</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ЮФУ (бывш. РГУ)</td>\n",
       "      <td>Институт высоких технологий и пьезотехники</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15086</th>\n",
       "      <td>15087</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ДГТУ (бывш. РИСХМ)</td>\n",
       "      <td>Автоматизации, мехатроники и управления</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15087</th>\n",
       "      <td>15088</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ЮРГТУ (НПИ)</td>\n",
       "      <td>Механический</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15088</th>\n",
       "      <td>15089</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СКГМИ (ГТУ)</td>\n",
       "      <td>Юридический</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15089</th>\n",
       "      <td>15090</td>\n",
       "      <td>NaN</td>\n",
       "      <td>КГУКИ</td>\n",
       "      <td>Экономики и управления</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15090</th>\n",
       "      <td>15091</td>\n",
       "      <td>NaN</td>\n",
       "      <td>НИУ ВШЭ (ГУ-ВШЭ)</td>\n",
       "      <td>Бизнеса и менеджмента (Бизнес-информатики, Лог...</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15091</th>\n",
       "      <td>15092</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ГГНИ им. Миллионщикова</td>\n",
       "      <td>Автоматизации и прикладной информатики</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15092</th>\n",
       "      <td>15093</td>\n",
       "      <td>NaN</td>\n",
       "      <td>БашГУ</td>\n",
       "      <td>Институт экономики, финансов и бизнеса</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15093</th>\n",
       "      <td>15094</td>\n",
       "      <td>Муж</td>\n",
       "      <td>УГГУ (бывш. УГГГА)</td>\n",
       "      <td>Геологии и геофизики</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15094</th>\n",
       "      <td>15095</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ЮУрГУ</td>\n",
       "      <td>Компьютерных технологий, управления и радиоэле...</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15095</th>\n",
       "      <td>15096</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ВолГАУ (бывш. ВГСХА)</td>\n",
       "      <td>Биотехнологий и ветеринарной медицины</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15096</th>\n",
       "      <td>15097</td>\n",
       "      <td>Муж</td>\n",
       "      <td>МГУ</td>\n",
       "      <td>Физический</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15097</th>\n",
       "      <td>15098</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ВГПУ</td>\n",
       "      <td>Социальной и коррекционной педагогики</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15098</th>\n",
       "      <td>15099</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ГГНИ им. Миллионщикова</td>\n",
       "      <td>Автоматизации и прикладной информатики</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15099</th>\n",
       "      <td>15100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>СПбГПУ Политех</td>\n",
       "      <td>Институт компьютерных наук и технологий (бывш....</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15100</th>\n",
       "      <td>15101</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ННГУ им. Лобачевского</td>\n",
       "      <td>Механико-математический</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15101</th>\n",
       "      <td>15102</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ДВГУПС (бывш. ХабИИЖТ, ДВГАПС)</td>\n",
       "      <td>Институт экономики</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15102</th>\n",
       "      <td>15103</td>\n",
       "      <td>Муж</td>\n",
       "      <td>РГПУ им. Герцена</td>\n",
       "      <td>Институт педагогики и психологии (Психолого-пе...</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15103</th>\n",
       "      <td>15104</td>\n",
       "      <td>NaN</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Химии веществ и материалов (бывш. Химической т...</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15104</th>\n",
       "      <td>15105</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СПбГТИ (ТУ)</td>\n",
       "      <td>Экономики и менеджмента</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15105</th>\n",
       "      <td>15106</td>\n",
       "      <td>Муж</td>\n",
       "      <td>НИ ИрГТУ (бывш. ИПИ)</td>\n",
       "      <td>Институт недропользования</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15106</th>\n",
       "      <td>15107</td>\n",
       "      <td>Муж</td>\n",
       "      <td>СГУГиТ (бывш. СГГА)</td>\n",
       "      <td>Институт оптики и оптических технологий</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15107</th>\n",
       "      <td>15108</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ЯрГУ им. П. Г. Демидова</td>\n",
       "      <td>Информатики и вычислительной техники</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15108</th>\n",
       "      <td>15109</td>\n",
       "      <td>Муж</td>\n",
       "      <td>МАИ</td>\n",
       "      <td>Инженерно-экономический (ИНЖЭКИН МАИ, бывш. Эк...</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15109</th>\n",
       "      <td>15110</td>\n",
       "      <td>Муж</td>\n",
       "      <td>НИУ МЭИ (МЭИ ТУ)</td>\n",
       "      <td>Институт тепловой и атомной энергетики</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15110</th>\n",
       "      <td>15111</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ГИТР</td>\n",
       "      <td>Художественный</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15111</th>\n",
       "      <td>15112</td>\n",
       "      <td>Муж</td>\n",
       "      <td>ГИТР</td>\n",
       "      <td>Кинотелеоператорского мастерства</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15112</th>\n",
       "      <td>15113</td>\n",
       "      <td>NaN</td>\n",
       "      <td>МАТИ</td>\n",
       "      <td>Институт менеджмента, экономики и социальных т...</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15113 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       user_id  sex                                     university  \\\n",
       "0            1  Муж                                          ТвГТУ   \n",
       "1            2  Муж                                          ТвГТУ   \n",
       "2            3  NaN                                            МГУ   \n",
       "3            4  NaN                                          ЧелГУ   \n",
       "4            5  NaN                                          ЮУрГУ   \n",
       "5            6  Муж                                          ЮУрГУ   \n",
       "6            7  NaN                                          ЮУрГУ   \n",
       "7            8  Муж  ВлГУ им. А.Г. и Н.Г. Столетовых (ВлГУ и ВГГУ)   \n",
       "8            9  NaN                             УГГУ (бывш. УГГГА)   \n",
       "9           10  Муж                                       УГТУ-УПИ   \n",
       "10          11  NaN                                          УрГПУ   \n",
       "11          12  Муж                                          УрГПУ   \n",
       "12          13  NaN                                         КубГАУ   \n",
       "13          14  NaN         СПбГЭУ (ранее ФИНЭК, ИНЖЭКОН, СПбГУСЭ)   \n",
       "14          15  Муж                                         КубГАУ   \n",
       "15          16  NaN         МГА им. адмирала Ушакова (бывш. НВИМУ)   \n",
       "16          17  Муж                                          ИМСИТ   \n",
       "17          18  NaN                                БГТУ им. Шухова   \n",
       "18          19  NaN                                          ИМСИТ   \n",
       "19          20  NaN                                         КубГАУ   \n",
       "20          21  NaN                                         КубГАУ   \n",
       "21          22  NaN                                         КубГТУ   \n",
       "22          23  NaN                                         КубГТУ   \n",
       "23          24  Муж         МГА им. адмирала Ушакова (бывш. НВИМУ)   \n",
       "24          25  NaN                                         КубГАУ   \n",
       "25          26  NaN                               ВГТУ (бывш. ВПИ)   \n",
       "26          27  NaN                               Воронежский ГАСУ   \n",
       "27          28  NaN                               Воронежский ГАСУ   \n",
       "28          29  NaN                        ВГУИТ (бывш. ВГТА, ВТИ)   \n",
       "29          30  NaN             СГТУ им. Ю.А. Гагарина (бывш. СПИ)   \n",
       "...        ...  ...                                            ...   \n",
       "15083    15084  NaN              РАНХиГС (СКАГС) при Президенте РФ   \n",
       "15084    15085  NaN                                      РГЭУ РИНХ   \n",
       "15085    15086  NaN                                ЮФУ (бывш. РГУ)   \n",
       "15086    15087  NaN                             ДГТУ (бывш. РИСХМ)   \n",
       "15087    15088  NaN                                    ЮРГТУ (НПИ)   \n",
       "15088    15089  Муж                                    СКГМИ (ГТУ)   \n",
       "15089    15090  NaN                                          КГУКИ   \n",
       "15090    15091  NaN                               НИУ ВШЭ (ГУ-ВШЭ)   \n",
       "15091    15092  Муж                         ГГНИ им. Миллионщикова   \n",
       "15092    15093  NaN                                          БашГУ   \n",
       "15093    15094  Муж                             УГГУ (бывш. УГГГА)   \n",
       "15094    15095  Муж                                          ЮУрГУ   \n",
       "15095    15096  Муж                           ВолГАУ (бывш. ВГСХА)   \n",
       "15096    15097  Муж                                            МГУ   \n",
       "15097    15098  NaN                                           ВГПУ   \n",
       "15098    15099  Муж                         ГГНИ им. Миллионщикова   \n",
       "15099    15100  NaN                                 СПбГПУ Политех   \n",
       "15100    15101  NaN                          ННГУ им. Лобачевского   \n",
       "15101    15102  NaN                 ДВГУПС (бывш. ХабИИЖТ, ДВГАПС)   \n",
       "15102    15103  Муж                               РГПУ им. Герцена   \n",
       "15103    15104  NaN                                    СПбГТИ (ТУ)   \n",
       "15104    15105  Муж                                    СПбГТИ (ТУ)   \n",
       "15105    15106  Муж                           НИ ИрГТУ (бывш. ИПИ)   \n",
       "15106    15107  Муж                            СГУГиТ (бывш. СГГА)   \n",
       "15107    15108  NaN                        ЯрГУ им. П. Г. Демидова   \n",
       "15108    15109  Муж                                            МАИ   \n",
       "15109    15110  Муж                               НИУ МЭИ (МЭИ ТУ)   \n",
       "15110    15111  NaN                                           ГИТР   \n",
       "15111    15112  Муж                                           ГИТР   \n",
       "15112    15113  NaN                                           МАТИ   \n",
       "\n",
       "                                                 faculty  graduation_year  \n",
       "0          Дополнительного профессионального образования             2016  \n",
       "1      Управления и социальных коммуникаций (Гуманита...             2016  \n",
       "2                                   Глобальных процессов             2017  \n",
       "3                                             Управления             2018  \n",
       "4          Факультет экономики и управления (до 2016 г.)             2015  \n",
       "5                     Институт спорта, туризма и сервиса             2016  \n",
       "6       Архитектурно-строительный факультет (до 2016 г.)             2015  \n",
       "7                         Механико-технологический (ИИТ)             2018  \n",
       "8                        Институт сокращенной подготовки             2015  \n",
       "9                   Высшая школа экономики и менеджмента             2015  \n",
       "10     Институт менеджмента и права (Институт кадрово...             2018  \n",
       "11                          Институт физической культуры             2014  \n",
       "12                                Прикладной информатики             2014  \n",
       "13                                  Экономики и финансов             2016  \n",
       "14     Управления (Государственного и муниципального ...             2017  \n",
       "15     Институт морского транспортного менеджмента, э...             2018  \n",
       "16                                                   NaN             2014  \n",
       "17     Химико-технологический институт (бывш. Институ...             2017  \n",
       "18                  Информатики и вычислительной техники             2017  \n",
       "19                                           Механизации             2017  \n",
       "20                                 Ветеринарной медицины             2014  \n",
       "21                       Экономики, управления и бизнеса             2017  \n",
       "22     Институт компьютерных систем и информационной ...             2016  \n",
       "23     Институт морского транспортного менеджмента, э...             2016  \n",
       "24                                Прикладной информатики             2016  \n",
       "25     Информационных технологий и компьютерной безоп...             2014  \n",
       "26                                                   NaN             2015  \n",
       "27                                     Заочного обучения             2015  \n",
       "28                                       Технологический             2016  \n",
       "29         Институт электронной техники и машиностроения             2015  \n",
       "...                                                  ...              ...  \n",
       "15083                                         Управления             2015  \n",
       "15084                                        Юридический             2017  \n",
       "15085         Институт высоких технологий и пьезотехники             2015  \n",
       "15086            Автоматизации, мехатроники и управления             2017  \n",
       "15087                                       Механический             2014  \n",
       "15088                                        Юридический             2018  \n",
       "15089                             Экономики и управления             2015  \n",
       "15090  Бизнеса и менеджмента (Бизнес-информатики, Лог...             2017  \n",
       "15091             Автоматизации и прикладной информатики             2014  \n",
       "15092             Институт экономики, финансов и бизнеса             2017  \n",
       "15093                               Геологии и геофизики             2017  \n",
       "15094  Компьютерных технологий, управления и радиоэле...             2018  \n",
       "15095              Биотехнологий и ветеринарной медицины             2018  \n",
       "15096                                         Физический             2016  \n",
       "15097              Социальной и коррекционной педагогики             2014  \n",
       "15098             Автоматизации и прикладной информатики             2016  \n",
       "15099  Институт компьютерных наук и технологий (бывш....             2016  \n",
       "15100                            Механико-математический             2017  \n",
       "15101                                 Институт экономики             2018  \n",
       "15102  Институт педагогики и психологии (Психолого-пе...             2014  \n",
       "15103  Химии веществ и материалов (бывш. Химической т...             2018  \n",
       "15104                            Экономики и менеджмента             2017  \n",
       "15105                          Институт недропользования             2017  \n",
       "15106            Институт оптики и оптических технологий             2015  \n",
       "15107               Информатики и вычислительной техники             2016  \n",
       "15108  Инженерно-экономический (ИНЖЭКИН МАИ, бывш. Эк...             2015  \n",
       "15109             Институт тепловой и атомной энергетики             2016  \n",
       "15110                                     Художественный             2015  \n",
       "15111                   Кинотелеоператорского мастерства             2017  \n",
       "15112  Институт менеджмента, экономики и социальных т...             2018  \n",
       "\n",
       "[15113 rows x 5 columns]"
      ]
     },
     "execution_count": 336,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfu"
   ]
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [conda root]",
   "language": "python",
   "name": "conda-root-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}