data_analize.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import seaborn as sns\n",
    "import matplotlib as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def del_col(df: pd.DataFrame, columns: list):\n",
    "\n",
    "    if type(columns) is list:\n",
    "        df = df.drop([columns], axis=1)\n",
    "\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def display_data(dataframe, list_columns=None):\n",
    "    '''\n",
    "    Развернутая информация по датасету с фильтрацией по списку колонок,\n",
    "    по умолчнию без фильтрации,\n",
    "    названия признаков упорядочены по алфавиту\n",
    "    '''\n",
    "    if list_columns==None:\n",
    "        index_ = sorted(dataframe.columns)\n",
    "    else: \n",
    "        index_ = sorted([x for x in set(dataframe.dtypes.index).intersection(set(list_columns))])\n",
    "    \n",
    "    df = dataframe[index_]\n",
    "    d = pd.concat([df.dtypes,df.count() + df.isna().sum(),\\\n",
    "               round((df.isna().sum()/(df.count() + df.isna().sum()))*100,2),df.nunique(),],axis=1)\n",
    "    d.columns = ['Тип', 'Общ.кол', '% пропусков','Кол-во уник.значений']\n",
    "    display(d)\n",
    "    \n",
    "    return"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def show_correlation(df, features):\n",
    "    '''\n",
    "    plot correlation matrix\n",
    "    '''\n",
    "    \n",
    "    #corr_matrix = df.drop(categorial_feature, axis=1).corr()\n",
    "    corr_matrix = df[features].corr()\n",
    "    plt.rcParams['figure.figsize'] = (15,15)\n",
    "    sns.heatmap(corr_matrix, square=True,\n",
    "                annot=True, fmt=\".1f\", linewidths=0.1, cmap=\"RdBu\")\n",
    "    plt.tight_layout()\n",
    "    \n",
    "    return"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Тип</th>\n",
       "      <th>Общ.кол</th>\n",
       "      <th>% пропусков</th>\n",
       "      <th>Кол-во уник.значений</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>body_type</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>desc</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>58395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_capacity</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.12</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_power</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.08</td>\n",
       "      <td>344</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_type</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mileage</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>16.53</td>\n",
       "      <td>14638</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model_2</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>962</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>name</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>53807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>params</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>49677</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>price</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>region</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>transmission</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>wheel</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     Тип  Общ.кол  % пропусков  Кол-во уник.значений\n",
       "body_type         object    71989         0.00                    11\n",
       "desc              object    71989         0.00                 58395\n",
       "engine_capacity  float64    71989         0.12                    57\n",
       "engine_power     float64    71989         0.08                   344\n",
       "fuel_type         object    71989         0.00                     5\n",
       "mileage          float64    71989        16.53                 14638\n",
       "model             object    71989         0.00                    29\n",
       "model_2           object    71989         0.00                   962\n",
       "name              object    71989         0.00                 53807\n",
       "params            object    71989         0.00                 49677\n",
       "price              int64    71989         0.00                  5119\n",
       "region            object    71989         0.00                   447\n",
       "transmission      object    71989         0.00                     4\n",
       "wheel             object    71989         0.00                     3\n",
       "year               int64    71989         0.00                    73"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df = pd.read_csv('./dataset_all.csv', index_col=0)\n",
    "display_data(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\sante\\AppData\\Local\\Temp\\ipykernel_6868\\494701168.py:2: FutureWarning: A value is trying to be set on a copy of a DataFrame or Series through chained assignment using an inplace method.\n",
      "The behavior will change in pandas 3.0. This inplace method will never work because the intermediate object on which we are setting values always behaves as a copy.\n",
      "\n",
      "For example, when doing 'df[col].method(value, inplace=True)', try using 'df.method({col: value}, inplace=True)' or df[col] = df[col].method(value) instead, to perform the operation inplace on the original object.\n",
      "\n",
      "\n",
      "  df['mileage'].fillna(0, inplace=True)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Тип</th>\n",
       "      <th>Общ.кол</th>\n",
       "      <th>% пропусков</th>\n",
       "      <th>Кол-во уник.значений</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>body_type</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>desc</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>58395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_capacity</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.12</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_power</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.08</td>\n",
       "      <td>344</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_type</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mileage</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>14639</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model_2</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>962</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>name</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>53807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>params</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>49677</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>price</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>region</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>transmission</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>wheel</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     Тип  Общ.кол  % пропусков  Кол-во уник.значений\n",
       "body_type         object    71989         0.00                    11\n",
       "desc              object    71989         0.00                 58395\n",
       "engine_capacity  float64    71989         0.12                    57\n",
       "engine_power     float64    71989         0.08                   344\n",
       "fuel_type         object    71989         0.00                     5\n",
       "mileage          float64    71989         0.00                 14639\n",
       "model             object    71989         0.00                    29\n",
       "model_2           object    71989         0.00                   962\n",
       "name              object    71989         0.00                 53807\n",
       "params            object    71989         0.00                 49677\n",
       "price              int64    71989         0.00                  5119\n",
       "region            object    71989         0.00                   447\n",
       "transmission      object    71989         0.00                     4\n",
       "wheel             object    71989         0.00                     3\n",
       "year               int64    71989         0.00                    73"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#исправление пропусков\n",
    "df['mileage'].fillna(0, inplace=True)\n",
    "display_data(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Тип</th>\n",
       "      <th>Общ.кол</th>\n",
       "      <th>% пропусков</th>\n",
       "      <th>Кол-во уник.значений</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>body_type</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>desc</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>58395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_capacity</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_power</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.08</td>\n",
       "      <td>344</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_type</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mileage</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>14639</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model_2</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>962</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>name</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>53807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>params</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>49677</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>price</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>region</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>transmission</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>wheel</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.00</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     Тип  Общ.кол  % пропусков  Кол-во уник.значений\n",
       "body_type         object    71989         0.00                    11\n",
       "desc              object    71989         0.00                 58395\n",
       "engine_capacity  float64    71989         0.00                    58\n",
       "engine_power     float64    71989         0.08                   344\n",
       "fuel_type         object    71989         0.00                     5\n",
       "mileage          float64    71989         0.00                 14639\n",
       "model             object    71989         0.00                    29\n",
       "model_2           object    71989         0.00                   962\n",
       "name              object    71989         0.00                 53807\n",
       "params            object    71989         0.00                 49677\n",
       "price              int64    71989         0.00                  5119\n",
       "region            object    71989         0.00                   447\n",
       "transmission      object    71989         0.00                     4\n",
       "wheel             object    71989         0.00                     3\n",
       "year               int64    71989         0.00                    73"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df.loc[(df['engine_capacity'].isnull()) & (df['fuel_type'] == 'электро'), 'engine_capacity'] = 0.0\n",
    "display_data(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Тип</th>\n",
       "      <th>Общ.кол</th>\n",
       "      <th>% пропусков</th>\n",
       "      <th>Кол-во уник.значений</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>body_type</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>desc</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>58395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_capacity</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_power</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>354</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_type</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mileage</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>14639</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model_2</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>962</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>name</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>53807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>params</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>49677</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>price</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>region</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>transmission</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>wheel</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     Тип  Общ.кол  % пропусков  Кол-во уник.значений\n",
       "body_type         object    71989          0.0                    11\n",
       "desc              object    71989          0.0                 58395\n",
       "engine_capacity  float64    71989          0.0                    58\n",
       "engine_power     float64    71989          0.0                   354\n",
       "fuel_type         object    71989          0.0                     5\n",
       "mileage          float64    71989          0.0                 14639\n",
       "model             object    71989          0.0                    29\n",
       "model_2           object    71989          0.0                   962\n",
       "name              object    71989          0.0                 53807\n",
       "params            object    71989          0.0                 49677\n",
       "price              int64    71989          0.0                  5119\n",
       "region            object    71989          0.0                   447\n",
       "transmission      object    71989          0.0                     4\n",
       "wheel             object    71989          0.0                     3\n",
       "year               int64    71989          0.0                    73"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df.loc[df['engine_power'].isnull(), 'engine_power'] = df.loc[df['engine_power'].isnull(), 'engine_capacity'].apply(lambda x: df.groupby('engine_capacity')['engine_power'].mean()[x])\n",
    "#df.loc[df['engine_power'].isnull(), 'engine_capacity'].apply(lambda x: df.groupby('engine_capacity')['engine_power'].mean()[x])\n",
    "display_data(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>price</th>\n",
       "      <th>desc</th>\n",
       "      <th>region</th>\n",
       "      <th>mileage</th>\n",
       "      <th>engine_capacity</th>\n",
       "      <th>transmission</th>\n",
       "      <th>engine_power</th>\n",
       "      <th>body_type</th>\n",
       "      <th>wheel</th>\n",
       "      <th>fuel_type</th>\n",
       "      <th>model</th>\n",
       "      <th>model_2</th>\n",
       "      <th>year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3883899162</th>\n",
       "      <td>2570000</td>\n",
       "      <td>Данный автомобиль прошел юридическую проверку,...</td>\n",
       "      <td>Москва</td>\n",
       "      <td>24831.0</td>\n",
       "      <td>1.4</td>\n",
       "      <td>AMT</td>\n",
       "      <td>150.0</td>\n",
       "      <td>седан</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>Audi</td>\n",
       "      <td>A4</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3719132447</th>\n",
       "      <td>2595000</td>\n",
       "      <td>Дополнительная скидка до 300 000 рублей при по...</td>\n",
       "      <td>Москва</td>\n",
       "      <td>116401.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>AMT</td>\n",
       "      <td>249.0</td>\n",
       "      <td>лифтбек</td>\n",
       "      <td>полный</td>\n",
       "      <td>бензин</td>\n",
       "      <td>Audi</td>\n",
       "      <td>A7</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3662013276</th>\n",
       "      <td>1299000</td>\n",
       "      <td>Оставить заявку на рассрочку Оставить заявку н...</td>\n",
       "      <td>Москва</td>\n",
       "      <td>98000.0</td>\n",
       "      <td>1.4</td>\n",
       "      <td>AMT</td>\n",
       "      <td>122.0</td>\n",
       "      <td>седан</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>Audi</td>\n",
       "      <td>A3</td>\n",
       "      <td>2013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3612342601</th>\n",
       "      <td>6999000</td>\n",
       "      <td>Автомобиль из Германии. Идеальное состояние, п...</td>\n",
       "      <td>Москва</td>\n",
       "      <td>78000.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>AT</td>\n",
       "      <td>231.0</td>\n",
       "      <td>внедорожник</td>\n",
       "      <td>полный</td>\n",
       "      <td>дизель</td>\n",
       "      <td>Audi</td>\n",
       "      <td>Q7</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3566107102</th>\n",
       "      <td>2279000</td>\n",
       "      <td>Оставить заявку на рассрочку Оставить заявку н...</td>\n",
       "      <td>Москва</td>\n",
       "      <td>172000.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>AMT</td>\n",
       "      <td>249.0</td>\n",
       "      <td>седан</td>\n",
       "      <td>полный</td>\n",
       "      <td>бензин</td>\n",
       "      <td>Audi</td>\n",
       "      <td>A6</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4162350483</th>\n",
       "      <td>349000</td>\n",
       "      <td>Продам Ваз 2112 2008г. Я Собственник по докуме...</td>\n",
       "      <td>Челябинская обл.</td>\n",
       "      <td>100000.0</td>\n",
       "      <td>1.6</td>\n",
       "      <td>MT</td>\n",
       "      <td>90.0</td>\n",
       "      <td>хетчбэк</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>ВАЗ</td>\n",
       "      <td>(LADA)</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3709120114</th>\n",
       "      <td>935000</td>\n",
       "      <td>Машина в отличном состоянии. Без Дтп. Кузов в ...</td>\n",
       "      <td>Ставропольский край</td>\n",
       "      <td>186000.0</td>\n",
       "      <td>1.6</td>\n",
       "      <td>MT</td>\n",
       "      <td>106.0</td>\n",
       "      <td>седан</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>ВАЗ</td>\n",
       "      <td>(LADA) Vesta</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3747662839</th>\n",
       "      <td>380000</td>\n",
       "      <td>Рaсчeт кpeдита пo Телефоhу за 5 мин. Комплекта...</td>\n",
       "      <td>Удмуртская Республика</td>\n",
       "      <td>73887.0</td>\n",
       "      <td>1.6</td>\n",
       "      <td>MT</td>\n",
       "      <td>98.0</td>\n",
       "      <td>седан</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>ВАЗ</td>\n",
       "      <td>(LADA) Priora</td>\n",
       "      <td>2011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3469898222</th>\n",
       "      <td>750000</td>\n",
       "      <td>Специальные Условия Для Каждого! Спешите Время...</td>\n",
       "      <td>Санкт-Петербург</td>\n",
       "      <td>87453.0</td>\n",
       "      <td>1.6</td>\n",
       "      <td>MT</td>\n",
       "      <td>106.0</td>\n",
       "      <td>универсал</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>ВАЗ</td>\n",
       "      <td>(LADA) Largus</td>\n",
       "      <td>2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3657376846</th>\n",
       "      <td>137000</td>\n",
       "      <td>Продаю в хорошем состояние ваз 2114. Птс ориги...</td>\n",
       "      <td>Пензенская обл.</td>\n",
       "      <td>148000.0</td>\n",
       "      <td>1.5</td>\n",
       "      <td>MT</td>\n",
       "      <td>77.0</td>\n",
       "      <td>хетчбэк</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>ВАЗ</td>\n",
       "      <td>(LADA) 2114 Samara</td>\n",
       "      <td>2006</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>71989 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              price                                               desc  \\\n",
       "3883899162  2570000  Данный автомобиль прошел юридическую проверку,...   \n",
       "3719132447  2595000  Дополнительная скидка до 300 000 рублей при по...   \n",
       "3662013276  1299000  Оставить заявку на рассрочку Оставить заявку н...   \n",
       "3612342601  6999000  Автомобиль из Германии. Идеальное состояние, п...   \n",
       "3566107102  2279000  Оставить заявку на рассрочку Оставить заявку н...   \n",
       "...             ...                                                ...   \n",
       "4162350483   349000  Продам Ваз 2112 2008г. Я Собственник по докуме...   \n",
       "3709120114   935000  Машина в отличном состоянии. Без Дтп. Кузов в ...   \n",
       "3747662839   380000  Рaсчeт кpeдита пo Телефоhу за 5 мин. Комплекта...   \n",
       "3469898222   750000  Специальные Условия Для Каждого! Спешите Время...   \n",
       "3657376846   137000  Продаю в хорошем состояние ваз 2114. Птс ориги...   \n",
       "\n",
       "                           region   mileage  engine_capacity transmission  \\\n",
       "3883899162                 Москва   24831.0              1.4          AMT   \n",
       "3719132447                 Москва  116401.0              2.0          AMT   \n",
       "3662013276                 Москва   98000.0              1.4          AMT   \n",
       "3612342601                 Москва   78000.0              3.0           AT   \n",
       "3566107102                 Москва  172000.0              2.0          AMT   \n",
       "...                           ...       ...              ...          ...   \n",
       "4162350483       Челябинская обл.  100000.0              1.6           MT   \n",
       "3709120114    Ставропольский край  186000.0              1.6           MT   \n",
       "3747662839  Удмуртская Республика   73887.0              1.6           MT   \n",
       "3469898222        Санкт-Петербург   87453.0              1.6           MT   \n",
       "3657376846        Пензенская обл.  148000.0              1.5           MT   \n",
       "\n",
       "            engine_power    body_type     wheel fuel_type  model  \\\n",
       "3883899162         150.0        седан  передний    бензин  Audi    \n",
       "3719132447         249.0      лифтбек    полный    бензин  Audi    \n",
       "3662013276         122.0        седан  передний    бензин  Audi    \n",
       "3612342601         231.0  внедорожник    полный    дизель  Audi    \n",
       "3566107102         249.0        седан    полный    бензин  Audi    \n",
       "...                  ...          ...       ...       ...    ...   \n",
       "4162350483          90.0      хетчбэк  передний    бензин   ВАЗ    \n",
       "3709120114         106.0        седан  передний    бензин   ВАЗ    \n",
       "3747662839          98.0        седан  передний    бензин   ВАЗ    \n",
       "3469898222         106.0    универсал  передний    бензин   ВАЗ    \n",
       "3657376846          77.0      хетчбэк  передний    бензин   ВАЗ    \n",
       "\n",
       "                       model_2  year  \n",
       "3883899162                  A4  2017  \n",
       "3719132447                  A7  2016  \n",
       "3662013276                  A3  2013  \n",
       "3612342601                  Q7  2021  \n",
       "3566107102                  A6  2017  \n",
       "...                        ...   ...  \n",
       "4162350483              (LADA)  2008  \n",
       "3709120114        (LADA) Vesta  2017  \n",
       "3747662839       (LADA) Priora  2011  \n",
       "3469898222       (LADA) Largus  2020  \n",
       "3657376846  (LADA) 2114 Samara  2006  \n",
       "\n",
       "[71989 rows x 13 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#df.year.value_counts()\n",
    "\n",
    "df = df.drop('params', axis=1)\n",
    "df = df.drop('name', axis=1)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>price</th>\n",
       "      <th>desc</th>\n",
       "      <th>region</th>\n",
       "      <th>mileage</th>\n",
       "      <th>engine_capacity</th>\n",
       "      <th>transmission</th>\n",
       "      <th>engine_power</th>\n",
       "      <th>body_type</th>\n",
       "      <th>wheel</th>\n",
       "      <th>fuel_type</th>\n",
       "      <th>model</th>\n",
       "      <th>model_2</th>\n",
       "      <th>year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3883899162</th>\n",
       "      <td>2570000</td>\n",
       "      <td>Данный автомобиль прошел юридическую проверку,...</td>\n",
       "      <td>Москва</td>\n",
       "      <td>24831</td>\n",
       "      <td>1.4</td>\n",
       "      <td>AMT</td>\n",
       "      <td>150</td>\n",
       "      <td>седан</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>Audi</td>\n",
       "      <td>A4</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3719132447</th>\n",
       "      <td>2595000</td>\n",
       "      <td>Дополнительная скидка до 300 000 рублей при по...</td>\n",
       "      <td>Москва</td>\n",
       "      <td>116401</td>\n",
       "      <td>2.0</td>\n",
       "      <td>AMT</td>\n",
       "      <td>249</td>\n",
       "      <td>лифтбек</td>\n",
       "      <td>полный</td>\n",
       "      <td>бензин</td>\n",
       "      <td>Audi</td>\n",
       "      <td>A7</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3662013276</th>\n",
       "      <td>1299000</td>\n",
       "      <td>Оставить заявку на рассрочку Оставить заявку н...</td>\n",
       "      <td>Москва</td>\n",
       "      <td>98000</td>\n",
       "      <td>1.4</td>\n",
       "      <td>AMT</td>\n",
       "      <td>122</td>\n",
       "      <td>седан</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>Audi</td>\n",
       "      <td>A3</td>\n",
       "      <td>2013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3612342601</th>\n",
       "      <td>6999000</td>\n",
       "      <td>Автомобиль из Германии. Идеальное состояние, п...</td>\n",
       "      <td>Москва</td>\n",
       "      <td>78000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>AT</td>\n",
       "      <td>231</td>\n",
       "      <td>внедорожник</td>\n",
       "      <td>полный</td>\n",
       "      <td>дизель</td>\n",
       "      <td>Audi</td>\n",
       "      <td>Q7</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3566107102</th>\n",
       "      <td>2279000</td>\n",
       "      <td>Оставить заявку на рассрочку Оставить заявку н...</td>\n",
       "      <td>Москва</td>\n",
       "      <td>172000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>AMT</td>\n",
       "      <td>249</td>\n",
       "      <td>седан</td>\n",
       "      <td>полный</td>\n",
       "      <td>бензин</td>\n",
       "      <td>Audi</td>\n",
       "      <td>A6</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4162350483</th>\n",
       "      <td>349000</td>\n",
       "      <td>Продам Ваз 2112 2008г. Я Собственник по докуме...</td>\n",
       "      <td>Челябинская обл.</td>\n",
       "      <td>100000</td>\n",
       "      <td>1.6</td>\n",
       "      <td>MT</td>\n",
       "      <td>90</td>\n",
       "      <td>хетчбэк</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>ВАЗ</td>\n",
       "      <td>(LADA)</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3709120114</th>\n",
       "      <td>935000</td>\n",
       "      <td>Машина в отличном состоянии. Без Дтп. Кузов в ...</td>\n",
       "      <td>Ставропольский край</td>\n",
       "      <td>186000</td>\n",
       "      <td>1.6</td>\n",
       "      <td>MT</td>\n",
       "      <td>106</td>\n",
       "      <td>седан</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>ВАЗ</td>\n",
       "      <td>(LADA) Vesta</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3747662839</th>\n",
       "      <td>380000</td>\n",
       "      <td>Рaсчeт кpeдита пo Телефоhу за 5 мин. Комплекта...</td>\n",
       "      <td>Удмуртская Республика</td>\n",
       "      <td>73887</td>\n",
       "      <td>1.6</td>\n",
       "      <td>MT</td>\n",
       "      <td>98</td>\n",
       "      <td>седан</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>ВАЗ</td>\n",
       "      <td>(LADA) Priora</td>\n",
       "      <td>2011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3469898222</th>\n",
       "      <td>750000</td>\n",
       "      <td>Специальные Условия Для Каждого! Спешите Время...</td>\n",
       "      <td>Санкт-Петербург</td>\n",
       "      <td>87453</td>\n",
       "      <td>1.6</td>\n",
       "      <td>MT</td>\n",
       "      <td>106</td>\n",
       "      <td>универсал</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>ВАЗ</td>\n",
       "      <td>(LADA) Largus</td>\n",
       "      <td>2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3657376846</th>\n",
       "      <td>137000</td>\n",
       "      <td>Продаю в хорошем состояние ваз 2114. Птс ориги...</td>\n",
       "      <td>Пензенская обл.</td>\n",
       "      <td>148000</td>\n",
       "      <td>1.5</td>\n",
       "      <td>MT</td>\n",
       "      <td>77</td>\n",
       "      <td>хетчбэк</td>\n",
       "      <td>передний</td>\n",
       "      <td>бензин</td>\n",
       "      <td>ВАЗ</td>\n",
       "      <td>(LADA) 2114 Samara</td>\n",
       "      <td>2006</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>71989 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              price                                               desc  \\\n",
       "3883899162  2570000  Данный автомобиль прошел юридическую проверку,...   \n",
       "3719132447  2595000  Дополнительная скидка до 300 000 рублей при по...   \n",
       "3662013276  1299000  Оставить заявку на рассрочку Оставить заявку н...   \n",
       "3612342601  6999000  Автомобиль из Германии. Идеальное состояние, п...   \n",
       "3566107102  2279000  Оставить заявку на рассрочку Оставить заявку н...   \n",
       "...             ...                                                ...   \n",
       "4162350483   349000  Продам Ваз 2112 2008г. Я Собственник по докуме...   \n",
       "3709120114   935000  Машина в отличном состоянии. Без Дтп. Кузов в ...   \n",
       "3747662839   380000  Рaсчeт кpeдита пo Телефоhу за 5 мин. Комплекта...   \n",
       "3469898222   750000  Специальные Условия Для Каждого! Спешите Время...   \n",
       "3657376846   137000  Продаю в хорошем состояние ваз 2114. Птс ориги...   \n",
       "\n",
       "                           region  mileage  engine_capacity transmission  \\\n",
       "3883899162                 Москва    24831              1.4          AMT   \n",
       "3719132447                 Москва   116401              2.0          AMT   \n",
       "3662013276                 Москва    98000              1.4          AMT   \n",
       "3612342601                 Москва    78000              3.0           AT   \n",
       "3566107102                 Москва   172000              2.0          AMT   \n",
       "...                           ...      ...              ...          ...   \n",
       "4162350483       Челябинская обл.   100000              1.6           MT   \n",
       "3709120114    Ставропольский край   186000              1.6           MT   \n",
       "3747662839  Удмуртская Республика    73887              1.6           MT   \n",
       "3469898222        Санкт-Петербург    87453              1.6           MT   \n",
       "3657376846        Пензенская обл.   148000              1.5           MT   \n",
       "\n",
       "            engine_power    body_type     wheel fuel_type  model  \\\n",
       "3883899162           150        седан  передний    бензин  Audi    \n",
       "3719132447           249      лифтбек    полный    бензин  Audi    \n",
       "3662013276           122        седан  передний    бензин  Audi    \n",
       "3612342601           231  внедорожник    полный    дизель  Audi    \n",
       "3566107102           249        седан    полный    бензин  Audi    \n",
       "...                  ...          ...       ...       ...    ...   \n",
       "4162350483            90      хетчбэк  передний    бензин   ВАЗ    \n",
       "3709120114           106        седан  передний    бензин   ВАЗ    \n",
       "3747662839            98        седан  передний    бензин   ВАЗ    \n",
       "3469898222           106    универсал  передний    бензин   ВАЗ    \n",
       "3657376846            77      хетчбэк  передний    бензин   ВАЗ    \n",
       "\n",
       "                       model_2  year  \n",
       "3883899162                  A4  2017  \n",
       "3719132447                  A7  2016  \n",
       "3662013276                  A3  2013  \n",
       "3612342601                  Q7  2021  \n",
       "3566107102                  A6  2017  \n",
       "...                        ...   ...  \n",
       "4162350483              (LADA)  2008  \n",
       "3709120114        (LADA) Vesta  2017  \n",
       "3747662839       (LADA) Priora  2011  \n",
       "3469898222       (LADA) Largus  2020  \n",
       "3657376846  (LADA) 2114 Samara  2006  \n",
       "\n",
       "[71989 rows x 13 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['mileage'] = df['mileage'].astype(int)\n",
    "\n",
    "df['engine_power'] = df['engine_power'].astype(int)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "params\n",
       "3.5 AT внедорожник, полный, бензин                6\n",
       "12 км, 3.5 AT внедорожник, полный, бензин         4\n",
       "2.7 MT фургон, задний, бензин                     3\n",
       "1 км, 3.5 AT внедорожник, полный, бензин          3\n",
       "15 км, 3.5 AT внедорожник, полный, бензин         3\n",
       "3 км, 3.5 AT внедорожник, полный, бензин          3\n",
       "2.9 MT фургон, полный, бензин                     2\n",
       "16 км, 3.5 AT внедорожник, полный, бензин         2\n",
       "35 км, 3.5 AT внедорожник, полный, бензин         1\n",
       "40 км, 3.5 AT внедорожник, полный, бензин         1\n",
       "23 км, 3.5 AT внедорожник, полный, бензин         1\n",
       "900 км, 3.5 AT внедорожник, полный, бензин        1\n",
       "58 км, 3.3 AT внедорожник, полный, дизель         1\n",
       "5 км, 3.5 AT внедорожник, полный, бензин          1\n",
       "1.5 AMT седан, передний, бензин                   1\n",
       "104 898 км, 2 AT внедорожник, передний, бензин    1\n",
       "110 273 км, 1.6 AT хетчбэк, передний, бензин      1\n",
       "26 км, 3.5 AT внедорожник, полный, бензин         1\n",
       "95 800 км, 1.5 AMT универсал, передний, дизель    1\n",
       "2.8 MT минивэн, задний, дизель                    1\n",
       "2.8 MT фургон, задний, дизель                     1\n",
       "2.4 AT внедорожник, полный, бензин                1\n",
       "7 000 км, 3.5 AT внедорожник, полный, бензин      1\n",
       "35 930 км, 3.5 AT внедорожник, полный, бензин     1\n",
       "14 км, 3.3 AT внедорожник, полный, дизель         1\n",
       "8 000 км, 3.5 AT внедорожник, полный, бензин      1\n",
       "38 101 км, 1.5 AT внедорожник, полный, бензин     1\n",
       "55 км, 3.5 AT внедорожник, полный, бензин         1\n",
       "20 км, 3.5 AT внедорожник, полный, бензин         1\n",
       "175 км, 3.5 AT внедорожник, полный, бензин        1\n",
       "214 000 км, 3.5 AT внедорожник, полный, бензин    1\n",
       "18 км, 3.5 AT внедорожник, полный, бензин         1\n",
       "53 км, 3.3 AT внедорожник, полный, дизель         1\n",
       "75 км, 3.5 AT внедорожник, полный, бензин         1\n",
       "3 100 км, 3.5 AT внедорожник, полный, бензин      1\n",
       "22 км, 3.5 AT внедорожник, полный, бензин         1\n",
       "213 105 км, 2.2 AT внедорожник, полный, дизель    1\n",
       "100 000 км, 2 MT минивэн, передний, бензин        1\n",
       "2.8 MT микроавтобус, задний, дизель               1\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df['body_type'].isnull() == True].params.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Тип</th>\n",
       "      <th>Общ.кол</th>\n",
       "      <th>% пропусков</th>\n",
       "      <th>Кол-во уник.значений</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>body_type</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>desc</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>58395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_capacity</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_power</th>\n",
       "      <td>int32</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>344</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_type</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mileage</th>\n",
       "      <td>int32</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>14639</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model_2</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>962</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>price</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>region</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>transmission</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>wheel</th>\n",
       "      <td>object</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     Тип  Общ.кол  % пропусков  Кол-во уник.значений\n",
       "body_type         object    71989          0.0                    11\n",
       "desc              object    71989          0.0                 58395\n",
       "engine_capacity  float64    71989          0.0                    58\n",
       "engine_power       int32    71989          0.0                   344\n",
       "fuel_type         object    71989          0.0                     5\n",
       "mileage            int32    71989          0.0                 14639\n",
       "model             object    71989          0.0                    29\n",
       "model_2           object    71989          0.0                   962\n",
       "price              int64    71989          0.0                  5119\n",
       "region            object    71989          0.0                   447\n",
       "transmission      object    71989          0.0                     4\n",
       "wheel             object    71989          0.0                     3\n",
       "year               int64    71989          0.0                    73"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display_data(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Тип</th>\n",
       "      <th>Общ.кол</th>\n",
       "      <th>% пропусков</th>\n",
       "      <th>Кол-во уник.значений</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>body_type</th>\n",
       "      <td>int8</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_capacity</th>\n",
       "      <td>float64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>engine_power</th>\n",
       "      <td>int32</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>344</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fuel_type</th>\n",
       "      <td>int8</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mileage</th>\n",
       "      <td>int32</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>14639</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model</th>\n",
       "      <td>int8</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>model_2</th>\n",
       "      <td>int16</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>962</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>price</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>region</th>\n",
       "      <td>int16</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>transmission</th>\n",
       "      <td>int8</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>wheel</th>\n",
       "      <td>int8</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <td>int64</td>\n",
       "      <td>71989</td>\n",
       "      <td>0.0</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     Тип  Общ.кол  % пропусков  Кол-во уник.значений\n",
       "body_type           int8    71989          0.0                    11\n",
       "engine_capacity  float64    71989          0.0                    58\n",
       "engine_power       int32    71989          0.0                   344\n",
       "fuel_type           int8    71989          0.0                     5\n",
       "mileage            int32    71989          0.0                 14639\n",
       "model               int8    71989          0.0                    29\n",
       "model_2            int16    71989          0.0                   962\n",
       "price              int64    71989          0.0                  5119\n",
       "region             int16    71989          0.0                   447\n",
       "transmission        int8    71989          0.0                     4\n",
       "wheel               int8    71989          0.0                     3\n",
       "year               int64    71989          0.0                    73"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "for colum in ['body_type', 'fuel_type', 'model', 'model_2', 'region', 'transmission', 'wheel']:\n",
    "    df[colum] = df[colum].astype('category').cat.codes\n",
    "\n",
    "df = df.drop('desc', axis=1)\n",
    "display_data(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('./prod_data_all.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "carprice",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}