HOME_CREDIT_imb_dectree.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# For Preprocessing\n",
    "from sklearn import preprocessing\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "import pandas as pd\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.svm import SVC\n",
    "from xgboost import XGBClassifier\n",
    "from sklearn.feature_selection import SelectFromModel\n",
    "from sklearn.metrics import accuracy_score\n",
    "from xgboost import plot_importance\n",
    "from sklearn.metrics import confusion_matrix\n",
    "import numpy as np\n",
    "from collections import Counter\n",
    "from sklearn.ensemble import ExtraTreesClassifier\n",
    "from xgboost import XGBClassifier\n",
    "import xgboost as xgb\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "import os\n",
    "from tqdm import tqdm_notebook as tqdm\n",
    "from sklearn.externals import joblib\n",
    "%matplotlib inline\n",
    "import seaborn as sns\n",
    "import dask.dataframe as dd\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from imblearn.over_sampling import SMOTE\n",
    "from sklearn.metrics import classification_report\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from sklearn.metrics import f1_score,recall_score,precision_score\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "from sklearn.model_selection import RandomizedSearchCV\n",
    "from imblearn.under_sampling import RandomUnderSampler \n",
    "from imblearn.over_sampling import RandomOverSampler"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SK_ID_CURR</th>\n",
       "      <th>TARGET</th>\n",
       "      <th>NAME_CONTRACT_TYPE</th>\n",
       "      <th>CODE_GENDER</th>\n",
       "      <th>FLAG_OWN_CAR</th>\n",
       "      <th>FLAG_OWN_REALTY</th>\n",
       "      <th>CNT_CHILDREN</th>\n",
       "      <th>AMT_INCOME_TOTAL</th>\n",
       "      <th>AMT_CREDIT</th>\n",
       "      <th>AMT_ANNUITY</th>\n",
       "      <th>...</th>\n",
       "      <th>FLAG_DOCUMENT_18</th>\n",
       "      <th>FLAG_DOCUMENT_19</th>\n",
       "      <th>FLAG_DOCUMENT_20</th>\n",
       "      <th>FLAG_DOCUMENT_21</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_HOUR</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_DAY</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_WEEK</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_MON</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_QRT</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_YEAR</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>100002</td>\n",
       "      <td>1</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>202500.0</td>\n",
       "      <td>406597.5</td>\n",
       "      <td>24700.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>100003</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td>N</td>\n",
       "      <td>0</td>\n",
       "      <td>270000.0</td>\n",
       "      <td>1293502.5</td>\n",
       "      <td>35698.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>100004</td>\n",
       "      <td>0</td>\n",
       "      <td>Revolving loans</td>\n",
       "      <td>M</td>\n",
       "      <td>Y</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>67500.0</td>\n",
       "      <td>135000.0</td>\n",
       "      <td>6750.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>100006</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>135000.0</td>\n",
       "      <td>312682.5</td>\n",
       "      <td>29686.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>100007</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>121500.0</td>\n",
       "      <td>513000.0</td>\n",
       "      <td>21865.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 122 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   SK_ID_CURR  TARGET NAME_CONTRACT_TYPE CODE_GENDER FLAG_OWN_CAR  \\\n",
       "0      100002       1         Cash loans           M            N   \n",
       "1      100003       0         Cash loans           F            N   \n",
       "2      100004       0    Revolving loans           M            Y   \n",
       "3      100006       0         Cash loans           F            N   \n",
       "4      100007       0         Cash loans           M            N   \n",
       "\n",
       "  FLAG_OWN_REALTY  CNT_CHILDREN  AMT_INCOME_TOTAL  AMT_CREDIT  AMT_ANNUITY  \\\n",
       "0               Y             0          202500.0    406597.5      24700.5   \n",
       "1               N             0          270000.0   1293502.5      35698.5   \n",
       "2               Y             0           67500.0    135000.0       6750.0   \n",
       "3               Y             0          135000.0    312682.5      29686.5   \n",
       "4               Y             0          121500.0    513000.0      21865.5   \n",
       "\n",
       "              ...              FLAG_DOCUMENT_18 FLAG_DOCUMENT_19  \\\n",
       "0             ...                             0                0   \n",
       "1             ...                             0                0   \n",
       "2             ...                             0                0   \n",
       "3             ...                             0                0   \n",
       "4             ...                             0                0   \n",
       "\n",
       "  FLAG_DOCUMENT_20 FLAG_DOCUMENT_21 AMT_REQ_CREDIT_BUREAU_HOUR  \\\n",
       "0                0                0                        0.0   \n",
       "1                0                0                        0.0   \n",
       "2                0                0                        0.0   \n",
       "3                0                0                        NaN   \n",
       "4                0                0                        0.0   \n",
       "\n",
       "  AMT_REQ_CREDIT_BUREAU_DAY  AMT_REQ_CREDIT_BUREAU_WEEK  \\\n",
       "0                       0.0                         0.0   \n",
       "1                       0.0                         0.0   \n",
       "2                       0.0                         0.0   \n",
       "3                       NaN                         NaN   \n",
       "4                       0.0                         0.0   \n",
       "\n",
       "   AMT_REQ_CREDIT_BUREAU_MON  AMT_REQ_CREDIT_BUREAU_QRT  \\\n",
       "0                        0.0                        0.0   \n",
       "1                        0.0                        0.0   \n",
       "2                        0.0                        0.0   \n",
       "3                        NaN                        NaN   \n",
       "4                        0.0                        0.0   \n",
       "\n",
       "   AMT_REQ_CREDIT_BUREAU_YEAR  \n",
       "0                         1.0  \n",
       "1                         0.0  \n",
       "2                         0.0  \n",
       "3                         NaN  \n",
       "4                         0.0  \n",
       "\n",
       "[5 rows x 122 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X = pd.read_csv(\"application_train.csv\")\n",
    "df_test = pd.read_csv(\"application_test.csv\")\n",
    "X.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "F    202448\n",
       "M    105059\n",
       "Name: CODE_GENDER, dtype: int64"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X['CODE_GENDER'].replace('XNA',np.nan, inplace=True)\n",
    "X['CODE_GENDER'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "X['DAYS_LAST_PHONE_CHANGE'].replace(0, np.nan, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "X['DAYS_EMPLOYED'].replace({365243: np.nan}, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SK_ID_CURR</th>\n",
       "      <th>TARGET</th>\n",
       "      <th>NAME_CONTRACT_TYPE</th>\n",
       "      <th>CODE_GENDER</th>\n",
       "      <th>FLAG_OWN_CAR</th>\n",
       "      <th>FLAG_OWN_REALTY</th>\n",
       "      <th>CNT_CHILDREN</th>\n",
       "      <th>AMT_INCOME_TOTAL</th>\n",
       "      <th>AMT_CREDIT</th>\n",
       "      <th>AMT_ANNUITY</th>\n",
       "      <th>...</th>\n",
       "      <th>FLAG_DOCUMENT_18</th>\n",
       "      <th>FLAG_DOCUMENT_19</th>\n",
       "      <th>FLAG_DOCUMENT_20</th>\n",
       "      <th>FLAG_DOCUMENT_21</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_HOUR</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_DAY</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_WEEK</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_MON</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_QRT</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_YEAR</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>100002</td>\n",
       "      <td>1</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>202500.0</td>\n",
       "      <td>406597.5</td>\n",
       "      <td>24700.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>100003</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td>N</td>\n",
       "      <td>0</td>\n",
       "      <td>270000.0</td>\n",
       "      <td>1293502.5</td>\n",
       "      <td>35698.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>100004</td>\n",
       "      <td>0</td>\n",
       "      <td>Revolving loans</td>\n",
       "      <td>M</td>\n",
       "      <td>Y</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>67500.0</td>\n",
       "      <td>135000.0</td>\n",
       "      <td>6750.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>100006</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>135000.0</td>\n",
       "      <td>312682.5</td>\n",
       "      <td>29686.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>100007</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>121500.0</td>\n",
       "      <td>513000.0</td>\n",
       "      <td>21865.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 122 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   SK_ID_CURR  TARGET NAME_CONTRACT_TYPE CODE_GENDER FLAG_OWN_CAR  \\\n",
       "0      100002       1         Cash loans           M            N   \n",
       "1      100003       0         Cash loans           F            N   \n",
       "2      100004       0    Revolving loans           M            Y   \n",
       "3      100006       0         Cash loans           F            N   \n",
       "4      100007       0         Cash loans           M            N   \n",
       "\n",
       "  FLAG_OWN_REALTY  CNT_CHILDREN  AMT_INCOME_TOTAL  AMT_CREDIT  AMT_ANNUITY  \\\n",
       "0               Y             0          202500.0    406597.5      24700.5   \n",
       "1               N             0          270000.0   1293502.5      35698.5   \n",
       "2               Y             0           67500.0    135000.0       6750.0   \n",
       "3               Y             0          135000.0    312682.5      29686.5   \n",
       "4               Y             0          121500.0    513000.0      21865.5   \n",
       "\n",
       "              ...              FLAG_DOCUMENT_18 FLAG_DOCUMENT_19  \\\n",
       "0             ...                             0                0   \n",
       "1             ...                             0                0   \n",
       "2             ...                             0                0   \n",
       "3             ...                             0                0   \n",
       "4             ...                             0                0   \n",
       "\n",
       "  FLAG_DOCUMENT_20 FLAG_DOCUMENT_21 AMT_REQ_CREDIT_BUREAU_HOUR  \\\n",
       "0                0                0                        0.0   \n",
       "1                0                0                        0.0   \n",
       "2                0                0                        0.0   \n",
       "3                0                0                        NaN   \n",
       "4                0                0                        0.0   \n",
       "\n",
       "  AMT_REQ_CREDIT_BUREAU_DAY  AMT_REQ_CREDIT_BUREAU_WEEK  \\\n",
       "0                       0.0                         0.0   \n",
       "1                       0.0                         0.0   \n",
       "2                       0.0                         0.0   \n",
       "3                       NaN                         NaN   \n",
       "4                       0.0                         0.0   \n",
       "\n",
       "   AMT_REQ_CREDIT_BUREAU_MON  AMT_REQ_CREDIT_BUREAU_QRT  \\\n",
       "0                        0.0                        0.0   \n",
       "1                        0.0                        0.0   \n",
       "2                        0.0                        0.0   \n",
       "3                        NaN                        NaN   \n",
       "4                        0.0                        0.0   \n",
       "\n",
       "   AMT_REQ_CREDIT_BUREAU_YEAR  \n",
       "0                         1.0  \n",
       "1                         0.0  \n",
       "2                         0.0  \n",
       "3                         NaN  \n",
       "4                         0.0  \n",
       "\n",
       "[5 rows x 122 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3 columns were label encoded.\n"
     ]
    }
   ],
   "source": [
    "\n",
    "le = LabelEncoder()\n",
    "le_count = 0\n",
    "\n",
    "# Iterate through the columns\n",
    "for col in X:\n",
    "    if X[col].dtype == 'object':\n",
    "        # If 2 or fewer unique categories\n",
    "        if len(list(X[col].unique())) <= 2:\n",
    "            # Train on the training data\n",
    "            le.fit(X[col])\n",
    "            # Transform both training and testing data\n",
    "            X[col] = le.transform(X[col])\n",
    "           # df_test[col] = le.transform(df_test[col])\n",
    "            \n",
    "            # Keep track of how many columns were label encoded\n",
    "            le_count += 1\n",
    "            \n",
    "print('%d columns were label encoded.' % le_count)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Features shape:  (307511, 242)\n",
      "Index(['SK_ID_CURR', 'TARGET', 'NAME_CONTRACT_TYPE', 'FLAG_OWN_CAR',\n",
      "       'FLAG_OWN_REALTY', 'CNT_CHILDREN', 'AMT_INCOME_TOTAL', 'AMT_CREDIT',\n",
      "       'AMT_ANNUITY', 'AMT_GOODS_PRICE',\n",
      "       ...\n",
      "       'HOUSETYPE_MODE_terraced house', 'WALLSMATERIAL_MODE_Block',\n",
      "       'WALLSMATERIAL_MODE_Mixed', 'WALLSMATERIAL_MODE_Monolithic',\n",
      "       'WALLSMATERIAL_MODE_Others', 'WALLSMATERIAL_MODE_Panel',\n",
      "       'WALLSMATERIAL_MODE_Stone, brick', 'WALLSMATERIAL_MODE_Wooden',\n",
      "       'EMERGENCYSTATE_MODE_No', 'EMERGENCYSTATE_MODE_Yes'],\n",
      "      dtype='object', length=242)\n"
     ]
    }
   ],
   "source": [
    "# one-hot encoding of categorical variables\n",
    "X = pd.get_dummies(X)\n",
    "#df_test = pd.get_dummies(df_test)\n",
    "list1=X.columns\n",
    "\n",
    "print('Training Features shape: ', X.shape)\n",
    "#print('Testing Features shape: ', df_test.shape)\n",
    "print(list1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Function to calculate missing values by column# Funct \n",
    "def missing_values_table(df):\n",
    "        # Total missing values\n",
    "        mis_val = df.isnull().sum()\n",
    "        \n",
    "        # Percentage of missing values\n",
    "        mis_val_percent = 100 * df.isnull().sum() / len(df)\n",
    "        \n",
    "        # Make a table with the results\n",
    "        mis_val_table = pd.concat([mis_val, mis_val_percent], axis=1)\n",
    "        # Rename the columns\n",
    "        mis_val_table_ren_columns = mis_val_table.rename(\n",
    "        columns = {0 : 'Missing Values', 1 : '% of Total Values'})\n",
    "        \n",
    "        # Sort the table by percentage of missing descending\n",
    "        mis_val_table_ren_columns = mis_val_table_ren_columns[\n",
    "            mis_val_table_ren_columns.iloc[:,1] != 0].sort_values(\n",
    "        '% of Total Values', ascending=False).round(1)\n",
    "        \n",
    "        # Print some summary information\n",
    "        print (\"Your selected dataframe has \" + str(df.shape[1]) + \" columns.\\n\"      \n",
    "            \"There are \" + str(mis_val_table_ren_columns.shape[0]) +\n",
    "              \" columns that have missing values.\")\n",
    "        \n",
    "        # Return the dataframe with missing information\n",
    "        return mis_val_table_ren_columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Your selected dataframe has 242 columns.\n",
      "There are 62 columns that have missing values.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:8: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<bound method NDFrame.describe of         SK_ID_CURR  TARGET  NAME_CONTRACT_TYPE  FLAG_OWN_CAR  FLAG_OWN_REALTY  \\\n",
      "0           100002       1                   0             0                1   \n",
      "1           100003       0                   0             0                0   \n",
      "2           100004       0                   1             1                1   \n",
      "3           100006       0                   0             0                1   \n",
      "4           100007       0                   0             0                1   \n",
      "5           100008       0                   0             0                1   \n",
      "6           100009       0                   0             1                1   \n",
      "7           100010       0                   0             1                1   \n",
      "8           100011       0                   0             0                1   \n",
      "9           100012       0                   1             0                1   \n",
      "10          100014       0                   0             0                1   \n",
      "11          100015       0                   0             0                1   \n",
      "12          100016       0                   0             0                1   \n",
      "13          100017       0                   0             1                0   \n",
      "14          100018       0                   0             0                1   \n",
      "15          100019       0                   0             1                1   \n",
      "16          100020       0                   0             0                0   \n",
      "17          100021       0                   1             0                1   \n",
      "18          100022       0                   1             0                1   \n",
      "19          100023       0                   0             0                1   \n",
      "20          100024       0                   1             1                1   \n",
      "21          100025       0                   0             1                1   \n",
      "22          100026       0                   0             0                0   \n",
      "23          100027       0                   0             0                1   \n",
      "24          100029       0                   0             1                0   \n",
      "25          100030       0                   0             0                1   \n",
      "26          100031       1                   0             0                1   \n",
      "27          100032       0                   0             0                1   \n",
      "28          100033       0                   0             1                1   \n",
      "29          100034       0                   1             0                1   \n",
      "...            ...     ...                 ...           ...              ...   \n",
      "307481      456225       1                   0             0                1   \n",
      "307482      456226       0                   0             1                1   \n",
      "307483      456227       0                   0             0                1   \n",
      "307484      456228       0                   0             1                0   \n",
      "307485      456229       0                   1             0                1   \n",
      "307486      456230       0                   0             1                1   \n",
      "307487      456231       0                   0             0                1   \n",
      "307488      456232       0                   0             0                0   \n",
      "307489      456233       1                   0             0                1   \n",
      "307490      456234       0                   0             0                1   \n",
      "307491      456235       0                   0             1                1   \n",
      "307492      456236       0                   0             1                1   \n",
      "307493      456237       0                   0             0                1   \n",
      "307494      456238       0                   0             1                0   \n",
      "307495      456239       0                   0             1                0   \n",
      "307496      456240       0                   1             0                0   \n",
      "307497      456241       0                   0             1                1   \n",
      "307498      456242       0                   0             1                1   \n",
      "307499      456243       0                   0             0                1   \n",
      "307500      456244       0                   0             0                1   \n",
      "307501      456245       0                   0             0                1   \n",
      "307502      456246       0                   0             0                1   \n",
      "307503      456247       0                   0             0                1   \n",
      "307504      456248       0                   0             0                1   \n",
      "307505      456249       0                   0             0                1   \n",
      "307506      456251       0                   0             0                0   \n",
      "307507      456252       0                   0             0                1   \n",
      "307508      456253       0                   0             0                1   \n",
      "307509      456254       1                   0             0                1   \n",
      "307510      456255       0                   0             0                0   \n",
      "\n",
      "        CNT_CHILDREN  AMT_INCOME_TOTAL  AMT_CREDIT  AMT_ANNUITY  \\\n",
      "0                  0        202500.000    406597.5      24700.5   \n",
      "1                  0        270000.000   1293502.5      35698.5   \n",
      "2                  0         67500.000    135000.0       6750.0   \n",
      "3                  0        135000.000    312682.5      29686.5   \n",
      "4                  0        121500.000    513000.0      21865.5   \n",
      "5                  0         99000.000    490495.5      27517.5   \n",
      "6                  1        171000.000   1560726.0      41301.0   \n",
      "7                  0        360000.000   1530000.0      42075.0   \n",
      "8                  0        112500.000   1019610.0      33826.5   \n",
      "9                  0        135000.000    405000.0      20250.0   \n",
      "10                 1        112500.000    652500.0      21177.0   \n",
      "11                 0         38419.155    148365.0      10678.5   \n",
      "12                 0         67500.000     80865.0       5881.5   \n",
      "13                 1        225000.000    918468.0      28966.5   \n",
      "14                 0        189000.000    773680.5      32778.0   \n",
      "15                 0        157500.000    299772.0      20160.0   \n",
      "16                 0        108000.000    509602.5      26149.5   \n",
      "17                 1         81000.000    270000.0      13500.0   \n",
      "18                 0        112500.000    157500.0       7875.0   \n",
      "19                 1         90000.000    544491.0      17563.5   \n",
      "20                 0        135000.000    427500.0      21375.0   \n",
      "21                 1        202500.000   1132573.5      37561.5   \n",
      "22                 1        450000.000    497520.0      32521.5   \n",
      "23                 0         83250.000    239850.0      23850.0   \n",
      "24                 2        135000.000    247500.0      12703.5   \n",
      "25                 0         90000.000    225000.0      11074.5   \n",
      "26                 0        112500.000    979992.0      27076.5   \n",
      "27                 1        112500.000    327024.0      23827.5   \n",
      "28                 0        270000.000    790830.0      57676.5   \n",
      "29                 0         90000.000    180000.0       9000.0   \n",
      "...              ...               ...         ...          ...   \n",
      "307481             0        225000.000    297000.0      19975.5   \n",
      "307482             0        225000.000    500566.5      34969.5   \n",
      "307483             0         99000.000    247275.0      16479.0   \n",
      "307484             0        540000.000    545040.0      35617.5   \n",
      "307485             1        270000.000    180000.0       9000.0   \n",
      "307486             1        292500.000    355536.0      18283.5   \n",
      "307487             0        117000.000   1071909.0      31473.0   \n",
      "307488             0        157500.000    135000.0      13351.5   \n",
      "307489             0        225000.000    521280.0      23089.5   \n",
      "307490             0         81000.000    135000.0       9148.5   \n",
      "307491             2         90000.000   1078200.0      31522.5   \n",
      "307492             0        585000.000   1575000.0      43443.0   \n",
      "307493             0        135000.000    946764.0      37678.5   \n",
      "307494             1        270000.000    479700.0      46858.5   \n",
      "307495             0        180000.000    808650.0      23773.5   \n",
      "307496             0        360000.000    337500.0      16875.0   \n",
      "307497             0        180000.000    270126.0      12028.5   \n",
      "307498             0        198000.000   1312110.0      52168.5   \n",
      "307499             0         81000.000    225000.0      12694.5   \n",
      "307500             0        261000.000   1303812.0      35982.0   \n",
      "307501             3         81000.000    269550.0      11871.0   \n",
      "307502             1         94500.000    225000.0      10620.0   \n",
      "307503             0        112500.000    345510.0      17770.5   \n",
      "307504             0        153000.000    331920.0      16096.5   \n",
      "307505             0        112500.000    225000.0      22050.0   \n",
      "307506             0        157500.000    254700.0      27558.0   \n",
      "307507             0         72000.000    269550.0      12001.5   \n",
      "307508             0        153000.000    677664.0      29979.0   \n",
      "307509             0        171000.000    370107.0      20205.0   \n",
      "307510             0        157500.000    675000.0      49117.5   \n",
      "\n",
      "        AMT_GOODS_PRICE          ...           \\\n",
      "0              351000.0          ...            \n",
      "1             1129500.0          ...            \n",
      "2              135000.0          ...            \n",
      "3              297000.0          ...            \n",
      "4              513000.0          ...            \n",
      "5              454500.0          ...            \n",
      "6             1395000.0          ...            \n",
      "7             1530000.0          ...            \n",
      "8              913500.0          ...            \n",
      "9              405000.0          ...            \n",
      "10             652500.0          ...            \n",
      "11             135000.0          ...            \n",
      "12              67500.0          ...            \n",
      "13             697500.0          ...            \n",
      "14             679500.0          ...            \n",
      "15             247500.0          ...            \n",
      "16             387000.0          ...            \n",
      "17             270000.0          ...            \n",
      "18             157500.0          ...            \n",
      "19             454500.0          ...            \n",
      "20             427500.0          ...            \n",
      "21             927000.0          ...            \n",
      "22             450000.0          ...            \n",
      "23             225000.0          ...            \n",
      "24             247500.0          ...            \n",
      "25             225000.0          ...            \n",
      "26             702000.0          ...            \n",
      "27             270000.0          ...            \n",
      "28             675000.0          ...            \n",
      "29             180000.0          ...            \n",
      "...                 ...          ...            \n",
      "307481         297000.0          ...            \n",
      "307482         472500.0          ...            \n",
      "307483         225000.0          ...            \n",
      "307484         450000.0          ...            \n",
      "307485         180000.0          ...            \n",
      "307486         270000.0          ...            \n",
      "307487         936000.0          ...            \n",
      "307488         135000.0          ...            \n",
      "307489         450000.0          ...            \n",
      "307490         135000.0          ...            \n",
      "307491         900000.0          ...            \n",
      "307492        1575000.0          ...            \n",
      "307493         765000.0          ...            \n",
      "307494         450000.0          ...            \n",
      "307495         675000.0          ...            \n",
      "307496         337500.0          ...            \n",
      "307497         193500.0          ...            \n",
      "307498        1125000.0          ...            \n",
      "307499         225000.0          ...            \n",
      "307500        1138500.0          ...            \n",
      "307501         225000.0          ...            \n",
      "307502         225000.0          ...            \n",
      "307503         247500.0          ...            \n",
      "307504         225000.0          ...            \n",
      "307505         225000.0          ...            \n",
      "307506         225000.0          ...            \n",
      "307507         225000.0          ...            \n",
      "307508         585000.0          ...            \n",
      "307509         319500.0          ...            \n",
      "307510         675000.0          ...            \n",
      "\n",
      "        AMT_REQ_CREDIT_BUREAU_YEAR_miss  DAYS_LAST_PHONE_CHANGE_miss  \\\n",
      "0                                     0                            0   \n",
      "1                                     0                            0   \n",
      "2                                     0                            0   \n",
      "3                                     1                            0   \n",
      "4                                     0                            0   \n",
      "5                                     0                            0   \n",
      "6                                     0                            0   \n",
      "7                                     0                            0   \n",
      "8                                     0                            1   \n",
      "9                                     1                            0   \n",
      "10                                    0                            0   \n",
      "11                                    0                            0   \n",
      "12                                    0                            0   \n",
      "13                                    0                            0   \n",
      "14                                    1                            0   \n",
      "15                                    0                            0   \n",
      "16                                    0                            0   \n",
      "17                                    1                            0   \n",
      "18                                    0                            0   \n",
      "19                                    0                            0   \n",
      "20                                    1                            0   \n",
      "21                                    0                            1   \n",
      "22                                    0                            0   \n",
      "23                                    0                            0   \n",
      "24                                    0                            0   \n",
      "25                                    0                            1   \n",
      "26                                    0                            0   \n",
      "27                                    0                            0   \n",
      "28                                    0                            0   \n",
      "29                                    1                            0   \n",
      "...                                 ...                          ...   \n",
      "307481                                0                            0   \n",
      "307482                                0                            0   \n",
      "307483                                0                            0   \n",
      "307484                                1                            0   \n",
      "307485                                0                            0   \n",
      "307486                                0                            1   \n",
      "307487                                0                            0   \n",
      "307488                                0                            0   \n",
      "307489                                0                            0   \n",
      "307490                                0                            0   \n",
      "307491                                0                            0   \n",
      "307492                                0                            1   \n",
      "307493                                0                            0   \n",
      "307494                                0                            0   \n",
      "307495                                0                            0   \n",
      "307496                                0                            0   \n",
      "307497                                0                            0   \n",
      "307498                                0                            0   \n",
      "307499                                0                            0   \n",
      "307500                                0                            0   \n",
      "307501                                1                            0   \n",
      "307502                                0                            0   \n",
      "307503                                0                            0   \n",
      "307504                                1                            1   \n",
      "307505                                0                            1   \n",
      "307506                                1                            0   \n",
      "307507                                1                            1   \n",
      "307508                                0                            0   \n",
      "307509                                0                            0   \n",
      "307510                                0                            0   \n",
      "\n",
      "        OBS_60_CNT_SOCIAL_CIRCLE_miss  DEF_60_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "0                                   0                              0   \n",
      "1                                   0                              0   \n",
      "2                                   0                              0   \n",
      "3                                   0                              0   \n",
      "4                                   0                              0   \n",
      "5                                   0                              0   \n",
      "6                                   0                              0   \n",
      "7                                   0                              0   \n",
      "8                                   0                              0   \n",
      "9                                   0                              0   \n",
      "10                                  0                              0   \n",
      "11                                  0                              0   \n",
      "12                                  0                              0   \n",
      "13                                  0                              0   \n",
      "14                                  0                              0   \n",
      "15                                  0                              0   \n",
      "16                                  0                              0   \n",
      "17                                  0                              0   \n",
      "18                                  0                              0   \n",
      "19                                  0                              0   \n",
      "20                                  0                              0   \n",
      "21                                  0                              0   \n",
      "22                                  0                              0   \n",
      "23                                  0                              0   \n",
      "24                                  0                              0   \n",
      "25                                  0                              0   \n",
      "26                                  0                              0   \n",
      "27                                  0                              0   \n",
      "28                                  0                              0   \n",
      "29                                  0                              0   \n",
      "...                               ...                            ...   \n",
      "307481                              0                              0   \n",
      "307482                              0                              0   \n",
      "307483                              0                              0   \n",
      "307484                              0                              0   \n",
      "307485                              0                              0   \n",
      "307486                              0                              0   \n",
      "307487                              0                              0   \n",
      "307488                              0                              0   \n",
      "307489                              0                              0   \n",
      "307490                              0                              0   \n",
      "307491                              0                              0   \n",
      "307492                              0                              0   \n",
      "307493                              0                              0   \n",
      "307494                              0                              0   \n",
      "307495                              0                              0   \n",
      "307496                              0                              0   \n",
      "307497                              0                              0   \n",
      "307498                              0                              0   \n",
      "307499                              0                              0   \n",
      "307500                              0                              0   \n",
      "307501                              0                              0   \n",
      "307502                              0                              0   \n",
      "307503                              0                              0   \n",
      "307504                              0                              0   \n",
      "307505                              0                              0   \n",
      "307506                              0                              0   \n",
      "307507                              0                              0   \n",
      "307508                              0                              0   \n",
      "307509                              0                              0   \n",
      "307510                              0                              0   \n",
      "\n",
      "        DEF_30_CNT_SOCIAL_CIRCLE_miss  OBS_30_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "0                                   0                              0   \n",
      "1                                   0                              0   \n",
      "2                                   0                              0   \n",
      "3                                   0                              0   \n",
      "4                                   0                              0   \n",
      "5                                   0                              0   \n",
      "6                                   0                              0   \n",
      "7                                   0                              0   \n",
      "8                                   0                              0   \n",
      "9                                   0                              0   \n",
      "10                                  0                              0   \n",
      "11                                  0                              0   \n",
      "12                                  0                              0   \n",
      "13                                  0                              0   \n",
      "14                                  0                              0   \n",
      "15                                  0                              0   \n",
      "16                                  0                              0   \n",
      "17                                  0                              0   \n",
      "18                                  0                              0   \n",
      "19                                  0                              0   \n",
      "20                                  0                              0   \n",
      "21                                  0                              0   \n",
      "22                                  0                              0   \n",
      "23                                  0                              0   \n",
      "24                                  0                              0   \n",
      "25                                  0                              0   \n",
      "26                                  0                              0   \n",
      "27                                  0                              0   \n",
      "28                                  0                              0   \n",
      "29                                  0                              0   \n",
      "...                               ...                            ...   \n",
      "307481                              0                              0   \n",
      "307482                              0                              0   \n",
      "307483                              0                              0   \n",
      "307484                              0                              0   \n",
      "307485                              0                              0   \n",
      "307486                              0                              0   \n",
      "307487                              0                              0   \n",
      "307488                              0                              0   \n",
      "307489                              0                              0   \n",
      "307490                              0                              0   \n",
      "307491                              0                              0   \n",
      "307492                              0                              0   \n",
      "307493                              0                              0   \n",
      "307494                              0                              0   \n",
      "307495                              0                              0   \n",
      "307496                              0                              0   \n",
      "307497                              0                              0   \n",
      "307498                              0                              0   \n",
      "307499                              0                              0   \n",
      "307500                              0                              0   \n",
      "307501                              0                              0   \n",
      "307502                              0                              0   \n",
      "307503                              0                              0   \n",
      "307504                              0                              0   \n",
      "307505                              0                              0   \n",
      "307506                              0                              0   \n",
      "307507                              0                              0   \n",
      "307508                              0                              0   \n",
      "307509                              0                              0   \n",
      "307510                              0                              0   \n",
      "\n",
      "        EXT_SOURCE_2_miss  AMT_GOODS_PRICE_miss  AMT_ANNUITY_miss  \\\n",
      "0                       0                     0                 0   \n",
      "1                       0                     0                 0   \n",
      "2                       0                     0                 0   \n",
      "3                       0                     0                 0   \n",
      "4                       0                     0                 0   \n",
      "5                       0                     0                 0   \n",
      "6                       0                     0                 0   \n",
      "7                       0                     0                 0   \n",
      "8                       0                     0                 0   \n",
      "9                       0                     0                 0   \n",
      "10                      0                     0                 0   \n",
      "11                      0                     0                 0   \n",
      "12                      0                     0                 0   \n",
      "13                      0                     0                 0   \n",
      "14                      0                     0                 0   \n",
      "15                      0                     0                 0   \n",
      "16                      0                     0                 0   \n",
      "17                      0                     0                 0   \n",
      "18                      0                     0                 0   \n",
      "19                      0                     0                 0   \n",
      "20                      0                     0                 0   \n",
      "21                      0                     0                 0   \n",
      "22                      0                     0                 0   \n",
      "23                      0                     0                 0   \n",
      "24                      0                     0                 0   \n",
      "25                      0                     0                 0   \n",
      "26                      0                     0                 0   \n",
      "27                      0                     0                 0   \n",
      "28                      0                     0                 0   \n",
      "29                      0                     0                 0   \n",
      "...                   ...                   ...               ...   \n",
      "307481                  0                     0                 0   \n",
      "307482                  0                     0                 0   \n",
      "307483                  0                     0                 0   \n",
      "307484                  0                     0                 0   \n",
      "307485                  0                     0                 0   \n",
      "307486                  0                     0                 0   \n",
      "307487                  0                     0                 0   \n",
      "307488                  0                     0                 0   \n",
      "307489                  0                     0                 0   \n",
      "307490                  0                     0                 0   \n",
      "307491                  0                     0                 0   \n",
      "307492                  0                     0                 0   \n",
      "307493                  0                     0                 0   \n",
      "307494                  0                     0                 0   \n",
      "307495                  0                     0                 0   \n",
      "307496                  0                     0                 0   \n",
      "307497                  0                     0                 0   \n",
      "307498                  0                     0                 0   \n",
      "307499                  0                     0                 0   \n",
      "307500                  0                     0                 0   \n",
      "307501                  0                     0                 0   \n",
      "307502                  0                     0                 0   \n",
      "307503                  0                     0                 0   \n",
      "307504                  0                     0                 0   \n",
      "307505                  0                     0                 0   \n",
      "307506                  0                     0                 0   \n",
      "307507                  0                     0                 0   \n",
      "307508                  0                     0                 0   \n",
      "307509                  0                     0                 0   \n",
      "307510                  0                     0                 0   \n",
      "\n",
      "        CNT_FAM_MEMBERS_miss  \n",
      "0                          0  \n",
      "1                          0  \n",
      "2                          0  \n",
      "3                          0  \n",
      "4                          0  \n",
      "5                          0  \n",
      "6                          0  \n",
      "7                          0  \n",
      "8                          0  \n",
      "9                          0  \n",
      "10                         0  \n",
      "11                         0  \n",
      "12                         0  \n",
      "13                         0  \n",
      "14                         0  \n",
      "15                         0  \n",
      "16                         0  \n",
      "17                         0  \n",
      "18                         0  \n",
      "19                         0  \n",
      "20                         0  \n",
      "21                         0  \n",
      "22                         0  \n",
      "23                         0  \n",
      "24                         0  \n",
      "25                         0  \n",
      "26                         0  \n",
      "27                         0  \n",
      "28                         0  \n",
      "29                         0  \n",
      "...                      ...  \n",
      "307481                     0  \n",
      "307482                     0  \n",
      "307483                     0  \n",
      "307484                     0  \n",
      "307485                     0  \n",
      "307486                     0  \n",
      "307487                     0  \n",
      "307488                     0  \n",
      "307489                     0  \n",
      "307490                     0  \n",
      "307491                     0  \n",
      "307492                     0  \n",
      "307493                     0  \n",
      "307494                     0  \n",
      "307495                     0  \n",
      "307496                     0  \n",
      "307497                     0  \n",
      "307498                     0  \n",
      "307499                     0  \n",
      "307500                     0  \n",
      "307501                     0  \n",
      "307502                     0  \n",
      "307503                     0  \n",
      "307504                     0  \n",
      "307505                     0  \n",
      "307506                     0  \n",
      "307507                     0  \n",
      "307508                     0  \n",
      "307509                     0  \n",
      "307510                     0  \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[307511 rows x 304 columns]>\n"
     ]
    }
   ],
   "source": [
    "# Missing values statistics\n",
    "missing_values = missing_values_table(X)\n",
    "mis_col=list(missing_values.index)\n",
    "Mis=X[mis_col][:]\n",
    "\n",
    "for col in mis_col:\n",
    "    X[col+'_miss']=[0]*len(X[col])\n",
    "    X[col+'_miss'][list(X[np.isnan(X[col])].index)]=1\n",
    "\n",
    "print(X.describe)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "before...\n",
      "Mis -          COMMONAREA_MODE  COMMONAREA_AVG  COMMONAREA_MEDI  \\\n",
      "0                0.0144          0.0143           0.0144   \n",
      "1                0.0497          0.0605           0.0608   \n",
      "2                   NaN             NaN              NaN   \n",
      "3                   NaN             NaN              NaN   \n",
      "4                   NaN             NaN              NaN   \n",
      "5                   NaN             NaN              NaN   \n",
      "6                   NaN             NaN              NaN   \n",
      "7                   NaN             NaN              NaN   \n",
      "8                   NaN             NaN              NaN   \n",
      "9                   NaN             NaN              NaN   \n",
      "10                  NaN             NaN              NaN   \n",
      "11                  NaN             NaN              NaN   \n",
      "12                  NaN             NaN              NaN   \n",
      "13               0.0587          0.0582           0.0585   \n",
      "14               0.1153          0.1143           0.1150   \n",
      "15                  NaN             NaN              NaN   \n",
      "16                  NaN             NaN              NaN   \n",
      "17                  NaN             NaN              NaN   \n",
      "18               0.0018          0.0018           0.0018   \n",
      "19                  NaN             NaN              NaN   \n",
      "20                  NaN             NaN              NaN   \n",
      "21                  NaN             NaN              NaN   \n",
      "22               0.0121          0.0120           0.0120   \n",
      "23               0.0000          0.1064           0.1071   \n",
      "24               0.0214          0.0212           0.0214   \n",
      "25               0.0010          0.0010           0.0010   \n",
      "26                  NaN             NaN              NaN   \n",
      "27                  NaN             NaN              NaN   \n",
      "28                  NaN             NaN              NaN   \n",
      "29               0.0190          0.0188           0.0189   \n",
      "...                 ...             ...              ...   \n",
      "307481              NaN             NaN              NaN   \n",
      "307482           0.0038          0.0037           0.0038   \n",
      "307483           0.0000          0.0000           0.0000   \n",
      "307484              NaN             NaN              NaN   \n",
      "307485              NaN             NaN              NaN   \n",
      "307486              NaN             NaN              NaN   \n",
      "307487              NaN             NaN              NaN   \n",
      "307488              NaN             NaN              NaN   \n",
      "307489           0.0009          0.0009           0.0009   \n",
      "307490              NaN             NaN              NaN   \n",
      "307491              NaN             NaN              NaN   \n",
      "307492              NaN             NaN              NaN   \n",
      "307493              NaN             NaN              NaN   \n",
      "307494              NaN             NaN              NaN   \n",
      "307495           0.0138          0.0136           0.0137   \n",
      "307496              NaN             NaN              NaN   \n",
      "307497              NaN             NaN              NaN   \n",
      "307498              NaN             NaN              NaN   \n",
      "307499              NaN             NaN              NaN   \n",
      "307500              NaN             NaN              NaN   \n",
      "307501              NaN             NaN              NaN   \n",
      "307502              NaN             NaN              NaN   \n",
      "307503              NaN             NaN              NaN   \n",
      "307504              NaN             NaN              NaN   \n",
      "307505           0.1445          0.1432           0.1441   \n",
      "307506           0.0172          0.0202           0.0203   \n",
      "307507           0.0022          0.0022           0.0022   \n",
      "307508           0.0124          0.0123           0.0124   \n",
      "307509              NaN             NaN              NaN   \n",
      "307510           0.0178          0.0176           0.0177   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MEDI  NONLIVINGAPARTMENTS_AVG  \\\n",
      "0                         0.0000                   0.0000   \n",
      "1                         0.0039                   0.0039   \n",
      "2                            NaN                      NaN   \n",
      "3                            NaN                      NaN   \n",
      "4                            NaN                      NaN   \n",
      "5                            NaN                      NaN   \n",
      "6                            NaN                      NaN   \n",
      "7                            NaN                      NaN   \n",
      "8                            NaN                      NaN   \n",
      "9                            NaN                      NaN   \n",
      "10                           NaN                      NaN   \n",
      "11                           NaN                      NaN   \n",
      "12                           NaN                      NaN   \n",
      "13                        0.0000                   0.0000   \n",
      "14                        0.0194                   0.0193   \n",
      "15                           NaN                      NaN   \n",
      "16                           NaN                      NaN   \n",
      "17                           NaN                      NaN   \n",
      "18                        0.0000                   0.0000   \n",
      "19                           NaN                      NaN   \n",
      "20                        0.0000                   0.0000   \n",
      "21                           NaN                      NaN   \n",
      "22                        0.0078                   0.0077   \n",
      "23                        0.0019                   0.0019   \n",
      "24                        0.0000                   0.0000   \n",
      "25                        0.0000                   0.0000   \n",
      "26                           NaN                      NaN   \n",
      "27                           NaN                      NaN   \n",
      "28                           NaN                      NaN   \n",
      "29                        0.0078                   0.0077   \n",
      "...                          ...                      ...   \n",
      "307481                       NaN                      NaN   \n",
      "307482                    0.0039                   0.0039   \n",
      "307483                    0.0000                   0.0000   \n",
      "307484                       NaN                      NaN   \n",
      "307485                       NaN                      NaN   \n",
      "307486                       NaN                      NaN   \n",
      "307487                       NaN                      NaN   \n",
      "307488                       NaN                      NaN   \n",
      "307489                    0.0000                   0.0000   \n",
      "307490                       NaN                      NaN   \n",
      "307491                       NaN                      NaN   \n",
      "307492                       NaN                      NaN   \n",
      "307493                       NaN                      NaN   \n",
      "307494                       NaN                      NaN   \n",
      "307495                    0.0039                   0.0039   \n",
      "307496                       NaN                      NaN   \n",
      "307497                       NaN                      NaN   \n",
      "307498                       NaN                      NaN   \n",
      "307499                       NaN                      NaN   \n",
      "307500                       NaN                      NaN   \n",
      "307501                       NaN                      NaN   \n",
      "307502                       NaN                      NaN   \n",
      "307503                       NaN                      NaN   \n",
      "307504                       NaN                      NaN   \n",
      "307505                    0.0155                   0.0154   \n",
      "307506                    0.0757                   0.0753   \n",
      "307507                    0.0000                   0.0000   \n",
      "307508                    0.0000                   0.0000   \n",
      "307509                       NaN                      NaN   \n",
      "307510                       NaN                      NaN   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MODE  LIVINGAPARTMENTS_MODE  \\\n",
      "0                         0.0000                 0.0220   \n",
      "1                         0.0000                 0.0790   \n",
      "2                            NaN                    NaN   \n",
      "3                            NaN                    NaN   \n",
      "4                            NaN                    NaN   \n",
      "5                            NaN                    NaN   \n",
      "6                            NaN                    NaN   \n",
      "7                            NaN                    NaN   \n",
      "8                            NaN                    NaN   \n",
      "9                            NaN                    NaN   \n",
      "10                           NaN                    NaN   \n",
      "11                           NaN                    NaN   \n",
      "12                           NaN                    NaN   \n",
      "13                        0.0000                 0.1313   \n",
      "14                        0.0195                 0.3113   \n",
      "15                           NaN                    NaN   \n",
      "16                           NaN                    NaN   \n",
      "17                           NaN                    NaN   \n",
      "18                        0.0000                 0.0248   \n",
      "19                           NaN                    NaN   \n",
      "20                        0.0000                 0.0643   \n",
      "21                           NaN                    NaN   \n",
      "22                        0.0078                 0.0790   \n",
      "23                        0.0000                 0.1102   \n",
      "24                        0.0000                 0.1276   \n",
      "25                        0.0000                 0.0643   \n",
      "26                           NaN                    NaN   \n",
      "27                           NaN                    NaN   \n",
      "28                           NaN                    NaN   \n",
      "29                        0.0078                 0.1322   \n",
      "...                          ...                    ...   \n",
      "307481                       NaN                    NaN   \n",
      "307482                    0.0039                 0.0340   \n",
      "307483                    0.0000                 0.0073   \n",
      "307484                       NaN                    NaN   \n",
      "307485                       NaN                    NaN   \n",
      "307486                       NaN                    NaN   \n",
      "307487                       NaN                    NaN   \n",
      "307488                       NaN                    NaN   \n",
      "307489                    0.0000                 0.0101   \n",
      "307490                       NaN                    NaN   \n",
      "307491                       NaN                    NaN   \n",
      "307492                       NaN                    NaN   \n",
      "307493                       NaN                    NaN   \n",
      "307494                       NaN                    NaN   \n",
      "307495                    0.0039                 0.0652   \n",
      "307496                       NaN                    NaN   \n",
      "307497                       NaN                    NaN   \n",
      "307498                       NaN                    NaN   \n",
      "307499                       NaN                    NaN   \n",
      "307500                       NaN                    NaN   \n",
      "307501                       NaN                    NaN   \n",
      "307502                       NaN                    NaN   \n",
      "307503                       NaN                    NaN   \n",
      "307504                       NaN                    NaN   \n",
      "307505                    0.0156                 0.1928   \n",
      "307506                    0.0000                 0.0882   \n",
      "307507                    0.0000                 0.0220   \n",
      "307508                    0.0000                 0.0918   \n",
      "307509                       NaN                    NaN   \n",
      "307510                       NaN                    NaN   \n",
      "\n",
      "        LIVINGAPARTMENTS_MEDI  LIVINGAPARTMENTS_AVG  FLOORSMIN_MODE  \\\n",
      "0                      0.0205                0.0202          0.1250   \n",
      "1                      0.0787                0.0773          0.3333   \n",
      "2                         NaN                   NaN             NaN   \n",
      "3                         NaN                   NaN             NaN   \n",
      "4                         NaN                   NaN             NaN   \n",
      "5                         NaN                   NaN             NaN   \n",
      "6                         NaN                   NaN             NaN   \n",
      "7                         NaN                   NaN             NaN   \n",
      "8                         NaN                   NaN             NaN   \n",
      "9                         NaN                   NaN             NaN   \n",
      "10                        NaN                   NaN             NaN   \n",
      "11                        NaN                   NaN             NaN   \n",
      "12                        NaN                   NaN             NaN   \n",
      "13                     0.1223                0.1202          0.3750   \n",
      "14                     0.2899                0.2849          0.7083   \n",
      "15                        NaN                   NaN             NaN   \n",
      "16                        NaN                   NaN             NaN   \n",
      "17                        NaN                   NaN             NaN   \n",
      "18                     0.0231                0.0227          0.1250   \n",
      "19                        NaN                   NaN             NaN   \n",
      "20                     0.0599                0.0588          0.0417   \n",
      "21                        NaN                   NaN             NaN   \n",
      "22                     0.0735                0.0723          0.2083   \n",
      "23                     0.1193                0.1173          0.4167   \n",
      "24                     0.1189                0.1168          0.2083   \n",
      "25                     0.0599                0.0588          0.0417   \n",
      "26                        NaN                   NaN             NaN   \n",
      "27                        NaN                   NaN             NaN   \n",
      "28                        NaN                   NaN             NaN   \n",
      "29                     0.1231                0.1210          0.3750   \n",
      "...                       ...                   ...             ...   \n",
      "307481                    NaN                   NaN             NaN   \n",
      "307482                 0.0316                0.0311          0.2083   \n",
      "307483                 0.0068                0.0067          0.0417   \n",
      "307484                    NaN                   NaN             NaN   \n",
      "307485                    NaN                   NaN             NaN   \n",
      "307486                    NaN                   NaN             NaN   \n",
      "307487                    NaN                   NaN             NaN   \n",
      "307488                    NaN                   NaN             NaN   \n",
      "307489                 0.0094                0.0092          0.0417   \n",
      "307490                    NaN                   NaN             NaN   \n",
      "307491                    NaN                   NaN             NaN   \n",
      "307492                    NaN                   NaN             NaN   \n",
      "307493                    NaN                   NaN             NaN   \n",
      "307494                    NaN                   NaN             NaN   \n",
      "307495                 0.0607                0.0597             NaN   \n",
      "307496                    NaN                   NaN             NaN   \n",
      "307497                    NaN                   NaN             NaN   \n",
      "307498                    NaN                   NaN          0.7083   \n",
      "307499                    NaN                   NaN             NaN   \n",
      "307500                    NaN                   NaN             NaN   \n",
      "307501                    NaN                   NaN             NaN   \n",
      "307502                    NaN                   NaN             NaN   \n",
      "307503                    NaN                   NaN             NaN   \n",
      "307504                    NaN                   NaN             NaN   \n",
      "307505                 0.1796                0.1765          0.3750   \n",
      "307506                 0.1509                0.1484          0.0417   \n",
      "307507                 0.0205                0.0202          0.1250   \n",
      "307508                 0.0855                0.0841          0.2083   \n",
      "307509                    NaN                   NaN             NaN   \n",
      "307510                    NaN                   NaN             NaN   \n",
      "\n",
      "             ...         AMT_REQ_CREDIT_BUREAU_YEAR  DAYS_LAST_PHONE_CHANGE  \\\n",
      "0            ...                                1.0                 -1134.0   \n",
      "1            ...                                0.0                  -828.0   \n",
      "2            ...                                0.0                  -815.0   \n",
      "3            ...                                NaN                  -617.0   \n",
      "4            ...                                0.0                 -1106.0   \n",
      "5            ...                                1.0                 -2536.0   \n",
      "6            ...                                2.0                 -1562.0   \n",
      "7            ...                                0.0                 -1070.0   \n",
      "8            ...                                1.0                     NaN   \n",
      "9            ...                                NaN                 -1673.0   \n",
      "10           ...                                0.0                  -844.0   \n",
      "11           ...                                2.0                 -2396.0   \n",
      "12           ...                                0.0                 -2370.0   \n",
      "13           ...                                1.0                    -4.0   \n",
      "14           ...                                NaN                  -188.0   \n",
      "15           ...                                1.0                  -925.0   \n",
      "16           ...                                0.0                    -3.0   \n",
      "17           ...                                NaN                 -2811.0   \n",
      "18           ...                                0.0                  -239.0   \n",
      "19           ...                                2.0                 -1850.0   \n",
      "20           ...                                NaN                  -296.0   \n",
      "21           ...                                4.0                     NaN   \n",
      "22           ...                                5.0                  -468.0   \n",
      "23           ...                                3.0                  -795.0   \n",
      "24           ...                                0.0                    -4.0   \n",
      "25           ...                                0.0                     NaN   \n",
      "26           ...                                2.0                  -161.0   \n",
      "27           ...                                0.0                    -2.0   \n",
      "28           ...                                1.0                  -849.0   \n",
      "29           ...                                NaN                  -599.0   \n",
      "...          ...                                ...                     ...   \n",
      "307481       ...                                3.0                 -2941.0   \n",
      "307482       ...                                1.0                  -611.0   \n",
      "307483       ...                                5.0                 -1775.0   \n",
      "307484       ...                                NaN                 -1578.0   \n",
      "307485       ...                                0.0                  -336.0   \n",
      "307486       ...                                1.0                     NaN   \n",
      "307487       ...                                8.0                  -846.0   \n",
      "307488       ...                                1.0                  -610.0   \n",
      "307489       ...                                2.0                  -307.0   \n",
      "307490       ...                                1.0                  -439.0   \n",
      "307491       ...                                7.0                 -1357.0   \n",
      "307492       ...                                0.0                     NaN   \n",
      "307493       ...                                7.0                  -249.0   \n",
      "307494       ...                                1.0                  -367.0   \n",
      "307495       ...                                1.0                 -2919.0   \n",
      "307496       ...                                2.0                  -826.0   \n",
      "307497       ...                                6.0                 -1344.0   \n",
      "307498       ...                                2.0                  -734.0   \n",
      "307499       ...                                0.0                 -1511.0   \n",
      "307500       ...                                5.0                 -1459.0   \n",
      "307501       ...                                NaN                  -448.0   \n",
      "307502       ...                                1.0                 -1516.0   \n",
      "307503       ...                                2.0                 -2315.0   \n",
      "307504       ...                                NaN                     NaN   \n",
      "307505       ...                                0.0                     NaN   \n",
      "307506       ...                                NaN                  -273.0   \n",
      "307507       ...                                NaN                     NaN   \n",
      "307508       ...                                1.0                 -1909.0   \n",
      "307509       ...                                0.0                  -322.0   \n",
      "307510       ...                                1.0                  -787.0   \n",
      "\n",
      "        OBS_60_CNT_SOCIAL_CIRCLE  DEF_60_CNT_SOCIAL_CIRCLE  \\\n",
      "0                            2.0                       2.0   \n",
      "1                            1.0                       0.0   \n",
      "2                            0.0                       0.0   \n",
      "3                            2.0                       0.0   \n",
      "4                            0.0                       0.0   \n",
      "5                            0.0                       0.0   \n",
      "6                            1.0                       0.0   \n",
      "7                            2.0                       0.0   \n",
      "8                            1.0                       0.0   \n",
      "9                            2.0                       0.0   \n",
      "10                           0.0                       0.0   \n",
      "11                           0.0                       0.0   \n",
      "12                           0.0                       0.0   \n",
      "13                           0.0                       0.0   \n",
      "14                           0.0                       0.0   \n",
      "15                           0.0                       0.0   \n",
      "16                           0.0                       0.0   \n",
      "17                           4.0                       0.0   \n",
      "18                           8.0                       0.0   \n",
      "19                           0.0                       0.0   \n",
      "20                           0.0                       0.0   \n",
      "21                           0.0                       0.0   \n",
      "22                           0.0                       0.0   \n",
      "23                           0.0                       0.0   \n",
      "24                           1.0                       0.0   \n",
      "25                           0.0                       0.0   \n",
      "26                          10.0                       0.0   \n",
      "27                           2.0                       0.0   \n",
      "28                           0.0                       0.0   \n",
      "29                           0.0                       0.0   \n",
      "...                          ...                       ...   \n",
      "307481                       0.0                       0.0   \n",
      "307482                       0.0                       0.0   \n",
      "307483                       1.0                       1.0   \n",
      "307484                       0.0                       0.0   \n",
      "307485                       0.0                       0.0   \n",
      "307486                       0.0                       0.0   \n",
      "307487                       0.0                       0.0   \n",
      "307488                       1.0                       0.0   \n",
      "307489                       1.0                       0.0   \n",
      "307490                       0.0                       0.0   \n",
      "307491                       4.0                       0.0   \n",
      "307492                       0.0                       0.0   \n",
      "307493                       0.0                       0.0   \n",
      "307494                      11.0                       0.0   \n",
      "307495                       0.0                       0.0   \n",
      "307496                       0.0                       0.0   \n",
      "307497                       0.0                       0.0   \n",
      "307498                       0.0                       0.0   \n",
      "307499                       4.0                       0.0   \n",
      "307500                       0.0                       0.0   \n",
      "307501                       2.0                       1.0   \n",
      "307502                       0.0                       0.0   \n",
      "307503                       9.0                       2.0   \n",
      "307504                       0.0                       0.0   \n",
      "307505                       0.0                       0.0   \n",
      "307506                       0.0                       0.0   \n",
      "307507                       0.0                       0.0   \n",
      "307508                       6.0                       0.0   \n",
      "307509                       0.0                       0.0   \n",
      "307510                       0.0                       0.0   \n",
      "\n",
      "        DEF_30_CNT_SOCIAL_CIRCLE  OBS_30_CNT_SOCIAL_CIRCLE  EXT_SOURCE_2  \\\n",
      "0                            2.0                       2.0      0.262949   \n",
      "1                            0.0                       1.0      0.622246   \n",
      "2                            0.0                       0.0      0.555912   \n",
      "3                            0.0                       2.0      0.650442   \n",
      "4                            0.0                       0.0      0.322738   \n",
      "5                            0.0                       0.0      0.354225   \n",
      "6                            0.0                       1.0      0.724000   \n",
      "7                            0.0                       2.0      0.714279   \n",
      "8                            0.0                       1.0      0.205747   \n",
      "9                            0.0                       2.0      0.746644   \n",
      "10                           0.0                       0.0      0.651862   \n",
      "11                           0.0                       0.0      0.555183   \n",
      "12                           0.0                       0.0      0.715042   \n",
      "13                           0.0                       0.0      0.566907   \n",
      "14                           0.0                       0.0      0.642656   \n",
      "15                           0.0                       0.0      0.346634   \n",
      "16                           0.0                       0.0      0.236378   \n",
      "17                           0.0                       4.0      0.683513   \n",
      "18                           0.0                       8.0      0.706428   \n",
      "19                           0.0                       0.0      0.586617   \n",
      "20                           0.0                       0.0      0.113375   \n",
      "21                           0.0                       0.0      0.233767   \n",
      "22                           0.0                       0.0      0.457143   \n",
      "23                           0.0                       0.0      0.624305   \n",
      "24                           1.0                       1.0      0.786179   \n",
      "25                           0.0                       0.0      0.651406   \n",
      "26                           1.0                      10.0      0.548477   \n",
      "27                           0.0                       2.0      0.541124   \n",
      "28                           0.0                       0.0      0.685011   \n",
      "29                           0.0                       0.0      0.502779   \n",
      "...                          ...                       ...           ...   \n",
      "307481                       0.0                       0.0      0.713524   \n",
      "307482                       0.0                       0.0      0.737905   \n",
      "307483                       1.0                       1.0      0.589906   \n",
      "307484                       0.0                       0.0      0.739703   \n",
      "307485                       0.0                       0.0      0.702403   \n",
      "307486                       0.0                       0.0      0.661025   \n",
      "307487                       0.0                       0.0      0.307082   \n",
      "307488                       0.0                       1.0      0.619662   \n",
      "307489                       1.0                       1.0      0.615261   \n",
      "307490                       0.0                       0.0      0.378421   \n",
      "307491                       0.0                       4.0      0.561158   \n",
      "307492                       0.0                       0.0      0.599173   \n",
      "307493                       0.0                       0.0      0.424683   \n",
      "307494                       0.0                      11.0      0.699727   \n",
      "307495                       0.0                       0.0      0.267834   \n",
      "307496                       0.0                       0.0      0.512081   \n",
      "307497                       0.0                       0.0      0.651306   \n",
      "307498                       0.0                       0.0      0.746259   \n",
      "307499                       0.0                       4.0      0.649123   \n",
      "307500                       0.0                       0.0      0.789389   \n",
      "307501                       1.0                       2.0      0.575481   \n",
      "307502                       0.0                       0.0      0.313334   \n",
      "307503                       3.0                       9.0      0.501221   \n",
      "307504                       0.0                       0.0      0.530725   \n",
      "307505                       0.0                       0.0      0.346391   \n",
      "307506                       0.0                       0.0      0.681632   \n",
      "307507                       0.0                       0.0      0.115992   \n",
      "307508                       0.0                       6.0      0.535722   \n",
      "307509                       0.0                       0.0      0.514163   \n",
      "307510                       0.0                       0.0      0.708569   \n",
      "\n",
      "        AMT_GOODS_PRICE  AMT_ANNUITY  CNT_FAM_MEMBERS  \n",
      "0              351000.0      24700.5              1.0  \n",
      "1             1129500.0      35698.5              2.0  \n",
      "2              135000.0       6750.0              1.0  \n",
      "3              297000.0      29686.5              2.0  \n",
      "4              513000.0      21865.5              1.0  \n",
      "5              454500.0      27517.5              2.0  \n",
      "6             1395000.0      41301.0              3.0  \n",
      "7             1530000.0      42075.0              2.0  \n",
      "8              913500.0      33826.5              2.0  \n",
      "9              405000.0      20250.0              1.0  \n",
      "10             652500.0      21177.0              3.0  \n",
      "11             135000.0      10678.5              2.0  \n",
      "12              67500.0       5881.5              2.0  \n",
      "13             697500.0      28966.5              3.0  \n",
      "14             679500.0      32778.0              2.0  \n",
      "15             247500.0      20160.0              1.0  \n",
      "16             387000.0      26149.5              2.0  \n",
      "17             270000.0      13500.0              3.0  \n",
      "18             157500.0       7875.0              1.0  \n",
      "19             454500.0      17563.5              2.0  \n",
      "20             427500.0      21375.0              2.0  \n",
      "21             927000.0      37561.5              3.0  \n",
      "22             450000.0      32521.5              3.0  \n",
      "23             225000.0      23850.0              2.0  \n",
      "24             247500.0      12703.5              4.0  \n",
      "25             225000.0      11074.5              2.0  \n",
      "26             702000.0      27076.5              1.0  \n",
      "27             270000.0      23827.5              3.0  \n",
      "28             675000.0      57676.5              1.0  \n",
      "29             180000.0       9000.0              1.0  \n",
      "...                 ...          ...              ...  \n",
      "307481         297000.0      19975.5              2.0  \n",
      "307482         472500.0      34969.5              2.0  \n",
      "307483         225000.0      16479.0              1.0  \n",
      "307484         450000.0      35617.5              2.0  \n",
      "307485         180000.0       9000.0              2.0  \n",
      "307486         270000.0      18283.5              3.0  \n",
      "307487         936000.0      31473.0              2.0  \n",
      "307488         135000.0      13351.5              1.0  \n",
      "307489         450000.0      23089.5              2.0  \n",
      "307490         135000.0       9148.5              1.0  \n",
      "307491         900000.0      31522.5              4.0  \n",
      "307492        1575000.0      43443.0              2.0  \n",
      "307493         765000.0      37678.5              2.0  \n",
      "307494         450000.0      46858.5              3.0  \n",
      "307495         675000.0      23773.5              2.0  \n",
      "307496         337500.0      16875.0              2.0  \n",
      "307497         193500.0      12028.5              2.0  \n",
      "307498        1125000.0      52168.5              2.0  \n",
      "307499         225000.0      12694.5              2.0  \n",
      "307500        1138500.0      35982.0              2.0  \n",
      "307501         225000.0      11871.0              5.0  \n",
      "307502         225000.0      10620.0              3.0  \n",
      "307503         247500.0      17770.5              1.0  \n",
      "307504         225000.0      16096.5              1.0  \n",
      "307505         225000.0      22050.0              1.0  \n",
      "307506         225000.0      27558.0              1.0  \n",
      "307507         225000.0      12001.5              1.0  \n",
      "307508         585000.0      29979.0              1.0  \n",
      "307509         319500.0      20205.0              2.0  \n",
      "307510         675000.0      49117.5              2.0  \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[307511 rows x 62 columns]\n",
      "after...\n",
      "        COMMONAREA_MODE  COMMONAREA_AVG  COMMONAREA_MEDI  \\\n",
      "0              0.014400        0.014300         0.014400   \n",
      "1              0.049700        0.060500         0.060800   \n",
      "2              0.042553        0.044621         0.044595   \n",
      "3              0.042553        0.044621         0.044595   \n",
      "4              0.042553        0.044621         0.044595   \n",
      "5              0.042553        0.044621         0.044595   \n",
      "6              0.042553        0.044621         0.044595   \n",
      "7              0.042553        0.044621         0.044595   \n",
      "8              0.042553        0.044621         0.044595   \n",
      "9              0.042553        0.044621         0.044595   \n",
      "10             0.042553        0.044621         0.044595   \n",
      "11             0.042553        0.044621         0.044595   \n",
      "12             0.042553        0.044621         0.044595   \n",
      "13             0.058700        0.058200         0.058500   \n",
      "14             0.115300        0.114300         0.115000   \n",
      "15             0.042553        0.044621         0.044595   \n",
      "16             0.042553        0.044621         0.044595   \n",
      "17             0.042553        0.044621         0.044595   \n",
      "18             0.001800        0.001800         0.001800   \n",
      "19             0.042553        0.044621         0.044595   \n",
      "20             0.042553        0.044621         0.044595   \n",
      "21             0.042553        0.044621         0.044595   \n",
      "22             0.012100        0.012000         0.012000   \n",
      "23             0.000000        0.106400         0.107100   \n",
      "24             0.021400        0.021200         0.021400   \n",
      "25             0.001000        0.001000         0.001000   \n",
      "26             0.042553        0.044621         0.044595   \n",
      "27             0.042553        0.044621         0.044595   \n",
      "28             0.042553        0.044621         0.044595   \n",
      "29             0.019000        0.018800         0.018900   \n",
      "...                 ...             ...              ...   \n",
      "307481         0.042553        0.044621         0.044595   \n",
      "307482         0.003800        0.003700         0.003800   \n",
      "307483         0.000000        0.000000         0.000000   \n",
      "307484         0.042553        0.044621         0.044595   \n",
      "307485         0.042553        0.044621         0.044595   \n",
      "307486         0.042553        0.044621         0.044595   \n",
      "307487         0.042553        0.044621         0.044595   \n",
      "307488         0.042553        0.044621         0.044595   \n",
      "307489         0.000900        0.000900         0.000900   \n",
      "307490         0.042553        0.044621         0.044595   \n",
      "307491         0.042553        0.044621         0.044595   \n",
      "307492         0.042553        0.044621         0.044595   \n",
      "307493         0.042553        0.044621         0.044595   \n",
      "307494         0.042553        0.044621         0.044595   \n",
      "307495         0.013800        0.013600         0.013700   \n",
      "307496         0.042553        0.044621         0.044595   \n",
      "307497         0.042553        0.044621         0.044595   \n",
      "307498         0.042553        0.044621         0.044595   \n",
      "307499         0.042553        0.044621         0.044595   \n",
      "307500         0.042553        0.044621         0.044595   \n",
      "307501         0.042553        0.044621         0.044595   \n",
      "307502         0.042553        0.044621         0.044595   \n",
      "307503         0.042553        0.044621         0.044595   \n",
      "307504         0.042553        0.044621         0.044595   \n",
      "307505         0.144500        0.143200         0.144100   \n",
      "307506         0.017200        0.020200         0.020300   \n",
      "307507         0.002200        0.002200         0.002200   \n",
      "307508         0.012400        0.012300         0.012400   \n",
      "307509         0.042553        0.044621         0.044595   \n",
      "307510         0.017800        0.017600         0.017700   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MEDI  NONLIVINGAPARTMENTS_AVG  \\\n",
      "0                       0.000000                 0.000000   \n",
      "1                       0.003900                 0.003900   \n",
      "2                       0.008651                 0.008809   \n",
      "3                       0.008651                 0.008809   \n",
      "4                       0.008651                 0.008809   \n",
      "5                       0.008651                 0.008809   \n",
      "6                       0.008651                 0.008809   \n",
      "7                       0.008651                 0.008809   \n",
      "8                       0.008651                 0.008809   \n",
      "9                       0.008651                 0.008809   \n",
      "10                      0.008651                 0.008809   \n",
      "11                      0.008651                 0.008809   \n",
      "12                      0.008651                 0.008809   \n",
      "13                      0.000000                 0.000000   \n",
      "14                      0.019400                 0.019300   \n",
      "15                      0.008651                 0.008809   \n",
      "16                      0.008651                 0.008809   \n",
      "17                      0.008651                 0.008809   \n",
      "18                      0.000000                 0.000000   \n",
      "19                      0.008651                 0.008809   \n",
      "20                      0.000000                 0.000000   \n",
      "21                      0.008651                 0.008809   \n",
      "22                      0.007800                 0.007700   \n",
      "23                      0.001900                 0.001900   \n",
      "24                      0.000000                 0.000000   \n",
      "25                      0.000000                 0.000000   \n",
      "26                      0.008651                 0.008809   \n",
      "27                      0.008651                 0.008809   \n",
      "28                      0.008651                 0.008809   \n",
      "29                      0.007800                 0.007700   \n",
      "...                          ...                      ...   \n",
      "307481                  0.008651                 0.008809   \n",
      "307482                  0.003900                 0.003900   \n",
      "307483                  0.000000                 0.000000   \n",
      "307484                  0.008651                 0.008809   \n",
      "307485                  0.008651                 0.008809   \n",
      "307486                  0.008651                 0.008809   \n",
      "307487                  0.008651                 0.008809   \n",
      "307488                  0.008651                 0.008809   \n",
      "307489                  0.000000                 0.000000   \n",
      "307490                  0.008651                 0.008809   \n",
      "307491                  0.008651                 0.008809   \n",
      "307492                  0.008651                 0.008809   \n",
      "307493                  0.008651                 0.008809   \n",
      "307494                  0.008651                 0.008809   \n",
      "307495                  0.003900                 0.003900   \n",
      "307496                  0.008651                 0.008809   \n",
      "307497                  0.008651                 0.008809   \n",
      "307498                  0.008651                 0.008809   \n",
      "307499                  0.008651                 0.008809   \n",
      "307500                  0.008651                 0.008809   \n",
      "307501                  0.008651                 0.008809   \n",
      "307502                  0.008651                 0.008809   \n",
      "307503                  0.008651                 0.008809   \n",
      "307504                  0.008651                 0.008809   \n",
      "307505                  0.015500                 0.015400   \n",
      "307506                  0.075700                 0.075300   \n",
      "307507                  0.000000                 0.000000   \n",
      "307508                  0.000000                 0.000000   \n",
      "307509                  0.008651                 0.008809   \n",
      "307510                  0.008651                 0.008809   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MODE  LIVINGAPARTMENTS_MODE  \\\n",
      "0                       0.000000               0.022000   \n",
      "1                       0.000000               0.079000   \n",
      "2                       0.008076               0.105645   \n",
      "3                       0.008076               0.105645   \n",
      "4                       0.008076               0.105645   \n",
      "5                       0.008076               0.105645   \n",
      "6                       0.008076               0.105645   \n",
      "7                       0.008076               0.105645   \n",
      "8                       0.008076               0.105645   \n",
      "9                       0.008076               0.105645   \n",
      "10                      0.008076               0.105645   \n",
      "11                      0.008076               0.105645   \n",
      "12                      0.008076               0.105645   \n",
      "13                      0.000000               0.131300   \n",
      "14                      0.019500               0.311300   \n",
      "15                      0.008076               0.105645   \n",
      "16                      0.008076               0.105645   \n",
      "17                      0.008076               0.105645   \n",
      "18                      0.000000               0.024800   \n",
      "19                      0.008076               0.105645   \n",
      "20                      0.000000               0.064300   \n",
      "21                      0.008076               0.105645   \n",
      "22                      0.007800               0.079000   \n",
      "23                      0.000000               0.110200   \n",
      "24                      0.000000               0.127600   \n",
      "25                      0.000000               0.064300   \n",
      "26                      0.008076               0.105645   \n",
      "27                      0.008076               0.105645   \n",
      "28                      0.008076               0.105645   \n",
      "29                      0.007800               0.132200   \n",
      "...                          ...                    ...   \n",
      "307481                  0.008076               0.105645   \n",
      "307482                  0.003900               0.034000   \n",
      "307483                  0.000000               0.007300   \n",
      "307484                  0.008076               0.105645   \n",
      "307485                  0.008076               0.105645   \n",
      "307486                  0.008076               0.105645   \n",
      "307487                  0.008076               0.105645   \n",
      "307488                  0.008076               0.105645   \n",
      "307489                  0.000000               0.010100   \n",
      "307490                  0.008076               0.105645   \n",
      "307491                  0.008076               0.105645   \n",
      "307492                  0.008076               0.105645   \n",
      "307493                  0.008076               0.105645   \n",
      "307494                  0.008076               0.105645   \n",
      "307495                  0.003900               0.065200   \n",
      "307496                  0.008076               0.105645   \n",
      "307497                  0.008076               0.105645   \n",
      "307498                  0.008076               0.105645   \n",
      "307499                  0.008076               0.105645   \n",
      "307500                  0.008076               0.105645   \n",
      "307501                  0.008076               0.105645   \n",
      "307502                  0.008076               0.105645   \n",
      "307503                  0.008076               0.105645   \n",
      "307504                  0.008076               0.105645   \n",
      "307505                  0.015600               0.192800   \n",
      "307506                  0.000000               0.088200   \n",
      "307507                  0.000000               0.022000   \n",
      "307508                  0.000000               0.091800   \n",
      "307509                  0.008076               0.105645   \n",
      "307510                  0.008076               0.105645   \n",
      "\n",
      "        LIVINGAPARTMENTS_MEDI  LIVINGAPARTMENTS_AVG  FLOORSMIN_MODE  \\\n",
      "0                    0.020500              0.020200        0.125000   \n",
      "1                    0.078700              0.077300        0.333300   \n",
      "2                    0.101954              0.100775        0.228058   \n",
      "3                    0.101954              0.100775        0.228058   \n",
      "4                    0.101954              0.100775        0.228058   \n",
      "5                    0.101954              0.100775        0.228058   \n",
      "6                    0.101954              0.100775        0.228058   \n",
      "7                    0.101954              0.100775        0.228058   \n",
      "8                    0.101954              0.100775        0.228058   \n",
      "9                    0.101954              0.100775        0.228058   \n",
      "10                   0.101954              0.100775        0.228058   \n",
      "11                   0.101954              0.100775        0.228058   \n",
      "12                   0.101954              0.100775        0.228058   \n",
      "13                   0.122300              0.120200        0.375000   \n",
      "14                   0.289900              0.284900        0.708300   \n",
      "15                   0.101954              0.100775        0.228058   \n",
      "16                   0.101954              0.100775        0.228058   \n",
      "17                   0.101954              0.100775        0.228058   \n",
      "18                   0.023100              0.022700        0.125000   \n",
      "19                   0.101954              0.100775        0.228058   \n",
      "20                   0.059900              0.058800        0.041700   \n",
      "21                   0.101954              0.100775        0.228058   \n",
      "22                   0.073500              0.072300        0.208300   \n",
      "23                   0.119300              0.117300        0.416700   \n",
      "24                   0.118900              0.116800        0.208300   \n",
      "25                   0.059900              0.058800        0.041700   \n",
      "26                   0.101954              0.100775        0.228058   \n",
      "27                   0.101954              0.100775        0.228058   \n",
      "28                   0.101954              0.100775        0.228058   \n",
      "29                   0.123100              0.121000        0.375000   \n",
      "...                       ...                   ...             ...   \n",
      "307481               0.101954              0.100775        0.228058   \n",
      "307482               0.031600              0.031100        0.208300   \n",
      "307483               0.006800              0.006700        0.041700   \n",
      "307484               0.101954              0.100775        0.228058   \n",
      "307485               0.101954              0.100775        0.228058   \n",
      "307486               0.101954              0.100775        0.228058   \n",
      "307487               0.101954              0.100775        0.228058   \n",
      "307488               0.101954              0.100775        0.228058   \n",
      "307489               0.009400              0.009200        0.041700   \n",
      "307490               0.101954              0.100775        0.228058   \n",
      "307491               0.101954              0.100775        0.228058   \n",
      "307492               0.101954              0.100775        0.228058   \n",
      "307493               0.101954              0.100775        0.228058   \n",
      "307494               0.101954              0.100775        0.228058   \n",
      "307495               0.060700              0.059700        0.228058   \n",
      "307496               0.101954              0.100775        0.228058   \n",
      "307497               0.101954              0.100775        0.228058   \n",
      "307498               0.101954              0.100775        0.708300   \n",
      "307499               0.101954              0.100775        0.228058   \n",
      "307500               0.101954              0.100775        0.228058   \n",
      "307501               0.101954              0.100775        0.228058   \n",
      "307502               0.101954              0.100775        0.228058   \n",
      "307503               0.101954              0.100775        0.228058   \n",
      "307504               0.101954              0.100775        0.228058   \n",
      "307505               0.179600              0.176500        0.375000   \n",
      "307506               0.150900              0.148400        0.041700   \n",
      "307507               0.020500              0.020200        0.125000   \n",
      "307508               0.085500              0.084100        0.208300   \n",
      "307509               0.101954              0.100775        0.228058   \n",
      "307510               0.101954              0.100775        0.228058   \n",
      "\n",
      "             ...         AMT_REQ_CREDIT_BUREAU_YEAR  DAYS_LAST_PHONE_CHANGE  \\\n",
      "0            ...                           1.000000            -1134.000000   \n",
      "1            ...                           0.000000             -828.000000   \n",
      "2            ...                           0.000000             -815.000000   \n",
      "3            ...                           1.899974             -617.000000   \n",
      "4            ...                           0.000000            -1106.000000   \n",
      "5            ...                           1.000000            -2536.000000   \n",
      "6            ...                           2.000000            -1562.000000   \n",
      "7            ...                           0.000000            -1070.000000   \n",
      "8            ...                           1.000000            -1097.283207   \n",
      "9            ...                           1.899974            -1673.000000   \n",
      "10           ...                           0.000000             -844.000000   \n",
      "11           ...                           2.000000            -2396.000000   \n",
      "12           ...                           0.000000            -2370.000000   \n",
      "13           ...                           1.000000               -4.000000   \n",
      "14           ...                           1.899974             -188.000000   \n",
      "15           ...                           1.000000             -925.000000   \n",
      "16           ...                           0.000000               -3.000000   \n",
      "17           ...                           1.899974            -2811.000000   \n",
      "18           ...                           0.000000             -239.000000   \n",
      "19           ...                           2.000000            -1850.000000   \n",
      "20           ...                           1.899974             -296.000000   \n",
      "21           ...                           4.000000            -1097.283207   \n",
      "22           ...                           5.000000             -468.000000   \n",
      "23           ...                           3.000000             -795.000000   \n",
      "24           ...                           0.000000               -4.000000   \n",
      "25           ...                           0.000000            -1097.283207   \n",
      "26           ...                           2.000000             -161.000000   \n",
      "27           ...                           0.000000               -2.000000   \n",
      "28           ...                           1.000000             -849.000000   \n",
      "29           ...                           1.899974             -599.000000   \n",
      "...          ...                                ...                     ...   \n",
      "307481       ...                           3.000000            -2941.000000   \n",
      "307482       ...                           1.000000             -611.000000   \n",
      "307483       ...                           5.000000            -1775.000000   \n",
      "307484       ...                           1.899974            -1578.000000   \n",
      "307485       ...                           0.000000             -336.000000   \n",
      "307486       ...                           1.000000            -1097.283207   \n",
      "307487       ...                           8.000000             -846.000000   \n",
      "307488       ...                           1.000000             -610.000000   \n",
      "307489       ...                           2.000000             -307.000000   \n",
      "307490       ...                           1.000000             -439.000000   \n",
      "307491       ...                           7.000000            -1357.000000   \n",
      "307492       ...                           0.000000            -1097.283207   \n",
      "307493       ...                           7.000000             -249.000000   \n",
      "307494       ...                           1.000000             -367.000000   \n",
      "307495       ...                           1.000000            -2919.000000   \n",
      "307496       ...                           2.000000             -826.000000   \n",
      "307497       ...                           6.000000            -1344.000000   \n",
      "307498       ...                           2.000000             -734.000000   \n",
      "307499       ...                           0.000000            -1511.000000   \n",
      "307500       ...                           5.000000            -1459.000000   \n",
      "307501       ...                           1.899974             -448.000000   \n",
      "307502       ...                           1.000000            -1516.000000   \n",
      "307503       ...                           2.000000            -2315.000000   \n",
      "307504       ...                           1.899974            -1097.283207   \n",
      "307505       ...                           0.000000            -1097.283207   \n",
      "307506       ...                           1.899974             -273.000000   \n",
      "307507       ...                           1.899974            -1097.283207   \n",
      "307508       ...                           1.000000            -1909.000000   \n",
      "307509       ...                           0.000000             -322.000000   \n",
      "307510       ...                           1.000000             -787.000000   \n",
      "\n",
      "        OBS_60_CNT_SOCIAL_CIRCLE  DEF_60_CNT_SOCIAL_CIRCLE  \\\n",
      "0                            2.0                       2.0   \n",
      "1                            1.0                       0.0   \n",
      "2                            0.0                       0.0   \n",
      "3                            2.0                       0.0   \n",
      "4                            0.0                       0.0   \n",
      "5                            0.0                       0.0   \n",
      "6                            1.0                       0.0   \n",
      "7                            2.0                       0.0   \n",
      "8                            1.0                       0.0   \n",
      "9                            2.0                       0.0   \n",
      "10                           0.0                       0.0   \n",
      "11                           0.0                       0.0   \n",
      "12                           0.0                       0.0   \n",
      "13                           0.0                       0.0   \n",
      "14                           0.0                       0.0   \n",
      "15                           0.0                       0.0   \n",
      "16                           0.0                       0.0   \n",
      "17                           4.0                       0.0   \n",
      "18                           8.0                       0.0   \n",
      "19                           0.0                       0.0   \n",
      "20                           0.0                       0.0   \n",
      "21                           0.0                       0.0   \n",
      "22                           0.0                       0.0   \n",
      "23                           0.0                       0.0   \n",
      "24                           1.0                       0.0   \n",
      "25                           0.0                       0.0   \n",
      "26                          10.0                       0.0   \n",
      "27                           2.0                       0.0   \n",
      "28                           0.0                       0.0   \n",
      "29                           0.0                       0.0   \n",
      "...                          ...                       ...   \n",
      "307481                       0.0                       0.0   \n",
      "307482                       0.0                       0.0   \n",
      "307483                       1.0                       1.0   \n",
      "307484                       0.0                       0.0   \n",
      "307485                       0.0                       0.0   \n",
      "307486                       0.0                       0.0   \n",
      "307487                       0.0                       0.0   \n",
      "307488                       1.0                       0.0   \n",
      "307489                       1.0                       0.0   \n",
      "307490                       0.0                       0.0   \n",
      "307491                       4.0                       0.0   \n",
      "307492                       0.0                       0.0   \n",
      "307493                       0.0                       0.0   \n",
      "307494                      11.0                       0.0   \n",
      "307495                       0.0                       0.0   \n",
      "307496                       0.0                       0.0   \n",
      "307497                       0.0                       0.0   \n",
      "307498                       0.0                       0.0   \n",
      "307499                       4.0                       0.0   \n",
      "307500                       0.0                       0.0   \n",
      "307501                       2.0                       1.0   \n",
      "307502                       0.0                       0.0   \n",
      "307503                       9.0                       2.0   \n",
      "307504                       0.0                       0.0   \n",
      "307505                       0.0                       0.0   \n",
      "307506                       0.0                       0.0   \n",
      "307507                       0.0                       0.0   \n",
      "307508                       6.0                       0.0   \n",
      "307509                       0.0                       0.0   \n",
      "307510                       0.0                       0.0   \n",
      "\n",
      "        DEF_30_CNT_SOCIAL_CIRCLE  OBS_30_CNT_SOCIAL_CIRCLE  EXT_SOURCE_2  \\\n",
      "0                            2.0                       2.0      0.262949   \n",
      "1                            0.0                       1.0      0.622246   \n",
      "2                            0.0                       0.0      0.555912   \n",
      "3                            0.0                       2.0      0.650442   \n",
      "4                            0.0                       0.0      0.322738   \n",
      "5                            0.0                       0.0      0.354225   \n",
      "6                            0.0                       1.0      0.724000   \n",
      "7                            0.0                       2.0      0.714279   \n",
      "8                            0.0                       1.0      0.205747   \n",
      "9                            0.0                       2.0      0.746644   \n",
      "10                           0.0                       0.0      0.651862   \n",
      "11                           0.0                       0.0      0.555183   \n",
      "12                           0.0                       0.0      0.715042   \n",
      "13                           0.0                       0.0      0.566907   \n",
      "14                           0.0                       0.0      0.642656   \n",
      "15                           0.0                       0.0      0.346634   \n",
      "16                           0.0                       0.0      0.236378   \n",
      "17                           0.0                       4.0      0.683513   \n",
      "18                           0.0                       8.0      0.706428   \n",
      "19                           0.0                       0.0      0.586617   \n",
      "20                           0.0                       0.0      0.113375   \n",
      "21                           0.0                       0.0      0.233767   \n",
      "22                           0.0                       0.0      0.457143   \n",
      "23                           0.0                       0.0      0.624305   \n",
      "24                           1.0                       1.0      0.786179   \n",
      "25                           0.0                       0.0      0.651406   \n",
      "26                           1.0                      10.0      0.548477   \n",
      "27                           0.0                       2.0      0.541124   \n",
      "28                           0.0                       0.0      0.685011   \n",
      "29                           0.0                       0.0      0.502779   \n",
      "...                          ...                       ...           ...   \n",
      "307481                       0.0                       0.0      0.713524   \n",
      "307482                       0.0                       0.0      0.737905   \n",
      "307483                       1.0                       1.0      0.589906   \n",
      "307484                       0.0                       0.0      0.739703   \n",
      "307485                       0.0                       0.0      0.702403   \n",
      "307486                       0.0                       0.0      0.661025   \n",
      "307487                       0.0                       0.0      0.307082   \n",
      "307488                       0.0                       1.0      0.619662   \n",
      "307489                       1.0                       1.0      0.615261   \n",
      "307490                       0.0                       0.0      0.378421   \n",
      "307491                       0.0                       4.0      0.561158   \n",
      "307492                       0.0                       0.0      0.599173   \n",
      "307493                       0.0                       0.0      0.424683   \n",
      "307494                       0.0                      11.0      0.699727   \n",
      "307495                       0.0                       0.0      0.267834   \n",
      "307496                       0.0                       0.0      0.512081   \n",
      "307497                       0.0                       0.0      0.651306   \n",
      "307498                       0.0                       0.0      0.746259   \n",
      "307499                       0.0                       4.0      0.649123   \n",
      "307500                       0.0                       0.0      0.789389   \n",
      "307501                       1.0                       2.0      0.575481   \n",
      "307502                       0.0                       0.0      0.313334   \n",
      "307503                       3.0                       9.0      0.501221   \n",
      "307504                       0.0                       0.0      0.530725   \n",
      "307505                       0.0                       0.0      0.346391   \n",
      "307506                       0.0                       0.0      0.681632   \n",
      "307507                       0.0                       0.0      0.115992   \n",
      "307508                       0.0                       6.0      0.535722   \n",
      "307509                       0.0                       0.0      0.514163   \n",
      "307510                       0.0                       0.0      0.708569   \n",
      "\n",
      "        AMT_GOODS_PRICE  AMT_ANNUITY  CNT_FAM_MEMBERS  \n",
      "0              351000.0      24700.5              1.0  \n",
      "1             1129500.0      35698.5              2.0  \n",
      "2              135000.0       6750.0              1.0  \n",
      "3              297000.0      29686.5              2.0  \n",
      "4              513000.0      21865.5              1.0  \n",
      "5              454500.0      27517.5              2.0  \n",
      "6             1395000.0      41301.0              3.0  \n",
      "7             1530000.0      42075.0              2.0  \n",
      "8              913500.0      33826.5              2.0  \n",
      "9              405000.0      20250.0              1.0  \n",
      "10             652500.0      21177.0              3.0  \n",
      "11             135000.0      10678.5              2.0  \n",
      "12              67500.0       5881.5              2.0  \n",
      "13             697500.0      28966.5              3.0  \n",
      "14             679500.0      32778.0              2.0  \n",
      "15             247500.0      20160.0              1.0  \n",
      "16             387000.0      26149.5              2.0  \n",
      "17             270000.0      13500.0              3.0  \n",
      "18             157500.0       7875.0              1.0  \n",
      "19             454500.0      17563.5              2.0  \n",
      "20             427500.0      21375.0              2.0  \n",
      "21             927000.0      37561.5              3.0  \n",
      "22             450000.0      32521.5              3.0  \n",
      "23             225000.0      23850.0              2.0  \n",
      "24             247500.0      12703.5              4.0  \n",
      "25             225000.0      11074.5              2.0  \n",
      "26             702000.0      27076.5              1.0  \n",
      "27             270000.0      23827.5              3.0  \n",
      "28             675000.0      57676.5              1.0  \n",
      "29             180000.0       9000.0              1.0  \n",
      "...                 ...          ...              ...  \n",
      "307481         297000.0      19975.5              2.0  \n",
      "307482         472500.0      34969.5              2.0  \n",
      "307483         225000.0      16479.0              1.0  \n",
      "307484         450000.0      35617.5              2.0  \n",
      "307485         180000.0       9000.0              2.0  \n",
      "307486         270000.0      18283.5              3.0  \n",
      "307487         936000.0      31473.0              2.0  \n",
      "307488         135000.0      13351.5              1.0  \n",
      "307489         450000.0      23089.5              2.0  \n",
      "307490         135000.0       9148.5              1.0  \n",
      "307491         900000.0      31522.5              4.0  \n",
      "307492        1575000.0      43443.0              2.0  \n",
      "307493         765000.0      37678.5              2.0  \n",
      "307494         450000.0      46858.5              3.0  \n",
      "307495         675000.0      23773.5              2.0  \n",
      "307496         337500.0      16875.0              2.0  \n",
      "307497         193500.0      12028.5              2.0  \n",
      "307498        1125000.0      52168.5              2.0  \n",
      "307499         225000.0      12694.5              2.0  \n",
      "307500        1138500.0      35982.0              2.0  \n",
      "307501         225000.0      11871.0              5.0  \n",
      "307502         225000.0      10620.0              3.0  \n",
      "307503         247500.0      17770.5              1.0  \n",
      "307504         225000.0      16096.5              1.0  \n",
      "307505         225000.0      22050.0              1.0  \n",
      "307506         225000.0      27558.0              1.0  \n",
      "307507         225000.0      12001.5              1.0  \n",
      "307508         585000.0      29979.0              1.0  \n",
      "307509         319500.0      20205.0              2.0  \n",
      "307510         675000.0      49117.5              2.0  \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[307511 rows x 62 columns]\n"
     ]
    }
   ],
   "source": [
    "from sklearn.base import TransformerMixin\n",
    "\n",
    "class DataFrameImputer(TransformerMixin):\n",
    "\n",
    "    def __init__(self):\n",
    "        \"\"\"Impute missing values.\n",
    "\n",
    "        Columns of dtype object are imputed with the most frequent value \n",
    "        in column.\n",
    "\n",
    "        Columns of other types are imputed with mean of column.\n",
    "\n",
    "        \"\"\"\n",
    "    def fit(self, X, y=None):\n",
    "\n",
    "        self.fill = pd.Series([X[c].value_counts().index[0]\n",
    "            if X[c].dtype == np.dtype('O') else X[c].mean() for c in X],\n",
    "            index=X.columns)\n",
    "\n",
    "        return self\n",
    "\n",
    "    def transform(self, X, y=None):\n",
    "        return X.fillna(self.fill)\n",
    "    \n",
    "print('before...')    \n",
    "Mis=X[mis_col][:]\n",
    "print('Mis - ',Mis)\n",
    "\n",
    "xt = DataFrameImputer().fit_transform(Mis)\n",
    "\n",
    "print('after...')\n",
    "print(xt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(307511, 304)\n",
      "<bound method NDFrame.describe of         SK_ID_CURR  TARGET  NAME_CONTRACT_TYPE  FLAG_OWN_CAR  FLAG_OWN_REALTY  \\\n",
      "0           100002       1                   0             0                1   \n",
      "1           100003       0                   0             0                0   \n",
      "2           100004       0                   1             1                1   \n",
      "3           100006       0                   0             0                1   \n",
      "4           100007       0                   0             0                1   \n",
      "5           100008       0                   0             0                1   \n",
      "6           100009       0                   0             1                1   \n",
      "7           100010       0                   0             1                1   \n",
      "8           100011       0                   0             0                1   \n",
      "9           100012       0                   1             0                1   \n",
      "10          100014       0                   0             0                1   \n",
      "11          100015       0                   0             0                1   \n",
      "12          100016       0                   0             0                1   \n",
      "13          100017       0                   0             1                0   \n",
      "14          100018       0                   0             0                1   \n",
      "15          100019       0                   0             1                1   \n",
      "16          100020       0                   0             0                0   \n",
      "17          100021       0                   1             0                1   \n",
      "18          100022       0                   1             0                1   \n",
      "19          100023       0                   0             0                1   \n",
      "20          100024       0                   1             1                1   \n",
      "21          100025       0                   0             1                1   \n",
      "22          100026       0                   0             0                0   \n",
      "23          100027       0                   0             0                1   \n",
      "24          100029       0                   0             1                0   \n",
      "25          100030       0                   0             0                1   \n",
      "26          100031       1                   0             0                1   \n",
      "27          100032       0                   0             0                1   \n",
      "28          100033       0                   0             1                1   \n",
      "29          100034       0                   1             0                1   \n",
      "...            ...     ...                 ...           ...              ...   \n",
      "307481      456225       1                   0             0                1   \n",
      "307482      456226       0                   0             1                1   \n",
      "307483      456227       0                   0             0                1   \n",
      "307484      456228       0                   0             1                0   \n",
      "307485      456229       0                   1             0                1   \n",
      "307486      456230       0                   0             1                1   \n",
      "307487      456231       0                   0             0                1   \n",
      "307488      456232       0                   0             0                0   \n",
      "307489      456233       1                   0             0                1   \n",
      "307490      456234       0                   0             0                1   \n",
      "307491      456235       0                   0             1                1   \n",
      "307492      456236       0                   0             1                1   \n",
      "307493      456237       0                   0             0                1   \n",
      "307494      456238       0                   0             1                0   \n",
      "307495      456239       0                   0             1                0   \n",
      "307496      456240       0                   1             0                0   \n",
      "307497      456241       0                   0             1                1   \n",
      "307498      456242       0                   0             1                1   \n",
      "307499      456243       0                   0             0                1   \n",
      "307500      456244       0                   0             0                1   \n",
      "307501      456245       0                   0             0                1   \n",
      "307502      456246       0                   0             0                1   \n",
      "307503      456247       0                   0             0                1   \n",
      "307504      456248       0                   0             0                1   \n",
      "307505      456249       0                   0             0                1   \n",
      "307506      456251       0                   0             0                0   \n",
      "307507      456252       0                   0             0                1   \n",
      "307508      456253       0                   0             0                1   \n",
      "307509      456254       1                   0             0                1   \n",
      "307510      456255       0                   0             0                0   \n",
      "\n",
      "        CNT_CHILDREN  AMT_INCOME_TOTAL  AMT_CREDIT  AMT_ANNUITY  \\\n",
      "0                  0        202500.000    406597.5      24700.5   \n",
      "1                  0        270000.000   1293502.5      35698.5   \n",
      "2                  0         67500.000    135000.0       6750.0   \n",
      "3                  0        135000.000    312682.5      29686.5   \n",
      "4                  0        121500.000    513000.0      21865.5   \n",
      "5                  0         99000.000    490495.5      27517.5   \n",
      "6                  1        171000.000   1560726.0      41301.0   \n",
      "7                  0        360000.000   1530000.0      42075.0   \n",
      "8                  0        112500.000   1019610.0      33826.5   \n",
      "9                  0        135000.000    405000.0      20250.0   \n",
      "10                 1        112500.000    652500.0      21177.0   \n",
      "11                 0         38419.155    148365.0      10678.5   \n",
      "12                 0         67500.000     80865.0       5881.5   \n",
      "13                 1        225000.000    918468.0      28966.5   \n",
      "14                 0        189000.000    773680.5      32778.0   \n",
      "15                 0        157500.000    299772.0      20160.0   \n",
      "16                 0        108000.000    509602.5      26149.5   \n",
      "17                 1         81000.000    270000.0      13500.0   \n",
      "18                 0        112500.000    157500.0       7875.0   \n",
      "19                 1         90000.000    544491.0      17563.5   \n",
      "20                 0        135000.000    427500.0      21375.0   \n",
      "21                 1        202500.000   1132573.5      37561.5   \n",
      "22                 1        450000.000    497520.0      32521.5   \n",
      "23                 0         83250.000    239850.0      23850.0   \n",
      "24                 2        135000.000    247500.0      12703.5   \n",
      "25                 0         90000.000    225000.0      11074.5   \n",
      "26                 0        112500.000    979992.0      27076.5   \n",
      "27                 1        112500.000    327024.0      23827.5   \n",
      "28                 0        270000.000    790830.0      57676.5   \n",
      "29                 0         90000.000    180000.0       9000.0   \n",
      "...              ...               ...         ...          ...   \n",
      "307481             0        225000.000    297000.0      19975.5   \n",
      "307482             0        225000.000    500566.5      34969.5   \n",
      "307483             0         99000.000    247275.0      16479.0   \n",
      "307484             0        540000.000    545040.0      35617.5   \n",
      "307485             1        270000.000    180000.0       9000.0   \n",
      "307486             1        292500.000    355536.0      18283.5   \n",
      "307487             0        117000.000   1071909.0      31473.0   \n",
      "307488             0        157500.000    135000.0      13351.5   \n",
      "307489             0        225000.000    521280.0      23089.5   \n",
      "307490             0         81000.000    135000.0       9148.5   \n",
      "307491             2         90000.000   1078200.0      31522.5   \n",
      "307492             0        585000.000   1575000.0      43443.0   \n",
      "307493             0        135000.000    946764.0      37678.5   \n",
      "307494             1        270000.000    479700.0      46858.5   \n",
      "307495             0        180000.000    808650.0      23773.5   \n",
      "307496             0        360000.000    337500.0      16875.0   \n",
      "307497             0        180000.000    270126.0      12028.5   \n",
      "307498             0        198000.000   1312110.0      52168.5   \n",
      "307499             0         81000.000    225000.0      12694.5   \n",
      "307500             0        261000.000   1303812.0      35982.0   \n",
      "307501             3         81000.000    269550.0      11871.0   \n",
      "307502             1         94500.000    225000.0      10620.0   \n",
      "307503             0        112500.000    345510.0      17770.5   \n",
      "307504             0        153000.000    331920.0      16096.5   \n",
      "307505             0        112500.000    225000.0      22050.0   \n",
      "307506             0        157500.000    254700.0      27558.0   \n",
      "307507             0         72000.000    269550.0      12001.5   \n",
      "307508             0        153000.000    677664.0      29979.0   \n",
      "307509             0        171000.000    370107.0      20205.0   \n",
      "307510             0        157500.000    675000.0      49117.5   \n",
      "\n",
      "        AMT_GOODS_PRICE          ...           \\\n",
      "0              351000.0          ...            \n",
      "1             1129500.0          ...            \n",
      "2              135000.0          ...            \n",
      "3              297000.0          ...            \n",
      "4              513000.0          ...            \n",
      "5              454500.0          ...            \n",
      "6             1395000.0          ...            \n",
      "7             1530000.0          ...            \n",
      "8              913500.0          ...            \n",
      "9              405000.0          ...            \n",
      "10             652500.0          ...            \n",
      "11             135000.0          ...            \n",
      "12              67500.0          ...            \n",
      "13             697500.0          ...            \n",
      "14             679500.0          ...            \n",
      "15             247500.0          ...            \n",
      "16             387000.0          ...            \n",
      "17             270000.0          ...            \n",
      "18             157500.0          ...            \n",
      "19             454500.0          ...            \n",
      "20             427500.0          ...            \n",
      "21             927000.0          ...            \n",
      "22             450000.0          ...            \n",
      "23             225000.0          ...            \n",
      "24             247500.0          ...            \n",
      "25             225000.0          ...            \n",
      "26             702000.0          ...            \n",
      "27             270000.0          ...            \n",
      "28             675000.0          ...            \n",
      "29             180000.0          ...            \n",
      "...                 ...          ...            \n",
      "307481         297000.0          ...            \n",
      "307482         472500.0          ...            \n",
      "307483         225000.0          ...            \n",
      "307484         450000.0          ...            \n",
      "307485         180000.0          ...            \n",
      "307486         270000.0          ...            \n",
      "307487         936000.0          ...            \n",
      "307488         135000.0          ...            \n",
      "307489         450000.0          ...            \n",
      "307490         135000.0          ...            \n",
      "307491         900000.0          ...            \n",
      "307492        1575000.0          ...            \n",
      "307493         765000.0          ...            \n",
      "307494         450000.0          ...            \n",
      "307495         675000.0          ...            \n",
      "307496         337500.0          ...            \n",
      "307497         193500.0          ...            \n",
      "307498        1125000.0          ...            \n",
      "307499         225000.0          ...            \n",
      "307500        1138500.0          ...            \n",
      "307501         225000.0          ...            \n",
      "307502         225000.0          ...            \n",
      "307503         247500.0          ...            \n",
      "307504         225000.0          ...            \n",
      "307505         225000.0          ...            \n",
      "307506         225000.0          ...            \n",
      "307507         225000.0          ...            \n",
      "307508         585000.0          ...            \n",
      "307509         319500.0          ...            \n",
      "307510         675000.0          ...            \n",
      "\n",
      "        AMT_REQ_CREDIT_BUREAU_YEAR_miss  DAYS_LAST_PHONE_CHANGE_miss  \\\n",
      "0                                     0                            0   \n",
      "1                                     0                            0   \n",
      "2                                     0                            0   \n",
      "3                                     1                            0   \n",
      "4                                     0                            0   \n",
      "5                                     0                            0   \n",
      "6                                     0                            0   \n",
      "7                                     0                            0   \n",
      "8                                     0                            1   \n",
      "9                                     1                            0   \n",
      "10                                    0                            0   \n",
      "11                                    0                            0   \n",
      "12                                    0                            0   \n",
      "13                                    0                            0   \n",
      "14                                    1                            0   \n",
      "15                                    0                            0   \n",
      "16                                    0                            0   \n",
      "17                                    1                            0   \n",
      "18                                    0                            0   \n",
      "19                                    0                            0   \n",
      "20                                    1                            0   \n",
      "21                                    0                            1   \n",
      "22                                    0                            0   \n",
      "23                                    0                            0   \n",
      "24                                    0                            0   \n",
      "25                                    0                            1   \n",
      "26                                    0                            0   \n",
      "27                                    0                            0   \n",
      "28                                    0                            0   \n",
      "29                                    1                            0   \n",
      "...                                 ...                          ...   \n",
      "307481                                0                            0   \n",
      "307482                                0                            0   \n",
      "307483                                0                            0   \n",
      "307484                                1                            0   \n",
      "307485                                0                            0   \n",
      "307486                                0                            1   \n",
      "307487                                0                            0   \n",
      "307488                                0                            0   \n",
      "307489                                0                            0   \n",
      "307490                                0                            0   \n",
      "307491                                0                            0   \n",
      "307492                                0                            1   \n",
      "307493                                0                            0   \n",
      "307494                                0                            0   \n",
      "307495                                0                            0   \n",
      "307496                                0                            0   \n",
      "307497                                0                            0   \n",
      "307498                                0                            0   \n",
      "307499                                0                            0   \n",
      "307500                                0                            0   \n",
      "307501                                1                            0   \n",
      "307502                                0                            0   \n",
      "307503                                0                            0   \n",
      "307504                                1                            1   \n",
      "307505                                0                            1   \n",
      "307506                                1                            0   \n",
      "307507                                1                            1   \n",
      "307508                                0                            0   \n",
      "307509                                0                            0   \n",
      "307510                                0                            0   \n",
      "\n",
      "        OBS_60_CNT_SOCIAL_CIRCLE_miss  DEF_60_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "0                                   0                              0   \n",
      "1                                   0                              0   \n",
      "2                                   0                              0   \n",
      "3                                   0                              0   \n",
      "4                                   0                              0   \n",
      "5                                   0                              0   \n",
      "6                                   0                              0   \n",
      "7                                   0                              0   \n",
      "8                                   0                              0   \n",
      "9                                   0                              0   \n",
      "10                                  0                              0   \n",
      "11                                  0                              0   \n",
      "12                                  0                              0   \n",
      "13                                  0                              0   \n",
      "14                                  0                              0   \n",
      "15                                  0                              0   \n",
      "16                                  0                              0   \n",
      "17                                  0                              0   \n",
      "18                                  0                              0   \n",
      "19                                  0                              0   \n",
      "20                                  0                              0   \n",
      "21                                  0                              0   \n",
      "22                                  0                              0   \n",
      "23                                  0                              0   \n",
      "24                                  0                              0   \n",
      "25                                  0                              0   \n",
      "26                                  0                              0   \n",
      "27                                  0                              0   \n",
      "28                                  0                              0   \n",
      "29                                  0                              0   \n",
      "...                               ...                            ...   \n",
      "307481                              0                              0   \n",
      "307482                              0                              0   \n",
      "307483                              0                              0   \n",
      "307484                              0                              0   \n",
      "307485                              0                              0   \n",
      "307486                              0                              0   \n",
      "307487                              0                              0   \n",
      "307488                              0                              0   \n",
      "307489                              0                              0   \n",
      "307490                              0                              0   \n",
      "307491                              0                              0   \n",
      "307492                              0                              0   \n",
      "307493                              0                              0   \n",
      "307494                              0                              0   \n",
      "307495                              0                              0   \n",
      "307496                              0                              0   \n",
      "307497                              0                              0   \n",
      "307498                              0                              0   \n",
      "307499                              0                              0   \n",
      "307500                              0                              0   \n",
      "307501                              0                              0   \n",
      "307502                              0                              0   \n",
      "307503                              0                              0   \n",
      "307504                              0                              0   \n",
      "307505                              0                              0   \n",
      "307506                              0                              0   \n",
      "307507                              0                              0   \n",
      "307508                              0                              0   \n",
      "307509                              0                              0   \n",
      "307510                              0                              0   \n",
      "\n",
      "        DEF_30_CNT_SOCIAL_CIRCLE_miss  OBS_30_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "0                                   0                              0   \n",
      "1                                   0                              0   \n",
      "2                                   0                              0   \n",
      "3                                   0                              0   \n",
      "4                                   0                              0   \n",
      "5                                   0                              0   \n",
      "6                                   0                              0   \n",
      "7                                   0                              0   \n",
      "8                                   0                              0   \n",
      "9                                   0                              0   \n",
      "10                                  0                              0   \n",
      "11                                  0                              0   \n",
      "12                                  0                              0   \n",
      "13                                  0                              0   \n",
      "14                                  0                              0   \n",
      "15                                  0                              0   \n",
      "16                                  0                              0   \n",
      "17                                  0                              0   \n",
      "18                                  0                              0   \n",
      "19                                  0                              0   \n",
      "20                                  0                              0   \n",
      "21                                  0                              0   \n",
      "22                                  0                              0   \n",
      "23                                  0                              0   \n",
      "24                                  0                              0   \n",
      "25                                  0                              0   \n",
      "26                                  0                              0   \n",
      "27                                  0                              0   \n",
      "28                                  0                              0   \n",
      "29                                  0                              0   \n",
      "...                               ...                            ...   \n",
      "307481                              0                              0   \n",
      "307482                              0                              0   \n",
      "307483                              0                              0   \n",
      "307484                              0                              0   \n",
      "307485                              0                              0   \n",
      "307486                              0                              0   \n",
      "307487                              0                              0   \n",
      "307488                              0                              0   \n",
      "307489                              0                              0   \n",
      "307490                              0                              0   \n",
      "307491                              0                              0   \n",
      "307492                              0                              0   \n",
      "307493                              0                              0   \n",
      "307494                              0                              0   \n",
      "307495                              0                              0   \n",
      "307496                              0                              0   \n",
      "307497                              0                              0   \n",
      "307498                              0                              0   \n",
      "307499                              0                              0   \n",
      "307500                              0                              0   \n",
      "307501                              0                              0   \n",
      "307502                              0                              0   \n",
      "307503                              0                              0   \n",
      "307504                              0                              0   \n",
      "307505                              0                              0   \n",
      "307506                              0                              0   \n",
      "307507                              0                              0   \n",
      "307508                              0                              0   \n",
      "307509                              0                              0   \n",
      "307510                              0                              0   \n",
      "\n",
      "        EXT_SOURCE_2_miss  AMT_GOODS_PRICE_miss  AMT_ANNUITY_miss  \\\n",
      "0                       0                     0                 0   \n",
      "1                       0                     0                 0   \n",
      "2                       0                     0                 0   \n",
      "3                       0                     0                 0   \n",
      "4                       0                     0                 0   \n",
      "5                       0                     0                 0   \n",
      "6                       0                     0                 0   \n",
      "7                       0                     0                 0   \n",
      "8                       0                     0                 0   \n",
      "9                       0                     0                 0   \n",
      "10                      0                     0                 0   \n",
      "11                      0                     0                 0   \n",
      "12                      0                     0                 0   \n",
      "13                      0                     0                 0   \n",
      "14                      0                     0                 0   \n",
      "15                      0                     0                 0   \n",
      "16                      0                     0                 0   \n",
      "17                      0                     0                 0   \n",
      "18                      0                     0                 0   \n",
      "19                      0                     0                 0   \n",
      "20                      0                     0                 0   \n",
      "21                      0                     0                 0   \n",
      "22                      0                     0                 0   \n",
      "23                      0                     0                 0   \n",
      "24                      0                     0                 0   \n",
      "25                      0                     0                 0   \n",
      "26                      0                     0                 0   \n",
      "27                      0                     0                 0   \n",
      "28                      0                     0                 0   \n",
      "29                      0                     0                 0   \n",
      "...                   ...                   ...               ...   \n",
      "307481                  0                     0                 0   \n",
      "307482                  0                     0                 0   \n",
      "307483                  0                     0                 0   \n",
      "307484                  0                     0                 0   \n",
      "307485                  0                     0                 0   \n",
      "307486                  0                     0                 0   \n",
      "307487                  0                     0                 0   \n",
      "307488                  0                     0                 0   \n",
      "307489                  0                     0                 0   \n",
      "307490                  0                     0                 0   \n",
      "307491                  0                     0                 0   \n",
      "307492                  0                     0                 0   \n",
      "307493                  0                     0                 0   \n",
      "307494                  0                     0                 0   \n",
      "307495                  0                     0                 0   \n",
      "307496                  0                     0                 0   \n",
      "307497                  0                     0                 0   \n",
      "307498                  0                     0                 0   \n",
      "307499                  0                     0                 0   \n",
      "307500                  0                     0                 0   \n",
      "307501                  0                     0                 0   \n",
      "307502                  0                     0                 0   \n",
      "307503                  0                     0                 0   \n",
      "307504                  0                     0                 0   \n",
      "307505                  0                     0                 0   \n",
      "307506                  0                     0                 0   \n",
      "307507                  0                     0                 0   \n",
      "307508                  0                     0                 0   \n",
      "307509                  0                     0                 0   \n",
      "307510                  0                     0                 0   \n",
      "\n",
      "        CNT_FAM_MEMBERS_miss  \n",
      "0                          0  \n",
      "1                          0  \n",
      "2                          0  \n",
      "3                          0  \n",
      "4                          0  \n",
      "5                          0  \n",
      "6                          0  \n",
      "7                          0  \n",
      "8                          0  \n",
      "9                          0  \n",
      "10                         0  \n",
      "11                         0  \n",
      "12                         0  \n",
      "13                         0  \n",
      "14                         0  \n",
      "15                         0  \n",
      "16                         0  \n",
      "17                         0  \n",
      "18                         0  \n",
      "19                         0  \n",
      "20                         0  \n",
      "21                         0  \n",
      "22                         0  \n",
      "23                         0  \n",
      "24                         0  \n",
      "25                         0  \n",
      "26                         0  \n",
      "27                         0  \n",
      "28                         0  \n",
      "29                         0  \n",
      "...                      ...  \n",
      "307481                     0  \n",
      "307482                     0  \n",
      "307483                     0  \n",
      "307484                     0  \n",
      "307485                     0  \n",
      "307486                     0  \n",
      "307487                     0  \n",
      "307488                     0  \n",
      "307489                     0  \n",
      "307490                     0  \n",
      "307491                     0  \n",
      "307492                     0  \n",
      "307493                     0  \n",
      "307494                     0  \n",
      "307495                     0  \n",
      "307496                     0  \n",
      "307497                     0  \n",
      "307498                     0  \n",
      "307499                     0  \n",
      "307500                     0  \n",
      "307501                     0  \n",
      "307502                     0  \n",
      "307503                     0  \n",
      "307504                     0  \n",
      "307505                     0  \n",
      "307506                     0  \n",
      "307507                     0  \n",
      "307508                     0  \n",
      "307509                     0  \n",
      "307510                     0  \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[307511 rows x 304 columns]>\n"
     ]
    }
   ],
   "source": [
    "# #Have commented the dropping (not dropping any columns for now) Replace missing with -999\n",
    "\n",
    "# X_mis=(Mis.isnull().sum() / Mis.shape[0] * 100.00)\n",
    "# df_mis=pd.DataFrame(np.c_[X_mis.index,X_mis],columns=['Colname','miss_p'])\n",
    "# drop_col=df_mis[df_mis['miss_p']>65]['Colname'].values\n",
    "# print('number of columns before dropping->',len(X.columns))\n",
    "# #X=X.drop(drop_col,axis=1)\n",
    "# print('number of columns after dropping->',len(X.columns))\n",
    "# X.replace(np.nan,-999, inplace=True)\n",
    "# #X.astype('float32',inplace=True)\n",
    "#print(newX[].describe())\n",
    "for mis in mis_col:\n",
    "    X[mis]=xt[mis]\n",
    "print(X.shape)\n",
    "print(X.describe)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "# iterate below functions only"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "y=X['TARGET']\n",
    "X=X.drop('TARGET',axis=1)\n",
    "\n",
    "def split_train_test(X , y):\n",
    "    return(train_test_split( X , y , test_size=0.2, random_state=42))\n",
    "\n",
    "X_train, X_test, y_train, y_test =split_train_test(X,y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "def feature_eng(X_train,y_train,X_test,y_test):\n",
    "    train_col=list(X_train.columns)\n",
    "    test_col=list(X_test.columns)    \n",
    "    clf = ExtraTreesClassifier(n_estimators=50)\n",
    "    clf = clf.fit(X_train, y_train)\n",
    "    model = SelectFromModel(clf, prefit=True)\n",
    "    new_trainX = model.transform(X_train)\n",
    "    n=np.shape(new_trainX)[1]\n",
    "    importances = clf.feature_importances_\n",
    "    indices = np.argsort(importances)[::-1]\n",
    "    clist=[]\n",
    "    for f in range(n):     \n",
    "        clist.append(indices[f])\n",
    "    new_train_col=[train_col[i] for i in clist]\n",
    "    new_test_col=[test_col[i] for i in clist]\n",
    "    X_train=pd.DataFrame(X_train)\n",
    "    X_test=pd.DataFrame(X_test)\n",
    "    y_train=pd.DataFrame(y_train)\n",
    "    y_test=pd.DataFrame(y_test)\n",
    "    df_new_train=pd.DataFrame(X_train.loc[:,new_train_col],columns=new_train_col)            \n",
    "    df_new_test=pd.DataFrame(X_test.loc[:,new_test_col],columns=new_test_col)\n",
    "    print(\"Improved number of features->\",len(clist))    \n",
    "    return(df_new_train,df_new_test)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'class_weight': None,\n",
       " 'criterion': 'gini',\n",
       " 'max_depth': None,\n",
       " 'max_features': None,\n",
       " 'max_leaf_nodes': None,\n",
       " 'min_impurity_decrease': 0.0,\n",
       " 'min_impurity_split': None,\n",
       " 'min_samples_leaf': 1,\n",
       " 'min_samples_split': 2,\n",
       " 'min_weight_fraction_leaf': 0.0,\n",
       " 'presort': False,\n",
       " 'random_state': None,\n",
       " 'splitter': 'best'}"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "DecisionTreeClassifier().get_params()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "def run_cost_grid_dectree(clas_wt,X_train,Y_train,X_test,Y_test):\n",
    "    # Decision Tree\n",
    "    max_features = ['auto']\n",
    "    criterion = ['gini']\n",
    "    max_depth = [x for x in range(20,90,15)]\n",
    "    dec_param= {   'max_features': max_features,\n",
    "                   'max_depth': max_depth,\n",
    "                   'criterion': criterion,\n",
    "                   'random_state': [42]\n",
    "                    }\n",
    "    dectree = DecisionTreeClassifier(class_weight=clas_wt)\n",
    "    modelobj =  RandomizedSearchCV(estimator =dectree, param_distributions=dec_param, n_iter = 5, cv=3, scoring='f1',verbose=2,random_state=42, n_jobs = -1)    \n",
    "    modelobj.fit(X_train,Y_train)\n",
    "    eval_metrics('DECISION TREE',modelobj,X_train,Y_train,X_test,Y_test) \n",
    "\n",
    "def run_grid_dectree(X_train,Y_train,X_test,Y_test):\n",
    "    # Decision Tree\n",
    "    max_features = ['auto']\n",
    "    criterion = ['gini']\n",
    "    max_depth = [x for x in range(20,90,15)]\n",
    "    dec_param= {   'max_features': max_features,\n",
    "                   'max_depth': max_depth,\n",
    "                   'criterion': criterion,\n",
    "                   'random_state': [42]\n",
    "                    }\n",
    "    dectree = DecisionTreeClassifier()\n",
    "    modelobj =  RandomizedSearchCV(estimator =dectree, param_distributions=dec_param, n_iter = 5, cv=3, scoring='f1',verbose=2,random_state=42, n_jobs = -1)    \n",
    "    modelobj.fit(X_train,Y_train)\n",
    "    eval_metrics('DECISION TREE',modelobj,X_train,Y_train,X_test,Y_test) \n",
    "    \n",
    "\n",
    "\n",
    "def eval_metrics(modelname,modelobj,X_train,Y_train,X_test,Y_test):\n",
    "    write_file('CV Results-->',modelobj.cv_results_)\n",
    "    print('Best parameter on grid-->',modelobj.best_params_)\n",
    "    ypred_train=modelobj.predict(X_train)\n",
    "    ypred_test=modelobj.predict(X_test)\n",
    "    y_train_proba = modelobj.predict_proba(X_train)[:,1]\n",
    "    y_test_proba = modelobj.predict_proba(X_test)[:,1]\n",
    "    print(modelname,\"model:\")\n",
    "    confmat=confusion_matrix(Y_train,ypred_train)\n",
    "    print(\"Train Confusion Matrix:\")\n",
    "    print(confmat)\n",
    "    confmat=confusion_matrix(Y_test,ypred_test)\n",
    "    print(\"Test Confusion Matrix:\")\n",
    "    print(confmat)\n",
    "    metric=pd.DataFrame([[0]*5]*2,columns=['PRECISION','RECALL','F1_SCORE','ROC_AUC_SCORE','ACCURACY'],index=['Train','Test'],dtype='float32')\n",
    "    metric['PRECISION']['Train']=precision_score(Y_train, ypred_train)\n",
    "    metric['RECALL']['Train']=recall_score(Y_train, ypred_train)\n",
    "    metric['F1_SCORE']['Train']=f1_score(Y_train, ypred_train)\n",
    "    metric['ROC_AUC_SCORE']['Train']=roc_auc_score(Y_train,y_train_proba)\n",
    "    metric['ACCURACY']['Train']=accuracy_score(Y_train,ypred_train)\n",
    "    metric['PRECISION']['Test']=precision_score(Y_test, ypred_test)\n",
    "    metric['RECALL']['Test']=recall_score(Y_test, ypred_test)\n",
    "    metric['F1_SCORE']['Test']=f1_score(Y_test, ypred_test)\n",
    "    metric['ROC_AUC_SCORE']['Test']=roc_auc_score(Y_test,y_test_proba)\n",
    "    metric['ACCURACY']['Test']=accuracy_score(Y_test,ypred_test)\n",
    "    print(metric)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "text_file = open(\"cvres_dectree_imb_grid.txt\", \"w\")\n",
    "text_file.write('DECISION TREE SMOTE/OVER/UNDER SAMPLING GRID results:')\n",
    "text_file.close()\n",
    "def write_file(par,val):\n",
    "    str_p='\\n'+par+str(val)\n",
    "    text_file = open(\"cvres_dectree_imb_grid.txt\", \"a+\")\n",
    "    text_file.write(str_p)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Class weights--> {0: 0.7, 1: 0.3}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 98\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    7.9s remaining:    6.9s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:   11.4s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 50, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[226132      0]\n",
      " [    59  19817]]\n",
      "Test Confusion Matrix:\n",
      "[[51339  5215]\n",
      " [ 4154   795]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train    1.00000  0.997032  0.998514       0.999999  0.999760\n",
      "Test     0.13228  0.160639  0.145086       0.535020  0.847666\n",
      "Class weights--> {0: 0.6, 1: 0.4}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 94\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    3.1s remaining:    2.7s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    5.8s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 35, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[226093     39]\n",
      " [  1295  18581]]\n",
      "Test Confusion Matrix:\n",
      "[[51864  4690]\n",
      " [ 4248   701]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.997905  0.934846  0.965347       0.999020  0.994577\n",
      "Test    0.130032  0.141645  0.135590       0.535164  0.854674\n",
      "Class weights--> {0: 0.5, 1: 0.5}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 96\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    3.2s remaining:    2.8s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    5.6s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 35, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[226090     42]\n",
      " [  1033  18843]]\n",
      "Test Confusion Matrix:\n",
      "[[51892  4662]\n",
      " [ 4177   772]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.997776  0.948028  0.972266       0.999332  0.995630\n",
      "Test    0.142068  0.155991  0.148705       0.536396  0.856283\n",
      "Class weights--> {0: 0.4, 1: 0.6}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 95\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    3.3s remaining:    2.9s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    5.7s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 35, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[225882    250]\n",
      " [   555  19321]]\n",
      "Test Confusion Matrix:\n",
      "[[51842  4712]\n",
      " [ 4173   776]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.987226  0.972077  0.979593       0.999686  0.996728\n",
      "Test    0.141399  0.156799  0.148702       0.532385  0.855536\n",
      "Class weights--> {0: 0.3, 1: 0.7}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 97\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    3.0s remaining:    2.6s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    5.5s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 35, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[225873    259]\n",
      " [   348  19528]]\n",
      "Test Confusion Matrix:\n",
      "[[52131  4423]\n",
      " [ 4186   763]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.986911  0.982491  0.984696       0.999819  0.997533\n",
      "Test    0.147127  0.154173  0.150567       0.534304  0.860023\n",
      "Class weights--> {0: 0.2, 1: 0.8}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 94\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    2.8s remaining:    2.4s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    5.2s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 20, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[214724  11408]\n",
      " [  5512  14364]]\n",
      "Test Confusion Matrix:\n",
      "[[51123  5431]\n",
      " [ 3851  1098]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.557349  0.722681  0.629338       0.951525  0.931222\n",
      "Test    0.168173  0.221863  0.191323       0.577361  0.849081\n",
      "Class weights--> {0: 0.1, 1: 0.9}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 95\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    2.8s remaining:    2.4s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    5.1s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 20, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[187596  38536]\n",
      " [  1955  17921]]\n",
      "Test Confusion Matrix:\n",
      "[[44608 11946]\n",
      " [ 2921  2028]]\n",
      "       PRECISION   RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.317427  0.90164  0.469548       0.941764  0.835408\n",
      "Test    0.145127  0.40978  0.214342       0.598636  0.758272\n",
      "Class weights--> {0: 0.0, 1: 1.0}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 95\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    1.1s remaining:    1.0s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    2.2s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 20, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[     0 226132]\n",
      " [     0  19876]]\n",
      "Test Confusion Matrix:\n",
      "[[    0 56554]\n",
      " [    0  4949]]\n",
      "       PRECISION  RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.080794     1.0  0.149509            0.5  0.080794\n",
      "Test    0.080468     1.0  0.148950            0.5  0.080468\n"
     ]
    }
   ],
   "source": [
    "#Handling Imbalance problem\n",
    "X_train, X_test, y_train, y_test =split_train_test(X,y)\n",
    "'''\n",
    "Handle imbalance by improving cost function\n",
    "'''\n",
    "text_file = open(\"cvres_dectree_costimb_grid.txt\", \"a+\")\n",
    "text_file.write('\\nCost Function:')\n",
    "text_file.close()\n",
    "list_clas_wts=[{0:round(1-i*0.1,2),1:round(i*0.1,2)} for i in range(3,11,1)]\n",
    "for j in list_clas_wts:\n",
    "    print('Class weights-->',j)\n",
    "    write_file('Class weights-->',j)\n",
    "    X_train=pd.DataFrame(X_train)\n",
    "    y_train=pd.DataFrame(y_train)\n",
    "    df_new_train,df_new_test=feature_eng(X_train, y_train, X_test, y_test)\n",
    "    run_cost_grid_dectree(j,df_new_train,y_train,df_new_test,y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Handling Imbalance problem\n",
    "X_tr, X_test, y_tr, y_test =split_train_test(X,y)\n",
    "'''\n",
    "Use SMOTE to handle imbalance problem\n",
    "'''\n",
    "text_file = open(\"cvres_dectree_imb_grid.txt\", \"a+\")\n",
    "text_file.write('\\nSMOTE:')\n",
    "text_file.close()\n",
    "# Class0 size is 10 times that of Class1 in train set\n",
    "print('Y train before resampling',Counter(y_tr))\n",
    "for i in range(15,100,15):\n",
    "    print('Sampling strategy-->',i*0.01)\n",
    "    write_file('Sampling strategy-->',i*0.01)\n",
    "    Imb_sm = SMOTE(random_state=42,sampling_strategy=i*0.01,n_jobs=-1)\n",
    "    X_train, y_train = Imb_sm.fit_resample(X_tr, y_tr)\n",
    "    print('Y train after resampling',Counter(y_train))\n",
    "    write_file('Y train after resampling-->',Counter(y_train))         \n",
    "    X_train=pd.DataFrame(X_train)\n",
    "    y_train=pd.DataFrame(y_train)\n",
    "    df_new_train,df_new_test=feature_eng(X_train, y_train, X_test, y_test)\n",
    "    run_grid_dectree(df_new_train,y_train,df_new_test,y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Handling Imbalance problem\n",
    "X_tr, X_test, y_tr, y_test =split_train_test(X,y)\n",
    "'''\n",
    "Use oversampling to handle imbalance problem\n",
    "'''\n",
    "text_file = open(\"cvres_dectree_imb_grid.txt\", \"a+\")\n",
    "text_file.write('\\nOVERSAMPLING:')\n",
    "text_file.close()\n",
    "# Class0 size is 10 times that of Class1 in train set\n",
    "print('Y train before resampling',Counter(y_tr))\n",
    "for i in range(15,100,15):\n",
    "    print('Sampling strategy-->',i*0.01)\n",
    "    write_file('Sampling strategy-->',i*0.01)\n",
    "    Imb_over = RandomOverSampler(random_state=42,sampling_strategy=i*0.01)\n",
    "    X_train, y_train = Imb_over.fit_resample(X_tr, y_tr)\n",
    "    print('Y train after resampling',Counter(y_train))\n",
    "    write_file('Y train after resampling-->',Counter(y_train))         \n",
    "    X_train=pd.DataFrame(X_train)\n",
    "    y_train=pd.DataFrame(y_train)\n",
    "    df_new_train,df_new_test=feature_eng(X_train, y_train, X_test, y_test)\n",
    "    run_grid_dectree(df_new_train,y_train,df_new_test,y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 96\n",
      "Y train before resampling Counter({0: 226132, 1: 19876})\n",
      "Sampling strategy--> 0.15\n"
     ]
    },
    {
     "ename": "TypeError",
     "evalue": "unhashable type: 'numpy.ndarray'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-19-fbb08159c2de>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[0;32m     17\u001b[0m     \u001b[0mImb_under\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mRandomUnderSampler\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mrandom_state\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m42\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0msampling_strategy\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m*\u001b[0m\u001b[1;36m0.01\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     18\u001b[0m     \u001b[0mX_train\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0my_train\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mImb_under\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfit_resample\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mX_train\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0my_train\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 19\u001b[1;33m     \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'Y train after resampling'\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mCounter\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0my_train\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     20\u001b[0m     \u001b[0mwrite_file\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'Y train after resampling-->'\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mCounter\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0my_train\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     21\u001b[0m     \u001b[0mdf_new_train\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mX_train\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\collections\\__init__.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(*args, **kwds)\u001b[0m\n\u001b[0;32m    564\u001b[0m             \u001b[1;32mraise\u001b[0m \u001b[0mTypeError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'expected at most 1 arguments, got %d'\u001b[0m \u001b[1;33m%\u001b[0m \u001b[0mlen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0margs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    565\u001b[0m         \u001b[0msuper\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mCounter\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__init__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 566\u001b[1;33m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0margs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    567\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    568\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m__missing__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\collections\\__init__.py\u001b[0m in \u001b[0;36mupdate\u001b[1;34m(*args, **kwds)\u001b[0m\n\u001b[0;32m    651\u001b[0m                     \u001b[0msuper\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mCounter\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0miterable\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m# fast path when counter is empty\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    652\u001b[0m             \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 653\u001b[1;33m                 \u001b[0m_count_elements\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0miterable\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    654\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mkwds\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    655\u001b[0m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkwds\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mTypeError\u001b[0m: unhashable type: 'numpy.ndarray'"
     ]
    }
   ],
   "source": [
    "#Handling Imbalance problem\n",
    "X_tr, X_test, y_tr, y_test =split_train_test(X,y)\n",
    "'''\n",
    "Use Undersampling to handle imbalance problem\n",
    "'''\n",
    "text_file = open(\"cvres_dectree_imb_grid.txt\", \"a+\")\n",
    "text_file.write('\\nUNDERSAMPLING:')\n",
    "text_file.close()\n",
    "# Class0 size is 10 times that of Class1 in train set\n",
    "print('Y train before resampling',Counter(y_tr))\n",
    "for i in range(15,100,15):\n",
    "    print('Sampling strategy-->',i*0.01)\n",
    "    write_file('Sampling strategy-->',i*0.01)\n",
    "    Imb_under = RandomUnderSampler(random_state=42,sampling_strategy=i*0.01)\n",
    "    X_train, y_train = Imb_under.fit_resample(X_tr, y_tr)\n",
    "    print('Y train after resampling',Counter(y_train))\n",
    "    write_file('Y train after resampling-->',Counter(y_train))         \n",
    "    X_train=pd.DataFrame(X_train)\n",
    "    y_train=pd.DataFrame(y_train)\n",
    "    df_new_train,df_new_test=feature_eng(X_train, y_train, X_test, y_test)\n",
    "    run_grid_dectree(df_new_train,y_train,df_new_test,y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Y train before resampling Counter({0: 226132, 1: 19876})\n",
      "Sampling strategy--> 0.15\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    3.2s remaining:    2.8s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    4.6s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 65, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[132506      0]\n",
      " [     0  19876]]\n",
      "Test Confusion Matrix:\n",
      "[[49195  7359]\n",
      " [ 3872  1077]]\n",
      "       PRECISION   RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   1.000000  1.00000  1.000000       1.000000  1.000000\n",
      "Test    0.127667  0.21762  0.160926       0.543748  0.817391\n",
      "Sampling strategy--> 0.3\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    0.8s remaining:    0.7s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    1.6s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 35, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[66199    54]\n",
      " [  333 19543]]\n",
      "Test Confusion Matrix:\n",
      "[[44598 11956]\n",
      " [ 3281  1668]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.997244  0.983246  0.990196       0.999853  0.995507\n",
      "Test    0.122431  0.337038  0.179616       0.562273  0.752256\n",
      "Sampling strategy--> 0.45\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    0.5s remaining:    0.5s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    1.1s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 35, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[44087    81]\n",
      " [  115 19761]]\n",
      "Test Confusion Matrix:\n",
      "[[41051 15503]\n",
      " [ 2840  2109]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.995918  0.994214  0.995065       0.999963  0.996940\n",
      "Test    0.119748  0.426147  0.186960       0.574051  0.701754\n",
      "Sampling strategy--> 0.6\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    0.5s remaining:    0.4s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    1.0s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 20, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[31166  1960]\n",
      " [ 4023 15853]]\n",
      "Test Confusion Matrix:\n",
      "[[40971 15583]\n",
      " [ 2747  2202]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.889968  0.797595  0.841253       0.960595  0.887117\n",
      "Test    0.123812  0.444938  0.193719       0.585713  0.701966\n",
      "Sampling strategy--> 0.75\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    0.5s remaining:    0.4s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    1.0s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 20, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[24485  2016]\n",
      " [ 3422 16454]]\n",
      "Test Confusion Matrix:\n",
      "[[38553 18001]\n",
      " [ 2449  2500]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.890850  0.827833  0.858186       0.959487  0.882744\n",
      "Test    0.121945  0.505153  0.196464       0.594602  0.667496\n",
      "Sampling strategy--> 0.9\n",
      "Fitting 3 folds for each of 5 candidates, totalling 15 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done   8 out of  15 | elapsed:    0.4s remaining:    0.4s\n",
      "[Parallel(n_jobs=-1)]: Done  15 out of  15 | elapsed:    0.8s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'random_state': 42, 'max_features': 'auto', 'max_depth': 20, 'criterion': 'gini'}\n",
      "DECISION TREE model:\n",
      "Train Confusion Matrix:\n",
      "[[20308  1776]\n",
      " [ 2617 17259]]\n",
      "Test Confusion Matrix:\n",
      "[[35640 20914]\n",
      " [ 2251  2698]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.906698  0.868334  0.887101       0.969899  0.895305\n",
      "Test    0.114264  0.545161  0.188929       0.584023  0.623352\n"
     ]
    }
   ],
   "source": [
    "#feature engineering before results\n",
    "text_file = open(\"cvres_dectree_imb_grid.txt\", \"a+\")\n",
    "text_file.write('\\nUNDERSAMPLING:')\n",
    "text_file.close()\n",
    "# Class0 size is 10 times that of Class1 in train set\n",
    "print('Y train before resampling',Counter(y_tr))\n",
    "for i in range(15,100,15):\n",
    "    print('Sampling strategy-->',i*0.01)\n",
    "    write_file('Sampling strategy-->',i*0.01)\n",
    "    Imb_under = RandomUnderSampler(random_state=42,sampling_strategy=i*0.01)\n",
    "    X_train, y_train = Imb_under.fit_resample(X_train, y_train)\n",
    "    print('Y train after resampling',Counter(y_train))\n",
    "    #write_file('Y train after resampling-->',Counter(y_train))         \n",
    "    df_new_train=X_train\n",
    "    df_new_test=X_test\n",
    "    #df_new_train,df_new_test=feature_eng(X_train, y_train, X_test, y_test)\n",
    "    run_grid_dectree(df_new_train,y_train,df_new_test,y_test)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}