HOME_CREDIT_imb_rand_forest.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# For Preprocessing\n",
    "from sklearn import preprocessing\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "import pandas as pd\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.svm import SVC\n",
    "from xgboost import XGBClassifier\n",
    "from sklearn.feature_selection import SelectFromModel\n",
    "from sklearn.metrics import accuracy_score\n",
    "from xgboost import plot_importance\n",
    "from sklearn.metrics import confusion_matrix\n",
    "import numpy as np\n",
    "from collections import Counter\n",
    "from sklearn.ensemble import ExtraTreesClassifier\n",
    "from xgboost import XGBClassifier\n",
    "import xgboost as xgb\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "import os\n",
    "from tqdm import tqdm_notebook as tqdm\n",
    "from sklearn.externals import joblib\n",
    "%matplotlib inline\n",
    "import seaborn as sns\n",
    "import dask.dataframe as dd\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from imblearn.over_sampling import SMOTE\n",
    "from sklearn.metrics import classification_report\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from sklearn.metrics import f1_score,recall_score,precision_score\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "from sklearn.model_selection import RandomizedSearchCV\n",
    "from imblearn.under_sampling import RandomUnderSampler \n",
    "from imblearn.over_sampling import RandomOverSampler"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SK_ID_CURR</th>\n",
       "      <th>TARGET</th>\n",
       "      <th>NAME_CONTRACT_TYPE</th>\n",
       "      <th>CODE_GENDER</th>\n",
       "      <th>FLAG_OWN_CAR</th>\n",
       "      <th>FLAG_OWN_REALTY</th>\n",
       "      <th>CNT_CHILDREN</th>\n",
       "      <th>AMT_INCOME_TOTAL</th>\n",
       "      <th>AMT_CREDIT</th>\n",
       "      <th>AMT_ANNUITY</th>\n",
       "      <th>...</th>\n",
       "      <th>FLAG_DOCUMENT_18</th>\n",
       "      <th>FLAG_DOCUMENT_19</th>\n",
       "      <th>FLAG_DOCUMENT_20</th>\n",
       "      <th>FLAG_DOCUMENT_21</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_HOUR</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_DAY</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_WEEK</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_MON</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_QRT</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_YEAR</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>100002</td>\n",
       "      <td>1</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>202500.0</td>\n",
       "      <td>406597.5</td>\n",
       "      <td>24700.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>100003</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td>N</td>\n",
       "      <td>0</td>\n",
       "      <td>270000.0</td>\n",
       "      <td>1293502.5</td>\n",
       "      <td>35698.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>100004</td>\n",
       "      <td>0</td>\n",
       "      <td>Revolving loans</td>\n",
       "      <td>M</td>\n",
       "      <td>Y</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>67500.0</td>\n",
       "      <td>135000.0</td>\n",
       "      <td>6750.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>100006</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>135000.0</td>\n",
       "      <td>312682.5</td>\n",
       "      <td>29686.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>100007</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>121500.0</td>\n",
       "      <td>513000.0</td>\n",
       "      <td>21865.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 122 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   SK_ID_CURR  TARGET NAME_CONTRACT_TYPE CODE_GENDER FLAG_OWN_CAR  \\\n",
       "0      100002       1         Cash loans           M            N   \n",
       "1      100003       0         Cash loans           F            N   \n",
       "2      100004       0    Revolving loans           M            Y   \n",
       "3      100006       0         Cash loans           F            N   \n",
       "4      100007       0         Cash loans           M            N   \n",
       "\n",
       "  FLAG_OWN_REALTY  CNT_CHILDREN  AMT_INCOME_TOTAL  AMT_CREDIT  AMT_ANNUITY  \\\n",
       "0               Y             0          202500.0    406597.5      24700.5   \n",
       "1               N             0          270000.0   1293502.5      35698.5   \n",
       "2               Y             0           67500.0    135000.0       6750.0   \n",
       "3               Y             0          135000.0    312682.5      29686.5   \n",
       "4               Y             0          121500.0    513000.0      21865.5   \n",
       "\n",
       "              ...              FLAG_DOCUMENT_18 FLAG_DOCUMENT_19  \\\n",
       "0             ...                             0                0   \n",
       "1             ...                             0                0   \n",
       "2             ...                             0                0   \n",
       "3             ...                             0                0   \n",
       "4             ...                             0                0   \n",
       "\n",
       "  FLAG_DOCUMENT_20 FLAG_DOCUMENT_21 AMT_REQ_CREDIT_BUREAU_HOUR  \\\n",
       "0                0                0                        0.0   \n",
       "1                0                0                        0.0   \n",
       "2                0                0                        0.0   \n",
       "3                0                0                        NaN   \n",
       "4                0                0                        0.0   \n",
       "\n",
       "  AMT_REQ_CREDIT_BUREAU_DAY  AMT_REQ_CREDIT_BUREAU_WEEK  \\\n",
       "0                       0.0                         0.0   \n",
       "1                       0.0                         0.0   \n",
       "2                       0.0                         0.0   \n",
       "3                       NaN                         NaN   \n",
       "4                       0.0                         0.0   \n",
       "\n",
       "   AMT_REQ_CREDIT_BUREAU_MON  AMT_REQ_CREDIT_BUREAU_QRT  \\\n",
       "0                        0.0                        0.0   \n",
       "1                        0.0                        0.0   \n",
       "2                        0.0                        0.0   \n",
       "3                        NaN                        NaN   \n",
       "4                        0.0                        0.0   \n",
       "\n",
       "   AMT_REQ_CREDIT_BUREAU_YEAR  \n",
       "0                         1.0  \n",
       "1                         0.0  \n",
       "2                         0.0  \n",
       "3                         NaN  \n",
       "4                         0.0  \n",
       "\n",
       "[5 rows x 122 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X = pd.read_csv(\"application_train.csv\")\n",
    "df_test = pd.read_csv(\"application_test.csv\")\n",
    "X.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "F    202448\n",
       "M    105059\n",
       "Name: CODE_GENDER, dtype: int64"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X['CODE_GENDER'].replace('XNA',np.nan, inplace=True)\n",
    "X['CODE_GENDER'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "X['DAYS_LAST_PHONE_CHANGE'].replace(0, np.nan, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "X['DAYS_EMPLOYED'].replace({365243: np.nan}, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SK_ID_CURR</th>\n",
       "      <th>TARGET</th>\n",
       "      <th>NAME_CONTRACT_TYPE</th>\n",
       "      <th>CODE_GENDER</th>\n",
       "      <th>FLAG_OWN_CAR</th>\n",
       "      <th>FLAG_OWN_REALTY</th>\n",
       "      <th>CNT_CHILDREN</th>\n",
       "      <th>AMT_INCOME_TOTAL</th>\n",
       "      <th>AMT_CREDIT</th>\n",
       "      <th>AMT_ANNUITY</th>\n",
       "      <th>...</th>\n",
       "      <th>FLAG_DOCUMENT_18</th>\n",
       "      <th>FLAG_DOCUMENT_19</th>\n",
       "      <th>FLAG_DOCUMENT_20</th>\n",
       "      <th>FLAG_DOCUMENT_21</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_HOUR</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_DAY</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_WEEK</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_MON</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_QRT</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_YEAR</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>100002</td>\n",
       "      <td>1</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>202500.0</td>\n",
       "      <td>406597.5</td>\n",
       "      <td>24700.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>100003</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td>N</td>\n",
       "      <td>0</td>\n",
       "      <td>270000.0</td>\n",
       "      <td>1293502.5</td>\n",
       "      <td>35698.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>100004</td>\n",
       "      <td>0</td>\n",
       "      <td>Revolving loans</td>\n",
       "      <td>M</td>\n",
       "      <td>Y</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>67500.0</td>\n",
       "      <td>135000.0</td>\n",
       "      <td>6750.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>100006</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>135000.0</td>\n",
       "      <td>312682.5</td>\n",
       "      <td>29686.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>100007</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>121500.0</td>\n",
       "      <td>513000.0</td>\n",
       "      <td>21865.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 122 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   SK_ID_CURR  TARGET NAME_CONTRACT_TYPE CODE_GENDER FLAG_OWN_CAR  \\\n",
       "0      100002       1         Cash loans           M            N   \n",
       "1      100003       0         Cash loans           F            N   \n",
       "2      100004       0    Revolving loans           M            Y   \n",
       "3      100006       0         Cash loans           F            N   \n",
       "4      100007       0         Cash loans           M            N   \n",
       "\n",
       "  FLAG_OWN_REALTY  CNT_CHILDREN  AMT_INCOME_TOTAL  AMT_CREDIT  AMT_ANNUITY  \\\n",
       "0               Y             0          202500.0    406597.5      24700.5   \n",
       "1               N             0          270000.0   1293502.5      35698.5   \n",
       "2               Y             0           67500.0    135000.0       6750.0   \n",
       "3               Y             0          135000.0    312682.5      29686.5   \n",
       "4               Y             0          121500.0    513000.0      21865.5   \n",
       "\n",
       "              ...              FLAG_DOCUMENT_18 FLAG_DOCUMENT_19  \\\n",
       "0             ...                             0                0   \n",
       "1             ...                             0                0   \n",
       "2             ...                             0                0   \n",
       "3             ...                             0                0   \n",
       "4             ...                             0                0   \n",
       "\n",
       "  FLAG_DOCUMENT_20 FLAG_DOCUMENT_21 AMT_REQ_CREDIT_BUREAU_HOUR  \\\n",
       "0                0                0                        0.0   \n",
       "1                0                0                        0.0   \n",
       "2                0                0                        0.0   \n",
       "3                0                0                        NaN   \n",
       "4                0                0                        0.0   \n",
       "\n",
       "  AMT_REQ_CREDIT_BUREAU_DAY  AMT_REQ_CREDIT_BUREAU_WEEK  \\\n",
       "0                       0.0                         0.0   \n",
       "1                       0.0                         0.0   \n",
       "2                       0.0                         0.0   \n",
       "3                       NaN                         NaN   \n",
       "4                       0.0                         0.0   \n",
       "\n",
       "   AMT_REQ_CREDIT_BUREAU_MON  AMT_REQ_CREDIT_BUREAU_QRT  \\\n",
       "0                        0.0                        0.0   \n",
       "1                        0.0                        0.0   \n",
       "2                        0.0                        0.0   \n",
       "3                        NaN                        NaN   \n",
       "4                        0.0                        0.0   \n",
       "\n",
       "   AMT_REQ_CREDIT_BUREAU_YEAR  \n",
       "0                         1.0  \n",
       "1                         0.0  \n",
       "2                         0.0  \n",
       "3                         NaN  \n",
       "4                         0.0  \n",
       "\n",
       "[5 rows x 122 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3 columns were label encoded.\n"
     ]
    }
   ],
   "source": [
    "\n",
    "le = LabelEncoder()\n",
    "le_count = 0\n",
    "\n",
    "# Iterate through the columns\n",
    "for col in X:\n",
    "    if X[col].dtype == 'object':\n",
    "        # If 2 or fewer unique categories\n",
    "        if len(list(X[col].unique())) <= 2:\n",
    "            # Train on the training data\n",
    "            le.fit(X[col])\n",
    "            # Transform both training and testing data\n",
    "            X[col] = le.transform(X[col])\n",
    "           # df_test[col] = le.transform(df_test[col])\n",
    "            \n",
    "            # Keep track of how many columns were label encoded\n",
    "            le_count += 1\n",
    "            \n",
    "print('%d columns were label encoded.' % le_count)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Features shape:  (307511, 242)\n",
      "Index(['SK_ID_CURR', 'TARGET', 'NAME_CONTRACT_TYPE', 'FLAG_OWN_CAR',\n",
      "       'FLAG_OWN_REALTY', 'CNT_CHILDREN', 'AMT_INCOME_TOTAL', 'AMT_CREDIT',\n",
      "       'AMT_ANNUITY', 'AMT_GOODS_PRICE',\n",
      "       ...\n",
      "       'HOUSETYPE_MODE_terraced house', 'WALLSMATERIAL_MODE_Block',\n",
      "       'WALLSMATERIAL_MODE_Mixed', 'WALLSMATERIAL_MODE_Monolithic',\n",
      "       'WALLSMATERIAL_MODE_Others', 'WALLSMATERIAL_MODE_Panel',\n",
      "       'WALLSMATERIAL_MODE_Stone, brick', 'WALLSMATERIAL_MODE_Wooden',\n",
      "       'EMERGENCYSTATE_MODE_No', 'EMERGENCYSTATE_MODE_Yes'],\n",
      "      dtype='object', length=242)\n"
     ]
    }
   ],
   "source": [
    "# one-hot encoding of categorical variables\n",
    "X = pd.get_dummies(X)\n",
    "#df_test = pd.get_dummies(df_test)\n",
    "list1=X.columns\n",
    "\n",
    "print('Training Features shape: ', X.shape)\n",
    "#print('Testing Features shape: ', df_test.shape)\n",
    "print(list1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Function to calculate missing values by column# Funct \n",
    "def missing_values_table(df):\n",
    "        # Total missing values\n",
    "        mis_val = df.isnull().sum()\n",
    "        \n",
    "        # Percentage of missing values\n",
    "        mis_val_percent = 100 * df.isnull().sum() / len(df)\n",
    "        \n",
    "        # Make a table with the results\n",
    "        mis_val_table = pd.concat([mis_val, mis_val_percent], axis=1)\n",
    "        # Rename the columns\n",
    "        mis_val_table_ren_columns = mis_val_table.rename(\n",
    "        columns = {0 : 'Missing Values', 1 : '% of Total Values'})\n",
    "        \n",
    "        # Sort the table by percentage of missing descending\n",
    "        mis_val_table_ren_columns = mis_val_table_ren_columns[\n",
    "            mis_val_table_ren_columns.iloc[:,1] != 0].sort_values(\n",
    "        '% of Total Values', ascending=False).round(1)\n",
    "        \n",
    "        # Print some summary information\n",
    "        print (\"Your selected dataframe has \" + str(df.shape[1]) + \" columns.\\n\"      \n",
    "            \"There are \" + str(mis_val_table_ren_columns.shape[0]) +\n",
    "              \" columns that have missing values.\")\n",
    "        \n",
    "        # Return the dataframe with missing information\n",
    "        return mis_val_table_ren_columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Your selected dataframe has 242 columns.\n",
      "There are 62 columns that have missing values.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:8: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<bound method NDFrame.describe of         SK_ID_CURR  TARGET  NAME_CONTRACT_TYPE  FLAG_OWN_CAR  FLAG_OWN_REALTY  \\\n",
      "0           100002       1                   0             0                1   \n",
      "1           100003       0                   0             0                0   \n",
      "2           100004       0                   1             1                1   \n",
      "3           100006       0                   0             0                1   \n",
      "4           100007       0                   0             0                1   \n",
      "5           100008       0                   0             0                1   \n",
      "6           100009       0                   0             1                1   \n",
      "7           100010       0                   0             1                1   \n",
      "8           100011       0                   0             0                1   \n",
      "9           100012       0                   1             0                1   \n",
      "10          100014       0                   0             0                1   \n",
      "11          100015       0                   0             0                1   \n",
      "12          100016       0                   0             0                1   \n",
      "13          100017       0                   0             1                0   \n",
      "14          100018       0                   0             0                1   \n",
      "15          100019       0                   0             1                1   \n",
      "16          100020       0                   0             0                0   \n",
      "17          100021       0                   1             0                1   \n",
      "18          100022       0                   1             0                1   \n",
      "19          100023       0                   0             0                1   \n",
      "20          100024       0                   1             1                1   \n",
      "21          100025       0                   0             1                1   \n",
      "22          100026       0                   0             0                0   \n",
      "23          100027       0                   0             0                1   \n",
      "24          100029       0                   0             1                0   \n",
      "25          100030       0                   0             0                1   \n",
      "26          100031       1                   0             0                1   \n",
      "27          100032       0                   0             0                1   \n",
      "28          100033       0                   0             1                1   \n",
      "29          100034       0                   1             0                1   \n",
      "...            ...     ...                 ...           ...              ...   \n",
      "307481      456225       1                   0             0                1   \n",
      "307482      456226       0                   0             1                1   \n",
      "307483      456227       0                   0             0                1   \n",
      "307484      456228       0                   0             1                0   \n",
      "307485      456229       0                   1             0                1   \n",
      "307486      456230       0                   0             1                1   \n",
      "307487      456231       0                   0             0                1   \n",
      "307488      456232       0                   0             0                0   \n",
      "307489      456233       1                   0             0                1   \n",
      "307490      456234       0                   0             0                1   \n",
      "307491      456235       0                   0             1                1   \n",
      "307492      456236       0                   0             1                1   \n",
      "307493      456237       0                   0             0                1   \n",
      "307494      456238       0                   0             1                0   \n",
      "307495      456239       0                   0             1                0   \n",
      "307496      456240       0                   1             0                0   \n",
      "307497      456241       0                   0             1                1   \n",
      "307498      456242       0                   0             1                1   \n",
      "307499      456243       0                   0             0                1   \n",
      "307500      456244       0                   0             0                1   \n",
      "307501      456245       0                   0             0                1   \n",
      "307502      456246       0                   0             0                1   \n",
      "307503      456247       0                   0             0                1   \n",
      "307504      456248       0                   0             0                1   \n",
      "307505      456249       0                   0             0                1   \n",
      "307506      456251       0                   0             0                0   \n",
      "307507      456252       0                   0             0                1   \n",
      "307508      456253       0                   0             0                1   \n",
      "307509      456254       1                   0             0                1   \n",
      "307510      456255       0                   0             0                0   \n",
      "\n",
      "        CNT_CHILDREN  AMT_INCOME_TOTAL  AMT_CREDIT  AMT_ANNUITY  \\\n",
      "0                  0        202500.000    406597.5      24700.5   \n",
      "1                  0        270000.000   1293502.5      35698.5   \n",
      "2                  0         67500.000    135000.0       6750.0   \n",
      "3                  0        135000.000    312682.5      29686.5   \n",
      "4                  0        121500.000    513000.0      21865.5   \n",
      "5                  0         99000.000    490495.5      27517.5   \n",
      "6                  1        171000.000   1560726.0      41301.0   \n",
      "7                  0        360000.000   1530000.0      42075.0   \n",
      "8                  0        112500.000   1019610.0      33826.5   \n",
      "9                  0        135000.000    405000.0      20250.0   \n",
      "10                 1        112500.000    652500.0      21177.0   \n",
      "11                 0         38419.155    148365.0      10678.5   \n",
      "12                 0         67500.000     80865.0       5881.5   \n",
      "13                 1        225000.000    918468.0      28966.5   \n",
      "14                 0        189000.000    773680.5      32778.0   \n",
      "15                 0        157500.000    299772.0      20160.0   \n",
      "16                 0        108000.000    509602.5      26149.5   \n",
      "17                 1         81000.000    270000.0      13500.0   \n",
      "18                 0        112500.000    157500.0       7875.0   \n",
      "19                 1         90000.000    544491.0      17563.5   \n",
      "20                 0        135000.000    427500.0      21375.0   \n",
      "21                 1        202500.000   1132573.5      37561.5   \n",
      "22                 1        450000.000    497520.0      32521.5   \n",
      "23                 0         83250.000    239850.0      23850.0   \n",
      "24                 2        135000.000    247500.0      12703.5   \n",
      "25                 0         90000.000    225000.0      11074.5   \n",
      "26                 0        112500.000    979992.0      27076.5   \n",
      "27                 1        112500.000    327024.0      23827.5   \n",
      "28                 0        270000.000    790830.0      57676.5   \n",
      "29                 0         90000.000    180000.0       9000.0   \n",
      "...              ...               ...         ...          ...   \n",
      "307481             0        225000.000    297000.0      19975.5   \n",
      "307482             0        225000.000    500566.5      34969.5   \n",
      "307483             0         99000.000    247275.0      16479.0   \n",
      "307484             0        540000.000    545040.0      35617.5   \n",
      "307485             1        270000.000    180000.0       9000.0   \n",
      "307486             1        292500.000    355536.0      18283.5   \n",
      "307487             0        117000.000   1071909.0      31473.0   \n",
      "307488             0        157500.000    135000.0      13351.5   \n",
      "307489             0        225000.000    521280.0      23089.5   \n",
      "307490             0         81000.000    135000.0       9148.5   \n",
      "307491             2         90000.000   1078200.0      31522.5   \n",
      "307492             0        585000.000   1575000.0      43443.0   \n",
      "307493             0        135000.000    946764.0      37678.5   \n",
      "307494             1        270000.000    479700.0      46858.5   \n",
      "307495             0        180000.000    808650.0      23773.5   \n",
      "307496             0        360000.000    337500.0      16875.0   \n",
      "307497             0        180000.000    270126.0      12028.5   \n",
      "307498             0        198000.000   1312110.0      52168.5   \n",
      "307499             0         81000.000    225000.0      12694.5   \n",
      "307500             0        261000.000   1303812.0      35982.0   \n",
      "307501             3         81000.000    269550.0      11871.0   \n",
      "307502             1         94500.000    225000.0      10620.0   \n",
      "307503             0        112500.000    345510.0      17770.5   \n",
      "307504             0        153000.000    331920.0      16096.5   \n",
      "307505             0        112500.000    225000.0      22050.0   \n",
      "307506             0        157500.000    254700.0      27558.0   \n",
      "307507             0         72000.000    269550.0      12001.5   \n",
      "307508             0        153000.000    677664.0      29979.0   \n",
      "307509             0        171000.000    370107.0      20205.0   \n",
      "307510             0        157500.000    675000.0      49117.5   \n",
      "\n",
      "        AMT_GOODS_PRICE          ...           \\\n",
      "0              351000.0          ...            \n",
      "1             1129500.0          ...            \n",
      "2              135000.0          ...            \n",
      "3              297000.0          ...            \n",
      "4              513000.0          ...            \n",
      "5              454500.0          ...            \n",
      "6             1395000.0          ...            \n",
      "7             1530000.0          ...            \n",
      "8              913500.0          ...            \n",
      "9              405000.0          ...            \n",
      "10             652500.0          ...            \n",
      "11             135000.0          ...            \n",
      "12              67500.0          ...            \n",
      "13             697500.0          ...            \n",
      "14             679500.0          ...            \n",
      "15             247500.0          ...            \n",
      "16             387000.0          ...            \n",
      "17             270000.0          ...            \n",
      "18             157500.0          ...            \n",
      "19             454500.0          ...            \n",
      "20             427500.0          ...            \n",
      "21             927000.0          ...            \n",
      "22             450000.0          ...            \n",
      "23             225000.0          ...            \n",
      "24             247500.0          ...            \n",
      "25             225000.0          ...            \n",
      "26             702000.0          ...            \n",
      "27             270000.0          ...            \n",
      "28             675000.0          ...            \n",
      "29             180000.0          ...            \n",
      "...                 ...          ...            \n",
      "307481         297000.0          ...            \n",
      "307482         472500.0          ...            \n",
      "307483         225000.0          ...            \n",
      "307484         450000.0          ...            \n",
      "307485         180000.0          ...            \n",
      "307486         270000.0          ...            \n",
      "307487         936000.0          ...            \n",
      "307488         135000.0          ...            \n",
      "307489         450000.0          ...            \n",
      "307490         135000.0          ...            \n",
      "307491         900000.0          ...            \n",
      "307492        1575000.0          ...            \n",
      "307493         765000.0          ...            \n",
      "307494         450000.0          ...            \n",
      "307495         675000.0          ...            \n",
      "307496         337500.0          ...            \n",
      "307497         193500.0          ...            \n",
      "307498        1125000.0          ...            \n",
      "307499         225000.0          ...            \n",
      "307500        1138500.0          ...            \n",
      "307501         225000.0          ...            \n",
      "307502         225000.0          ...            \n",
      "307503         247500.0          ...            \n",
      "307504         225000.0          ...            \n",
      "307505         225000.0          ...            \n",
      "307506         225000.0          ...            \n",
      "307507         225000.0          ...            \n",
      "307508         585000.0          ...            \n",
      "307509         319500.0          ...            \n",
      "307510         675000.0          ...            \n",
      "\n",
      "        AMT_REQ_CREDIT_BUREAU_YEAR_miss  DAYS_LAST_PHONE_CHANGE_miss  \\\n",
      "0                                     0                            0   \n",
      "1                                     0                            0   \n",
      "2                                     0                            0   \n",
      "3                                     1                            0   \n",
      "4                                     0                            0   \n",
      "5                                     0                            0   \n",
      "6                                     0                            0   \n",
      "7                                     0                            0   \n",
      "8                                     0                            1   \n",
      "9                                     1                            0   \n",
      "10                                    0                            0   \n",
      "11                                    0                            0   \n",
      "12                                    0                            0   \n",
      "13                                    0                            0   \n",
      "14                                    1                            0   \n",
      "15                                    0                            0   \n",
      "16                                    0                            0   \n",
      "17                                    1                            0   \n",
      "18                                    0                            0   \n",
      "19                                    0                            0   \n",
      "20                                    1                            0   \n",
      "21                                    0                            1   \n",
      "22                                    0                            0   \n",
      "23                                    0                            0   \n",
      "24                                    0                            0   \n",
      "25                                    0                            1   \n",
      "26                                    0                            0   \n",
      "27                                    0                            0   \n",
      "28                                    0                            0   \n",
      "29                                    1                            0   \n",
      "...                                 ...                          ...   \n",
      "307481                                0                            0   \n",
      "307482                                0                            0   \n",
      "307483                                0                            0   \n",
      "307484                                1                            0   \n",
      "307485                                0                            0   \n",
      "307486                                0                            1   \n",
      "307487                                0                            0   \n",
      "307488                                0                            0   \n",
      "307489                                0                            0   \n",
      "307490                                0                            0   \n",
      "307491                                0                            0   \n",
      "307492                                0                            1   \n",
      "307493                                0                            0   \n",
      "307494                                0                            0   \n",
      "307495                                0                            0   \n",
      "307496                                0                            0   \n",
      "307497                                0                            0   \n",
      "307498                                0                            0   \n",
      "307499                                0                            0   \n",
      "307500                                0                            0   \n",
      "307501                                1                            0   \n",
      "307502                                0                            0   \n",
      "307503                                0                            0   \n",
      "307504                                1                            1   \n",
      "307505                                0                            1   \n",
      "307506                                1                            0   \n",
      "307507                                1                            1   \n",
      "307508                                0                            0   \n",
      "307509                                0                            0   \n",
      "307510                                0                            0   \n",
      "\n",
      "        OBS_60_CNT_SOCIAL_CIRCLE_miss  DEF_60_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "0                                   0                              0   \n",
      "1                                   0                              0   \n",
      "2                                   0                              0   \n",
      "3                                   0                              0   \n",
      "4                                   0                              0   \n",
      "5                                   0                              0   \n",
      "6                                   0                              0   \n",
      "7                                   0                              0   \n",
      "8                                   0                              0   \n",
      "9                                   0                              0   \n",
      "10                                  0                              0   \n",
      "11                                  0                              0   \n",
      "12                                  0                              0   \n",
      "13                                  0                              0   \n",
      "14                                  0                              0   \n",
      "15                                  0                              0   \n",
      "16                                  0                              0   \n",
      "17                                  0                              0   \n",
      "18                                  0                              0   \n",
      "19                                  0                              0   \n",
      "20                                  0                              0   \n",
      "21                                  0                              0   \n",
      "22                                  0                              0   \n",
      "23                                  0                              0   \n",
      "24                                  0                              0   \n",
      "25                                  0                              0   \n",
      "26                                  0                              0   \n",
      "27                                  0                              0   \n",
      "28                                  0                              0   \n",
      "29                                  0                              0   \n",
      "...                               ...                            ...   \n",
      "307481                              0                              0   \n",
      "307482                              0                              0   \n",
      "307483                              0                              0   \n",
      "307484                              0                              0   \n",
      "307485                              0                              0   \n",
      "307486                              0                              0   \n",
      "307487                              0                              0   \n",
      "307488                              0                              0   \n",
      "307489                              0                              0   \n",
      "307490                              0                              0   \n",
      "307491                              0                              0   \n",
      "307492                              0                              0   \n",
      "307493                              0                              0   \n",
      "307494                              0                              0   \n",
      "307495                              0                              0   \n",
      "307496                              0                              0   \n",
      "307497                              0                              0   \n",
      "307498                              0                              0   \n",
      "307499                              0                              0   \n",
      "307500                              0                              0   \n",
      "307501                              0                              0   \n",
      "307502                              0                              0   \n",
      "307503                              0                              0   \n",
      "307504                              0                              0   \n",
      "307505                              0                              0   \n",
      "307506                              0                              0   \n",
      "307507                              0                              0   \n",
      "307508                              0                              0   \n",
      "307509                              0                              0   \n",
      "307510                              0                              0   \n",
      "\n",
      "        DEF_30_CNT_SOCIAL_CIRCLE_miss  OBS_30_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "0                                   0                              0   \n",
      "1                                   0                              0   \n",
      "2                                   0                              0   \n",
      "3                                   0                              0   \n",
      "4                                   0                              0   \n",
      "5                                   0                              0   \n",
      "6                                   0                              0   \n",
      "7                                   0                              0   \n",
      "8                                   0                              0   \n",
      "9                                   0                              0   \n",
      "10                                  0                              0   \n",
      "11                                  0                              0   \n",
      "12                                  0                              0   \n",
      "13                                  0                              0   \n",
      "14                                  0                              0   \n",
      "15                                  0                              0   \n",
      "16                                  0                              0   \n",
      "17                                  0                              0   \n",
      "18                                  0                              0   \n",
      "19                                  0                              0   \n",
      "20                                  0                              0   \n",
      "21                                  0                              0   \n",
      "22                                  0                              0   \n",
      "23                                  0                              0   \n",
      "24                                  0                              0   \n",
      "25                                  0                              0   \n",
      "26                                  0                              0   \n",
      "27                                  0                              0   \n",
      "28                                  0                              0   \n",
      "29                                  0                              0   \n",
      "...                               ...                            ...   \n",
      "307481                              0                              0   \n",
      "307482                              0                              0   \n",
      "307483                              0                              0   \n",
      "307484                              0                              0   \n",
      "307485                              0                              0   \n",
      "307486                              0                              0   \n",
      "307487                              0                              0   \n",
      "307488                              0                              0   \n",
      "307489                              0                              0   \n",
      "307490                              0                              0   \n",
      "307491                              0                              0   \n",
      "307492                              0                              0   \n",
      "307493                              0                              0   \n",
      "307494                              0                              0   \n",
      "307495                              0                              0   \n",
      "307496                              0                              0   \n",
      "307497                              0                              0   \n",
      "307498                              0                              0   \n",
      "307499                              0                              0   \n",
      "307500                              0                              0   \n",
      "307501                              0                              0   \n",
      "307502                              0                              0   \n",
      "307503                              0                              0   \n",
      "307504                              0                              0   \n",
      "307505                              0                              0   \n",
      "307506                              0                              0   \n",
      "307507                              0                              0   \n",
      "307508                              0                              0   \n",
      "307509                              0                              0   \n",
      "307510                              0                              0   \n",
      "\n",
      "        EXT_SOURCE_2_miss  AMT_GOODS_PRICE_miss  AMT_ANNUITY_miss  \\\n",
      "0                       0                     0                 0   \n",
      "1                       0                     0                 0   \n",
      "2                       0                     0                 0   \n",
      "3                       0                     0                 0   \n",
      "4                       0                     0                 0   \n",
      "5                       0                     0                 0   \n",
      "6                       0                     0                 0   \n",
      "7                       0                     0                 0   \n",
      "8                       0                     0                 0   \n",
      "9                       0                     0                 0   \n",
      "10                      0                     0                 0   \n",
      "11                      0                     0                 0   \n",
      "12                      0                     0                 0   \n",
      "13                      0                     0                 0   \n",
      "14                      0                     0                 0   \n",
      "15                      0                     0                 0   \n",
      "16                      0                     0                 0   \n",
      "17                      0                     0                 0   \n",
      "18                      0                     0                 0   \n",
      "19                      0                     0                 0   \n",
      "20                      0                     0                 0   \n",
      "21                      0                     0                 0   \n",
      "22                      0                     0                 0   \n",
      "23                      0                     0                 0   \n",
      "24                      0                     0                 0   \n",
      "25                      0                     0                 0   \n",
      "26                      0                     0                 0   \n",
      "27                      0                     0                 0   \n",
      "28                      0                     0                 0   \n",
      "29                      0                     0                 0   \n",
      "...                   ...                   ...               ...   \n",
      "307481                  0                     0                 0   \n",
      "307482                  0                     0                 0   \n",
      "307483                  0                     0                 0   \n",
      "307484                  0                     0                 0   \n",
      "307485                  0                     0                 0   \n",
      "307486                  0                     0                 0   \n",
      "307487                  0                     0                 0   \n",
      "307488                  0                     0                 0   \n",
      "307489                  0                     0                 0   \n",
      "307490                  0                     0                 0   \n",
      "307491                  0                     0                 0   \n",
      "307492                  0                     0                 0   \n",
      "307493                  0                     0                 0   \n",
      "307494                  0                     0                 0   \n",
      "307495                  0                     0                 0   \n",
      "307496                  0                     0                 0   \n",
      "307497                  0                     0                 0   \n",
      "307498                  0                     0                 0   \n",
      "307499                  0                     0                 0   \n",
      "307500                  0                     0                 0   \n",
      "307501                  0                     0                 0   \n",
      "307502                  0                     0                 0   \n",
      "307503                  0                     0                 0   \n",
      "307504                  0                     0                 0   \n",
      "307505                  0                     0                 0   \n",
      "307506                  0                     0                 0   \n",
      "307507                  0                     0                 0   \n",
      "307508                  0                     0                 0   \n",
      "307509                  0                     0                 0   \n",
      "307510                  0                     0                 0   \n",
      "\n",
      "        CNT_FAM_MEMBERS_miss  \n",
      "0                          0  \n",
      "1                          0  \n",
      "2                          0  \n",
      "3                          0  \n",
      "4                          0  \n",
      "5                          0  \n",
      "6                          0  \n",
      "7                          0  \n",
      "8                          0  \n",
      "9                          0  \n",
      "10                         0  \n",
      "11                         0  \n",
      "12                         0  \n",
      "13                         0  \n",
      "14                         0  \n",
      "15                         0  \n",
      "16                         0  \n",
      "17                         0  \n",
      "18                         0  \n",
      "19                         0  \n",
      "20                         0  \n",
      "21                         0  \n",
      "22                         0  \n",
      "23                         0  \n",
      "24                         0  \n",
      "25                         0  \n",
      "26                         0  \n",
      "27                         0  \n",
      "28                         0  \n",
      "29                         0  \n",
      "...                      ...  \n",
      "307481                     0  \n",
      "307482                     0  \n",
      "307483                     0  \n",
      "307484                     0  \n",
      "307485                     0  \n",
      "307486                     0  \n",
      "307487                     0  \n",
      "307488                     0  \n",
      "307489                     0  \n",
      "307490                     0  \n",
      "307491                     0  \n",
      "307492                     0  \n",
      "307493                     0  \n",
      "307494                     0  \n",
      "307495                     0  \n",
      "307496                     0  \n",
      "307497                     0  \n",
      "307498                     0  \n",
      "307499                     0  \n",
      "307500                     0  \n",
      "307501                     0  \n",
      "307502                     0  \n",
      "307503                     0  \n",
      "307504                     0  \n",
      "307505                     0  \n",
      "307506                     0  \n",
      "307507                     0  \n",
      "307508                     0  \n",
      "307509                     0  \n",
      "307510                     0  \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[307511 rows x 304 columns]>\n"
     ]
    }
   ],
   "source": [
    "# Missing values statistics\n",
    "missing_values = missing_values_table(X)\n",
    "mis_col=list(missing_values.index)\n",
    "Mis=X[mis_col][:]\n",
    "\n",
    "for col in mis_col:\n",
    "    X[col+'_miss']=[0]*len(X[col])\n",
    "    X[col+'_miss'][list(X[np.isnan(X[col])].index)]=1\n",
    "\n",
    "print(X.describe)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "before...\n",
      "Mis -          COMMONAREA_MODE  COMMONAREA_AVG  COMMONAREA_MEDI  \\\n",
      "0                0.0144          0.0143           0.0144   \n",
      "1                0.0497          0.0605           0.0608   \n",
      "2                   NaN             NaN              NaN   \n",
      "3                   NaN             NaN              NaN   \n",
      "4                   NaN             NaN              NaN   \n",
      "5                   NaN             NaN              NaN   \n",
      "6                   NaN             NaN              NaN   \n",
      "7                   NaN             NaN              NaN   \n",
      "8                   NaN             NaN              NaN   \n",
      "9                   NaN             NaN              NaN   \n",
      "10                  NaN             NaN              NaN   \n",
      "11                  NaN             NaN              NaN   \n",
      "12                  NaN             NaN              NaN   \n",
      "13               0.0587          0.0582           0.0585   \n",
      "14               0.1153          0.1143           0.1150   \n",
      "15                  NaN             NaN              NaN   \n",
      "16                  NaN             NaN              NaN   \n",
      "17                  NaN             NaN              NaN   \n",
      "18               0.0018          0.0018           0.0018   \n",
      "19                  NaN             NaN              NaN   \n",
      "20                  NaN             NaN              NaN   \n",
      "21                  NaN             NaN              NaN   \n",
      "22               0.0121          0.0120           0.0120   \n",
      "23               0.0000          0.1064           0.1071   \n",
      "24               0.0214          0.0212           0.0214   \n",
      "25               0.0010          0.0010           0.0010   \n",
      "26                  NaN             NaN              NaN   \n",
      "27                  NaN             NaN              NaN   \n",
      "28                  NaN             NaN              NaN   \n",
      "29               0.0190          0.0188           0.0189   \n",
      "...                 ...             ...              ...   \n",
      "307481              NaN             NaN              NaN   \n",
      "307482           0.0038          0.0037           0.0038   \n",
      "307483           0.0000          0.0000           0.0000   \n",
      "307484              NaN             NaN              NaN   \n",
      "307485              NaN             NaN              NaN   \n",
      "307486              NaN             NaN              NaN   \n",
      "307487              NaN             NaN              NaN   \n",
      "307488              NaN             NaN              NaN   \n",
      "307489           0.0009          0.0009           0.0009   \n",
      "307490              NaN             NaN              NaN   \n",
      "307491              NaN             NaN              NaN   \n",
      "307492              NaN             NaN              NaN   \n",
      "307493              NaN             NaN              NaN   \n",
      "307494              NaN             NaN              NaN   \n",
      "307495           0.0138          0.0136           0.0137   \n",
      "307496              NaN             NaN              NaN   \n",
      "307497              NaN             NaN              NaN   \n",
      "307498              NaN             NaN              NaN   \n",
      "307499              NaN             NaN              NaN   \n",
      "307500              NaN             NaN              NaN   \n",
      "307501              NaN             NaN              NaN   \n",
      "307502              NaN             NaN              NaN   \n",
      "307503              NaN             NaN              NaN   \n",
      "307504              NaN             NaN              NaN   \n",
      "307505           0.1445          0.1432           0.1441   \n",
      "307506           0.0172          0.0202           0.0203   \n",
      "307507           0.0022          0.0022           0.0022   \n",
      "307508           0.0124          0.0123           0.0124   \n",
      "307509              NaN             NaN              NaN   \n",
      "307510           0.0178          0.0176           0.0177   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MEDI  NONLIVINGAPARTMENTS_AVG  \\\n",
      "0                         0.0000                   0.0000   \n",
      "1                         0.0039                   0.0039   \n",
      "2                            NaN                      NaN   \n",
      "3                            NaN                      NaN   \n",
      "4                            NaN                      NaN   \n",
      "5                            NaN                      NaN   \n",
      "6                            NaN                      NaN   \n",
      "7                            NaN                      NaN   \n",
      "8                            NaN                      NaN   \n",
      "9                            NaN                      NaN   \n",
      "10                           NaN                      NaN   \n",
      "11                           NaN                      NaN   \n",
      "12                           NaN                      NaN   \n",
      "13                        0.0000                   0.0000   \n",
      "14                        0.0194                   0.0193   \n",
      "15                           NaN                      NaN   \n",
      "16                           NaN                      NaN   \n",
      "17                           NaN                      NaN   \n",
      "18                        0.0000                   0.0000   \n",
      "19                           NaN                      NaN   \n",
      "20                        0.0000                   0.0000   \n",
      "21                           NaN                      NaN   \n",
      "22                        0.0078                   0.0077   \n",
      "23                        0.0019                   0.0019   \n",
      "24                        0.0000                   0.0000   \n",
      "25                        0.0000                   0.0000   \n",
      "26                           NaN                      NaN   \n",
      "27                           NaN                      NaN   \n",
      "28                           NaN                      NaN   \n",
      "29                        0.0078                   0.0077   \n",
      "...                          ...                      ...   \n",
      "307481                       NaN                      NaN   \n",
      "307482                    0.0039                   0.0039   \n",
      "307483                    0.0000                   0.0000   \n",
      "307484                       NaN                      NaN   \n",
      "307485                       NaN                      NaN   \n",
      "307486                       NaN                      NaN   \n",
      "307487                       NaN                      NaN   \n",
      "307488                       NaN                      NaN   \n",
      "307489                    0.0000                   0.0000   \n",
      "307490                       NaN                      NaN   \n",
      "307491                       NaN                      NaN   \n",
      "307492                       NaN                      NaN   \n",
      "307493                       NaN                      NaN   \n",
      "307494                       NaN                      NaN   \n",
      "307495                    0.0039                   0.0039   \n",
      "307496                       NaN                      NaN   \n",
      "307497                       NaN                      NaN   \n",
      "307498                       NaN                      NaN   \n",
      "307499                       NaN                      NaN   \n",
      "307500                       NaN                      NaN   \n",
      "307501                       NaN                      NaN   \n",
      "307502                       NaN                      NaN   \n",
      "307503                       NaN                      NaN   \n",
      "307504                       NaN                      NaN   \n",
      "307505                    0.0155                   0.0154   \n",
      "307506                    0.0757                   0.0753   \n",
      "307507                    0.0000                   0.0000   \n",
      "307508                    0.0000                   0.0000   \n",
      "307509                       NaN                      NaN   \n",
      "307510                       NaN                      NaN   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MODE  LIVINGAPARTMENTS_MODE  \\\n",
      "0                         0.0000                 0.0220   \n",
      "1                         0.0000                 0.0790   \n",
      "2                            NaN                    NaN   \n",
      "3                            NaN                    NaN   \n",
      "4                            NaN                    NaN   \n",
      "5                            NaN                    NaN   \n",
      "6                            NaN                    NaN   \n",
      "7                            NaN                    NaN   \n",
      "8                            NaN                    NaN   \n",
      "9                            NaN                    NaN   \n",
      "10                           NaN                    NaN   \n",
      "11                           NaN                    NaN   \n",
      "12                           NaN                    NaN   \n",
      "13                        0.0000                 0.1313   \n",
      "14                        0.0195                 0.3113   \n",
      "15                           NaN                    NaN   \n",
      "16                           NaN                    NaN   \n",
      "17                           NaN                    NaN   \n",
      "18                        0.0000                 0.0248   \n",
      "19                           NaN                    NaN   \n",
      "20                        0.0000                 0.0643   \n",
      "21                           NaN                    NaN   \n",
      "22                        0.0078                 0.0790   \n",
      "23                        0.0000                 0.1102   \n",
      "24                        0.0000                 0.1276   \n",
      "25                        0.0000                 0.0643   \n",
      "26                           NaN                    NaN   \n",
      "27                           NaN                    NaN   \n",
      "28                           NaN                    NaN   \n",
      "29                        0.0078                 0.1322   \n",
      "...                          ...                    ...   \n",
      "307481                       NaN                    NaN   \n",
      "307482                    0.0039                 0.0340   \n",
      "307483                    0.0000                 0.0073   \n",
      "307484                       NaN                    NaN   \n",
      "307485                       NaN                    NaN   \n",
      "307486                       NaN                    NaN   \n",
      "307487                       NaN                    NaN   \n",
      "307488                       NaN                    NaN   \n",
      "307489                    0.0000                 0.0101   \n",
      "307490                       NaN                    NaN   \n",
      "307491                       NaN                    NaN   \n",
      "307492                       NaN                    NaN   \n",
      "307493                       NaN                    NaN   \n",
      "307494                       NaN                    NaN   \n",
      "307495                    0.0039                 0.0652   \n",
      "307496                       NaN                    NaN   \n",
      "307497                       NaN                    NaN   \n",
      "307498                       NaN                    NaN   \n",
      "307499                       NaN                    NaN   \n",
      "307500                       NaN                    NaN   \n",
      "307501                       NaN                    NaN   \n",
      "307502                       NaN                    NaN   \n",
      "307503                       NaN                    NaN   \n",
      "307504                       NaN                    NaN   \n",
      "307505                    0.0156                 0.1928   \n",
      "307506                    0.0000                 0.0882   \n",
      "307507                    0.0000                 0.0220   \n",
      "307508                    0.0000                 0.0918   \n",
      "307509                       NaN                    NaN   \n",
      "307510                       NaN                    NaN   \n",
      "\n",
      "        LIVINGAPARTMENTS_MEDI  LIVINGAPARTMENTS_AVG  FLOORSMIN_MODE  \\\n",
      "0                      0.0205                0.0202          0.1250   \n",
      "1                      0.0787                0.0773          0.3333   \n",
      "2                         NaN                   NaN             NaN   \n",
      "3                         NaN                   NaN             NaN   \n",
      "4                         NaN                   NaN             NaN   \n",
      "5                         NaN                   NaN             NaN   \n",
      "6                         NaN                   NaN             NaN   \n",
      "7                         NaN                   NaN             NaN   \n",
      "8                         NaN                   NaN             NaN   \n",
      "9                         NaN                   NaN             NaN   \n",
      "10                        NaN                   NaN             NaN   \n",
      "11                        NaN                   NaN             NaN   \n",
      "12                        NaN                   NaN             NaN   \n",
      "13                     0.1223                0.1202          0.3750   \n",
      "14                     0.2899                0.2849          0.7083   \n",
      "15                        NaN                   NaN             NaN   \n",
      "16                        NaN                   NaN             NaN   \n",
      "17                        NaN                   NaN             NaN   \n",
      "18                     0.0231                0.0227          0.1250   \n",
      "19                        NaN                   NaN             NaN   \n",
      "20                     0.0599                0.0588          0.0417   \n",
      "21                        NaN                   NaN             NaN   \n",
      "22                     0.0735                0.0723          0.2083   \n",
      "23                     0.1193                0.1173          0.4167   \n",
      "24                     0.1189                0.1168          0.2083   \n",
      "25                     0.0599                0.0588          0.0417   \n",
      "26                        NaN                   NaN             NaN   \n",
      "27                        NaN                   NaN             NaN   \n",
      "28                        NaN                   NaN             NaN   \n",
      "29                     0.1231                0.1210          0.3750   \n",
      "...                       ...                   ...             ...   \n",
      "307481                    NaN                   NaN             NaN   \n",
      "307482                 0.0316                0.0311          0.2083   \n",
      "307483                 0.0068                0.0067          0.0417   \n",
      "307484                    NaN                   NaN             NaN   \n",
      "307485                    NaN                   NaN             NaN   \n",
      "307486                    NaN                   NaN             NaN   \n",
      "307487                    NaN                   NaN             NaN   \n",
      "307488                    NaN                   NaN             NaN   \n",
      "307489                 0.0094                0.0092          0.0417   \n",
      "307490                    NaN                   NaN             NaN   \n",
      "307491                    NaN                   NaN             NaN   \n",
      "307492                    NaN                   NaN             NaN   \n",
      "307493                    NaN                   NaN             NaN   \n",
      "307494                    NaN                   NaN             NaN   \n",
      "307495                 0.0607                0.0597             NaN   \n",
      "307496                    NaN                   NaN             NaN   \n",
      "307497                    NaN                   NaN             NaN   \n",
      "307498                    NaN                   NaN          0.7083   \n",
      "307499                    NaN                   NaN             NaN   \n",
      "307500                    NaN                   NaN             NaN   \n",
      "307501                    NaN                   NaN             NaN   \n",
      "307502                    NaN                   NaN             NaN   \n",
      "307503                    NaN                   NaN             NaN   \n",
      "307504                    NaN                   NaN             NaN   \n",
      "307505                 0.1796                0.1765          0.3750   \n",
      "307506                 0.1509                0.1484          0.0417   \n",
      "307507                 0.0205                0.0202          0.1250   \n",
      "307508                 0.0855                0.0841          0.2083   \n",
      "307509                    NaN                   NaN             NaN   \n",
      "307510                    NaN                   NaN             NaN   \n",
      "\n",
      "             ...         AMT_REQ_CREDIT_BUREAU_YEAR  DAYS_LAST_PHONE_CHANGE  \\\n",
      "0            ...                                1.0                 -1134.0   \n",
      "1            ...                                0.0                  -828.0   \n",
      "2            ...                                0.0                  -815.0   \n",
      "3            ...                                NaN                  -617.0   \n",
      "4            ...                                0.0                 -1106.0   \n",
      "5            ...                                1.0                 -2536.0   \n",
      "6            ...                                2.0                 -1562.0   \n",
      "7            ...                                0.0                 -1070.0   \n",
      "8            ...                                1.0                     NaN   \n",
      "9            ...                                NaN                 -1673.0   \n",
      "10           ...                                0.0                  -844.0   \n",
      "11           ...                                2.0                 -2396.0   \n",
      "12           ...                                0.0                 -2370.0   \n",
      "13           ...                                1.0                    -4.0   \n",
      "14           ...                                NaN                  -188.0   \n",
      "15           ...                                1.0                  -925.0   \n",
      "16           ...                                0.0                    -3.0   \n",
      "17           ...                                NaN                 -2811.0   \n",
      "18           ...                                0.0                  -239.0   \n",
      "19           ...                                2.0                 -1850.0   \n",
      "20           ...                                NaN                  -296.0   \n",
      "21           ...                                4.0                     NaN   \n",
      "22           ...                                5.0                  -468.0   \n",
      "23           ...                                3.0                  -795.0   \n",
      "24           ...                                0.0                    -4.0   \n",
      "25           ...                                0.0                     NaN   \n",
      "26           ...                                2.0                  -161.0   \n",
      "27           ...                                0.0                    -2.0   \n",
      "28           ...                                1.0                  -849.0   \n",
      "29           ...                                NaN                  -599.0   \n",
      "...          ...                                ...                     ...   \n",
      "307481       ...                                3.0                 -2941.0   \n",
      "307482       ...                                1.0                  -611.0   \n",
      "307483       ...                                5.0                 -1775.0   \n",
      "307484       ...                                NaN                 -1578.0   \n",
      "307485       ...                                0.0                  -336.0   \n",
      "307486       ...                                1.0                     NaN   \n",
      "307487       ...                                8.0                  -846.0   \n",
      "307488       ...                                1.0                  -610.0   \n",
      "307489       ...                                2.0                  -307.0   \n",
      "307490       ...                                1.0                  -439.0   \n",
      "307491       ...                                7.0                 -1357.0   \n",
      "307492       ...                                0.0                     NaN   \n",
      "307493       ...                                7.0                  -249.0   \n",
      "307494       ...                                1.0                  -367.0   \n",
      "307495       ...                                1.0                 -2919.0   \n",
      "307496       ...                                2.0                  -826.0   \n",
      "307497       ...                                6.0                 -1344.0   \n",
      "307498       ...                                2.0                  -734.0   \n",
      "307499       ...                                0.0                 -1511.0   \n",
      "307500       ...                                5.0                 -1459.0   \n",
      "307501       ...                                NaN                  -448.0   \n",
      "307502       ...                                1.0                 -1516.0   \n",
      "307503       ...                                2.0                 -2315.0   \n",
      "307504       ...                                NaN                     NaN   \n",
      "307505       ...                                0.0                     NaN   \n",
      "307506       ...                                NaN                  -273.0   \n",
      "307507       ...                                NaN                     NaN   \n",
      "307508       ...                                1.0                 -1909.0   \n",
      "307509       ...                                0.0                  -322.0   \n",
      "307510       ...                                1.0                  -787.0   \n",
      "\n",
      "        OBS_60_CNT_SOCIAL_CIRCLE  DEF_60_CNT_SOCIAL_CIRCLE  \\\n",
      "0                            2.0                       2.0   \n",
      "1                            1.0                       0.0   \n",
      "2                            0.0                       0.0   \n",
      "3                            2.0                       0.0   \n",
      "4                            0.0                       0.0   \n",
      "5                            0.0                       0.0   \n",
      "6                            1.0                       0.0   \n",
      "7                            2.0                       0.0   \n",
      "8                            1.0                       0.0   \n",
      "9                            2.0                       0.0   \n",
      "10                           0.0                       0.0   \n",
      "11                           0.0                       0.0   \n",
      "12                           0.0                       0.0   \n",
      "13                           0.0                       0.0   \n",
      "14                           0.0                       0.0   \n",
      "15                           0.0                       0.0   \n",
      "16                           0.0                       0.0   \n",
      "17                           4.0                       0.0   \n",
      "18                           8.0                       0.0   \n",
      "19                           0.0                       0.0   \n",
      "20                           0.0                       0.0   \n",
      "21                           0.0                       0.0   \n",
      "22                           0.0                       0.0   \n",
      "23                           0.0                       0.0   \n",
      "24                           1.0                       0.0   \n",
      "25                           0.0                       0.0   \n",
      "26                          10.0                       0.0   \n",
      "27                           2.0                       0.0   \n",
      "28                           0.0                       0.0   \n",
      "29                           0.0                       0.0   \n",
      "...                          ...                       ...   \n",
      "307481                       0.0                       0.0   \n",
      "307482                       0.0                       0.0   \n",
      "307483                       1.0                       1.0   \n",
      "307484                       0.0                       0.0   \n",
      "307485                       0.0                       0.0   \n",
      "307486                       0.0                       0.0   \n",
      "307487                       0.0                       0.0   \n",
      "307488                       1.0                       0.0   \n",
      "307489                       1.0                       0.0   \n",
      "307490                       0.0                       0.0   \n",
      "307491                       4.0                       0.0   \n",
      "307492                       0.0                       0.0   \n",
      "307493                       0.0                       0.0   \n",
      "307494                      11.0                       0.0   \n",
      "307495                       0.0                       0.0   \n",
      "307496                       0.0                       0.0   \n",
      "307497                       0.0                       0.0   \n",
      "307498                       0.0                       0.0   \n",
      "307499                       4.0                       0.0   \n",
      "307500                       0.0                       0.0   \n",
      "307501                       2.0                       1.0   \n",
      "307502                       0.0                       0.0   \n",
      "307503                       9.0                       2.0   \n",
      "307504                       0.0                       0.0   \n",
      "307505                       0.0                       0.0   \n",
      "307506                       0.0                       0.0   \n",
      "307507                       0.0                       0.0   \n",
      "307508                       6.0                       0.0   \n",
      "307509                       0.0                       0.0   \n",
      "307510                       0.0                       0.0   \n",
      "\n",
      "        DEF_30_CNT_SOCIAL_CIRCLE  OBS_30_CNT_SOCIAL_CIRCLE  EXT_SOURCE_2  \\\n",
      "0                            2.0                       2.0      0.262949   \n",
      "1                            0.0                       1.0      0.622246   \n",
      "2                            0.0                       0.0      0.555912   \n",
      "3                            0.0                       2.0      0.650442   \n",
      "4                            0.0                       0.0      0.322738   \n",
      "5                            0.0                       0.0      0.354225   \n",
      "6                            0.0                       1.0      0.724000   \n",
      "7                            0.0                       2.0      0.714279   \n",
      "8                            0.0                       1.0      0.205747   \n",
      "9                            0.0                       2.0      0.746644   \n",
      "10                           0.0                       0.0      0.651862   \n",
      "11                           0.0                       0.0      0.555183   \n",
      "12                           0.0                       0.0      0.715042   \n",
      "13                           0.0                       0.0      0.566907   \n",
      "14                           0.0                       0.0      0.642656   \n",
      "15                           0.0                       0.0      0.346634   \n",
      "16                           0.0                       0.0      0.236378   \n",
      "17                           0.0                       4.0      0.683513   \n",
      "18                           0.0                       8.0      0.706428   \n",
      "19                           0.0                       0.0      0.586617   \n",
      "20                           0.0                       0.0      0.113375   \n",
      "21                           0.0                       0.0      0.233767   \n",
      "22                           0.0                       0.0      0.457143   \n",
      "23                           0.0                       0.0      0.624305   \n",
      "24                           1.0                       1.0      0.786179   \n",
      "25                           0.0                       0.0      0.651406   \n",
      "26                           1.0                      10.0      0.548477   \n",
      "27                           0.0                       2.0      0.541124   \n",
      "28                           0.0                       0.0      0.685011   \n",
      "29                           0.0                       0.0      0.502779   \n",
      "...                          ...                       ...           ...   \n",
      "307481                       0.0                       0.0      0.713524   \n",
      "307482                       0.0                       0.0      0.737905   \n",
      "307483                       1.0                       1.0      0.589906   \n",
      "307484                       0.0                       0.0      0.739703   \n",
      "307485                       0.0                       0.0      0.702403   \n",
      "307486                       0.0                       0.0      0.661025   \n",
      "307487                       0.0                       0.0      0.307082   \n",
      "307488                       0.0                       1.0      0.619662   \n",
      "307489                       1.0                       1.0      0.615261   \n",
      "307490                       0.0                       0.0      0.378421   \n",
      "307491                       0.0                       4.0      0.561158   \n",
      "307492                       0.0                       0.0      0.599173   \n",
      "307493                       0.0                       0.0      0.424683   \n",
      "307494                       0.0                      11.0      0.699727   \n",
      "307495                       0.0                       0.0      0.267834   \n",
      "307496                       0.0                       0.0      0.512081   \n",
      "307497                       0.0                       0.0      0.651306   \n",
      "307498                       0.0                       0.0      0.746259   \n",
      "307499                       0.0                       4.0      0.649123   \n",
      "307500                       0.0                       0.0      0.789389   \n",
      "307501                       1.0                       2.0      0.575481   \n",
      "307502                       0.0                       0.0      0.313334   \n",
      "307503                       3.0                       9.0      0.501221   \n",
      "307504                       0.0                       0.0      0.530725   \n",
      "307505                       0.0                       0.0      0.346391   \n",
      "307506                       0.0                       0.0      0.681632   \n",
      "307507                       0.0                       0.0      0.115992   \n",
      "307508                       0.0                       6.0      0.535722   \n",
      "307509                       0.0                       0.0      0.514163   \n",
      "307510                       0.0                       0.0      0.708569   \n",
      "\n",
      "        AMT_GOODS_PRICE  AMT_ANNUITY  CNT_FAM_MEMBERS  \n",
      "0              351000.0      24700.5              1.0  \n",
      "1             1129500.0      35698.5              2.0  \n",
      "2              135000.0       6750.0              1.0  \n",
      "3              297000.0      29686.5              2.0  \n",
      "4              513000.0      21865.5              1.0  \n",
      "5              454500.0      27517.5              2.0  \n",
      "6             1395000.0      41301.0              3.0  \n",
      "7             1530000.0      42075.0              2.0  \n",
      "8              913500.0      33826.5              2.0  \n",
      "9              405000.0      20250.0              1.0  \n",
      "10             652500.0      21177.0              3.0  \n",
      "11             135000.0      10678.5              2.0  \n",
      "12              67500.0       5881.5              2.0  \n",
      "13             697500.0      28966.5              3.0  \n",
      "14             679500.0      32778.0              2.0  \n",
      "15             247500.0      20160.0              1.0  \n",
      "16             387000.0      26149.5              2.0  \n",
      "17             270000.0      13500.0              3.0  \n",
      "18             157500.0       7875.0              1.0  \n",
      "19             454500.0      17563.5              2.0  \n",
      "20             427500.0      21375.0              2.0  \n",
      "21             927000.0      37561.5              3.0  \n",
      "22             450000.0      32521.5              3.0  \n",
      "23             225000.0      23850.0              2.0  \n",
      "24             247500.0      12703.5              4.0  \n",
      "25             225000.0      11074.5              2.0  \n",
      "26             702000.0      27076.5              1.0  \n",
      "27             270000.0      23827.5              3.0  \n",
      "28             675000.0      57676.5              1.0  \n",
      "29             180000.0       9000.0              1.0  \n",
      "...                 ...          ...              ...  \n",
      "307481         297000.0      19975.5              2.0  \n",
      "307482         472500.0      34969.5              2.0  \n",
      "307483         225000.0      16479.0              1.0  \n",
      "307484         450000.0      35617.5              2.0  \n",
      "307485         180000.0       9000.0              2.0  \n",
      "307486         270000.0      18283.5              3.0  \n",
      "307487         936000.0      31473.0              2.0  \n",
      "307488         135000.0      13351.5              1.0  \n",
      "307489         450000.0      23089.5              2.0  \n",
      "307490         135000.0       9148.5              1.0  \n",
      "307491         900000.0      31522.5              4.0  \n",
      "307492        1575000.0      43443.0              2.0  \n",
      "307493         765000.0      37678.5              2.0  \n",
      "307494         450000.0      46858.5              3.0  \n",
      "307495         675000.0      23773.5              2.0  \n",
      "307496         337500.0      16875.0              2.0  \n",
      "307497         193500.0      12028.5              2.0  \n",
      "307498        1125000.0      52168.5              2.0  \n",
      "307499         225000.0      12694.5              2.0  \n",
      "307500        1138500.0      35982.0              2.0  \n",
      "307501         225000.0      11871.0              5.0  \n",
      "307502         225000.0      10620.0              3.0  \n",
      "307503         247500.0      17770.5              1.0  \n",
      "307504         225000.0      16096.5              1.0  \n",
      "307505         225000.0      22050.0              1.0  \n",
      "307506         225000.0      27558.0              1.0  \n",
      "307507         225000.0      12001.5              1.0  \n",
      "307508         585000.0      29979.0              1.0  \n",
      "307509         319500.0      20205.0              2.0  \n",
      "307510         675000.0      49117.5              2.0  \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[307511 rows x 62 columns]\n",
      "after...\n",
      "        COMMONAREA_MODE  COMMONAREA_AVG  COMMONAREA_MEDI  \\\n",
      "0              0.014400        0.014300         0.014400   \n",
      "1              0.049700        0.060500         0.060800   \n",
      "2              0.042553        0.044621         0.044595   \n",
      "3              0.042553        0.044621         0.044595   \n",
      "4              0.042553        0.044621         0.044595   \n",
      "5              0.042553        0.044621         0.044595   \n",
      "6              0.042553        0.044621         0.044595   \n",
      "7              0.042553        0.044621         0.044595   \n",
      "8              0.042553        0.044621         0.044595   \n",
      "9              0.042553        0.044621         0.044595   \n",
      "10             0.042553        0.044621         0.044595   \n",
      "11             0.042553        0.044621         0.044595   \n",
      "12             0.042553        0.044621         0.044595   \n",
      "13             0.058700        0.058200         0.058500   \n",
      "14             0.115300        0.114300         0.115000   \n",
      "15             0.042553        0.044621         0.044595   \n",
      "16             0.042553        0.044621         0.044595   \n",
      "17             0.042553        0.044621         0.044595   \n",
      "18             0.001800        0.001800         0.001800   \n",
      "19             0.042553        0.044621         0.044595   \n",
      "20             0.042553        0.044621         0.044595   \n",
      "21             0.042553        0.044621         0.044595   \n",
      "22             0.012100        0.012000         0.012000   \n",
      "23             0.000000        0.106400         0.107100   \n",
      "24             0.021400        0.021200         0.021400   \n",
      "25             0.001000        0.001000         0.001000   \n",
      "26             0.042553        0.044621         0.044595   \n",
      "27             0.042553        0.044621         0.044595   \n",
      "28             0.042553        0.044621         0.044595   \n",
      "29             0.019000        0.018800         0.018900   \n",
      "...                 ...             ...              ...   \n",
      "307481         0.042553        0.044621         0.044595   \n",
      "307482         0.003800        0.003700         0.003800   \n",
      "307483         0.000000        0.000000         0.000000   \n",
      "307484         0.042553        0.044621         0.044595   \n",
      "307485         0.042553        0.044621         0.044595   \n",
      "307486         0.042553        0.044621         0.044595   \n",
      "307487         0.042553        0.044621         0.044595   \n",
      "307488         0.042553        0.044621         0.044595   \n",
      "307489         0.000900        0.000900         0.000900   \n",
      "307490         0.042553        0.044621         0.044595   \n",
      "307491         0.042553        0.044621         0.044595   \n",
      "307492         0.042553        0.044621         0.044595   \n",
      "307493         0.042553        0.044621         0.044595   \n",
      "307494         0.042553        0.044621         0.044595   \n",
      "307495         0.013800        0.013600         0.013700   \n",
      "307496         0.042553        0.044621         0.044595   \n",
      "307497         0.042553        0.044621         0.044595   \n",
      "307498         0.042553        0.044621         0.044595   \n",
      "307499         0.042553        0.044621         0.044595   \n",
      "307500         0.042553        0.044621         0.044595   \n",
      "307501         0.042553        0.044621         0.044595   \n",
      "307502         0.042553        0.044621         0.044595   \n",
      "307503         0.042553        0.044621         0.044595   \n",
      "307504         0.042553        0.044621         0.044595   \n",
      "307505         0.144500        0.143200         0.144100   \n",
      "307506         0.017200        0.020200         0.020300   \n",
      "307507         0.002200        0.002200         0.002200   \n",
      "307508         0.012400        0.012300         0.012400   \n",
      "307509         0.042553        0.044621         0.044595   \n",
      "307510         0.017800        0.017600         0.017700   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MEDI  NONLIVINGAPARTMENTS_AVG  \\\n",
      "0                       0.000000                 0.000000   \n",
      "1                       0.003900                 0.003900   \n",
      "2                       0.008651                 0.008809   \n",
      "3                       0.008651                 0.008809   \n",
      "4                       0.008651                 0.008809   \n",
      "5                       0.008651                 0.008809   \n",
      "6                       0.008651                 0.008809   \n",
      "7                       0.008651                 0.008809   \n",
      "8                       0.008651                 0.008809   \n",
      "9                       0.008651                 0.008809   \n",
      "10                      0.008651                 0.008809   \n",
      "11                      0.008651                 0.008809   \n",
      "12                      0.008651                 0.008809   \n",
      "13                      0.000000                 0.000000   \n",
      "14                      0.019400                 0.019300   \n",
      "15                      0.008651                 0.008809   \n",
      "16                      0.008651                 0.008809   \n",
      "17                      0.008651                 0.008809   \n",
      "18                      0.000000                 0.000000   \n",
      "19                      0.008651                 0.008809   \n",
      "20                      0.000000                 0.000000   \n",
      "21                      0.008651                 0.008809   \n",
      "22                      0.007800                 0.007700   \n",
      "23                      0.001900                 0.001900   \n",
      "24                      0.000000                 0.000000   \n",
      "25                      0.000000                 0.000000   \n",
      "26                      0.008651                 0.008809   \n",
      "27                      0.008651                 0.008809   \n",
      "28                      0.008651                 0.008809   \n",
      "29                      0.007800                 0.007700   \n",
      "...                          ...                      ...   \n",
      "307481                  0.008651                 0.008809   \n",
      "307482                  0.003900                 0.003900   \n",
      "307483                  0.000000                 0.000000   \n",
      "307484                  0.008651                 0.008809   \n",
      "307485                  0.008651                 0.008809   \n",
      "307486                  0.008651                 0.008809   \n",
      "307487                  0.008651                 0.008809   \n",
      "307488                  0.008651                 0.008809   \n",
      "307489                  0.000000                 0.000000   \n",
      "307490                  0.008651                 0.008809   \n",
      "307491                  0.008651                 0.008809   \n",
      "307492                  0.008651                 0.008809   \n",
      "307493                  0.008651                 0.008809   \n",
      "307494                  0.008651                 0.008809   \n",
      "307495                  0.003900                 0.003900   \n",
      "307496                  0.008651                 0.008809   \n",
      "307497                  0.008651                 0.008809   \n",
      "307498                  0.008651                 0.008809   \n",
      "307499                  0.008651                 0.008809   \n",
      "307500                  0.008651                 0.008809   \n",
      "307501                  0.008651                 0.008809   \n",
      "307502                  0.008651                 0.008809   \n",
      "307503                  0.008651                 0.008809   \n",
      "307504                  0.008651                 0.008809   \n",
      "307505                  0.015500                 0.015400   \n",
      "307506                  0.075700                 0.075300   \n",
      "307507                  0.000000                 0.000000   \n",
      "307508                  0.000000                 0.000000   \n",
      "307509                  0.008651                 0.008809   \n",
      "307510                  0.008651                 0.008809   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MODE  LIVINGAPARTMENTS_MODE  \\\n",
      "0                       0.000000               0.022000   \n",
      "1                       0.000000               0.079000   \n",
      "2                       0.008076               0.105645   \n",
      "3                       0.008076               0.105645   \n",
      "4                       0.008076               0.105645   \n",
      "5                       0.008076               0.105645   \n",
      "6                       0.008076               0.105645   \n",
      "7                       0.008076               0.105645   \n",
      "8                       0.008076               0.105645   \n",
      "9                       0.008076               0.105645   \n",
      "10                      0.008076               0.105645   \n",
      "11                      0.008076               0.105645   \n",
      "12                      0.008076               0.105645   \n",
      "13                      0.000000               0.131300   \n",
      "14                      0.019500               0.311300   \n",
      "15                      0.008076               0.105645   \n",
      "16                      0.008076               0.105645   \n",
      "17                      0.008076               0.105645   \n",
      "18                      0.000000               0.024800   \n",
      "19                      0.008076               0.105645   \n",
      "20                      0.000000               0.064300   \n",
      "21                      0.008076               0.105645   \n",
      "22                      0.007800               0.079000   \n",
      "23                      0.000000               0.110200   \n",
      "24                      0.000000               0.127600   \n",
      "25                      0.000000               0.064300   \n",
      "26                      0.008076               0.105645   \n",
      "27                      0.008076               0.105645   \n",
      "28                      0.008076               0.105645   \n",
      "29                      0.007800               0.132200   \n",
      "...                          ...                    ...   \n",
      "307481                  0.008076               0.105645   \n",
      "307482                  0.003900               0.034000   \n",
      "307483                  0.000000               0.007300   \n",
      "307484                  0.008076               0.105645   \n",
      "307485                  0.008076               0.105645   \n",
      "307486                  0.008076               0.105645   \n",
      "307487                  0.008076               0.105645   \n",
      "307488                  0.008076               0.105645   \n",
      "307489                  0.000000               0.010100   \n",
      "307490                  0.008076               0.105645   \n",
      "307491                  0.008076               0.105645   \n",
      "307492                  0.008076               0.105645   \n",
      "307493                  0.008076               0.105645   \n",
      "307494                  0.008076               0.105645   \n",
      "307495                  0.003900               0.065200   \n",
      "307496                  0.008076               0.105645   \n",
      "307497                  0.008076               0.105645   \n",
      "307498                  0.008076               0.105645   \n",
      "307499                  0.008076               0.105645   \n",
      "307500                  0.008076               0.105645   \n",
      "307501                  0.008076               0.105645   \n",
      "307502                  0.008076               0.105645   \n",
      "307503                  0.008076               0.105645   \n",
      "307504                  0.008076               0.105645   \n",
      "307505                  0.015600               0.192800   \n",
      "307506                  0.000000               0.088200   \n",
      "307507                  0.000000               0.022000   \n",
      "307508                  0.000000               0.091800   \n",
      "307509                  0.008076               0.105645   \n",
      "307510                  0.008076               0.105645   \n",
      "\n",
      "        LIVINGAPARTMENTS_MEDI  LIVINGAPARTMENTS_AVG  FLOORSMIN_MODE  \\\n",
      "0                    0.020500              0.020200        0.125000   \n",
      "1                    0.078700              0.077300        0.333300   \n",
      "2                    0.101954              0.100775        0.228058   \n",
      "3                    0.101954              0.100775        0.228058   \n",
      "4                    0.101954              0.100775        0.228058   \n",
      "5                    0.101954              0.100775        0.228058   \n",
      "6                    0.101954              0.100775        0.228058   \n",
      "7                    0.101954              0.100775        0.228058   \n",
      "8                    0.101954              0.100775        0.228058   \n",
      "9                    0.101954              0.100775        0.228058   \n",
      "10                   0.101954              0.100775        0.228058   \n",
      "11                   0.101954              0.100775        0.228058   \n",
      "12                   0.101954              0.100775        0.228058   \n",
      "13                   0.122300              0.120200        0.375000   \n",
      "14                   0.289900              0.284900        0.708300   \n",
      "15                   0.101954              0.100775        0.228058   \n",
      "16                   0.101954              0.100775        0.228058   \n",
      "17                   0.101954              0.100775        0.228058   \n",
      "18                   0.023100              0.022700        0.125000   \n",
      "19                   0.101954              0.100775        0.228058   \n",
      "20                   0.059900              0.058800        0.041700   \n",
      "21                   0.101954              0.100775        0.228058   \n",
      "22                   0.073500              0.072300        0.208300   \n",
      "23                   0.119300              0.117300        0.416700   \n",
      "24                   0.118900              0.116800        0.208300   \n",
      "25                   0.059900              0.058800        0.041700   \n",
      "26                   0.101954              0.100775        0.228058   \n",
      "27                   0.101954              0.100775        0.228058   \n",
      "28                   0.101954              0.100775        0.228058   \n",
      "29                   0.123100              0.121000        0.375000   \n",
      "...                       ...                   ...             ...   \n",
      "307481               0.101954              0.100775        0.228058   \n",
      "307482               0.031600              0.031100        0.208300   \n",
      "307483               0.006800              0.006700        0.041700   \n",
      "307484               0.101954              0.100775        0.228058   \n",
      "307485               0.101954              0.100775        0.228058   \n",
      "307486               0.101954              0.100775        0.228058   \n",
      "307487               0.101954              0.100775        0.228058   \n",
      "307488               0.101954              0.100775        0.228058   \n",
      "307489               0.009400              0.009200        0.041700   \n",
      "307490               0.101954              0.100775        0.228058   \n",
      "307491               0.101954              0.100775        0.228058   \n",
      "307492               0.101954              0.100775        0.228058   \n",
      "307493               0.101954              0.100775        0.228058   \n",
      "307494               0.101954              0.100775        0.228058   \n",
      "307495               0.060700              0.059700        0.228058   \n",
      "307496               0.101954              0.100775        0.228058   \n",
      "307497               0.101954              0.100775        0.228058   \n",
      "307498               0.101954              0.100775        0.708300   \n",
      "307499               0.101954              0.100775        0.228058   \n",
      "307500               0.101954              0.100775        0.228058   \n",
      "307501               0.101954              0.100775        0.228058   \n",
      "307502               0.101954              0.100775        0.228058   \n",
      "307503               0.101954              0.100775        0.228058   \n",
      "307504               0.101954              0.100775        0.228058   \n",
      "307505               0.179600              0.176500        0.375000   \n",
      "307506               0.150900              0.148400        0.041700   \n",
      "307507               0.020500              0.020200        0.125000   \n",
      "307508               0.085500              0.084100        0.208300   \n",
      "307509               0.101954              0.100775        0.228058   \n",
      "307510               0.101954              0.100775        0.228058   \n",
      "\n",
      "             ...         AMT_REQ_CREDIT_BUREAU_YEAR  DAYS_LAST_PHONE_CHANGE  \\\n",
      "0            ...                           1.000000            -1134.000000   \n",
      "1            ...                           0.000000             -828.000000   \n",
      "2            ...                           0.000000             -815.000000   \n",
      "3            ...                           1.899974             -617.000000   \n",
      "4            ...                           0.000000            -1106.000000   \n",
      "5            ...                           1.000000            -2536.000000   \n",
      "6            ...                           2.000000            -1562.000000   \n",
      "7            ...                           0.000000            -1070.000000   \n",
      "8            ...                           1.000000            -1097.283207   \n",
      "9            ...                           1.899974            -1673.000000   \n",
      "10           ...                           0.000000             -844.000000   \n",
      "11           ...                           2.000000            -2396.000000   \n",
      "12           ...                           0.000000            -2370.000000   \n",
      "13           ...                           1.000000               -4.000000   \n",
      "14           ...                           1.899974             -188.000000   \n",
      "15           ...                           1.000000             -925.000000   \n",
      "16           ...                           0.000000               -3.000000   \n",
      "17           ...                           1.899974            -2811.000000   \n",
      "18           ...                           0.000000             -239.000000   \n",
      "19           ...                           2.000000            -1850.000000   \n",
      "20           ...                           1.899974             -296.000000   \n",
      "21           ...                           4.000000            -1097.283207   \n",
      "22           ...                           5.000000             -468.000000   \n",
      "23           ...                           3.000000             -795.000000   \n",
      "24           ...                           0.000000               -4.000000   \n",
      "25           ...                           0.000000            -1097.283207   \n",
      "26           ...                           2.000000             -161.000000   \n",
      "27           ...                           0.000000               -2.000000   \n",
      "28           ...                           1.000000             -849.000000   \n",
      "29           ...                           1.899974             -599.000000   \n",
      "...          ...                                ...                     ...   \n",
      "307481       ...                           3.000000            -2941.000000   \n",
      "307482       ...                           1.000000             -611.000000   \n",
      "307483       ...                           5.000000            -1775.000000   \n",
      "307484       ...                           1.899974            -1578.000000   \n",
      "307485       ...                           0.000000             -336.000000   \n",
      "307486       ...                           1.000000            -1097.283207   \n",
      "307487       ...                           8.000000             -846.000000   \n",
      "307488       ...                           1.000000             -610.000000   \n",
      "307489       ...                           2.000000             -307.000000   \n",
      "307490       ...                           1.000000             -439.000000   \n",
      "307491       ...                           7.000000            -1357.000000   \n",
      "307492       ...                           0.000000            -1097.283207   \n",
      "307493       ...                           7.000000             -249.000000   \n",
      "307494       ...                           1.000000             -367.000000   \n",
      "307495       ...                           1.000000            -2919.000000   \n",
      "307496       ...                           2.000000             -826.000000   \n",
      "307497       ...                           6.000000            -1344.000000   \n",
      "307498       ...                           2.000000             -734.000000   \n",
      "307499       ...                           0.000000            -1511.000000   \n",
      "307500       ...                           5.000000            -1459.000000   \n",
      "307501       ...                           1.899974             -448.000000   \n",
      "307502       ...                           1.000000            -1516.000000   \n",
      "307503       ...                           2.000000            -2315.000000   \n",
      "307504       ...                           1.899974            -1097.283207   \n",
      "307505       ...                           0.000000            -1097.283207   \n",
      "307506       ...                           1.899974             -273.000000   \n",
      "307507       ...                           1.899974            -1097.283207   \n",
      "307508       ...                           1.000000            -1909.000000   \n",
      "307509       ...                           0.000000             -322.000000   \n",
      "307510       ...                           1.000000             -787.000000   \n",
      "\n",
      "        OBS_60_CNT_SOCIAL_CIRCLE  DEF_60_CNT_SOCIAL_CIRCLE  \\\n",
      "0                            2.0                       2.0   \n",
      "1                            1.0                       0.0   \n",
      "2                            0.0                       0.0   \n",
      "3                            2.0                       0.0   \n",
      "4                            0.0                       0.0   \n",
      "5                            0.0                       0.0   \n",
      "6                            1.0                       0.0   \n",
      "7                            2.0                       0.0   \n",
      "8                            1.0                       0.0   \n",
      "9                            2.0                       0.0   \n",
      "10                           0.0                       0.0   \n",
      "11                           0.0                       0.0   \n",
      "12                           0.0                       0.0   \n",
      "13                           0.0                       0.0   \n",
      "14                           0.0                       0.0   \n",
      "15                           0.0                       0.0   \n",
      "16                           0.0                       0.0   \n",
      "17                           4.0                       0.0   \n",
      "18                           8.0                       0.0   \n",
      "19                           0.0                       0.0   \n",
      "20                           0.0                       0.0   \n",
      "21                           0.0                       0.0   \n",
      "22                           0.0                       0.0   \n",
      "23                           0.0                       0.0   \n",
      "24                           1.0                       0.0   \n",
      "25                           0.0                       0.0   \n",
      "26                          10.0                       0.0   \n",
      "27                           2.0                       0.0   \n",
      "28                           0.0                       0.0   \n",
      "29                           0.0                       0.0   \n",
      "...                          ...                       ...   \n",
      "307481                       0.0                       0.0   \n",
      "307482                       0.0                       0.0   \n",
      "307483                       1.0                       1.0   \n",
      "307484                       0.0                       0.0   \n",
      "307485                       0.0                       0.0   \n",
      "307486                       0.0                       0.0   \n",
      "307487                       0.0                       0.0   \n",
      "307488                       1.0                       0.0   \n",
      "307489                       1.0                       0.0   \n",
      "307490                       0.0                       0.0   \n",
      "307491                       4.0                       0.0   \n",
      "307492                       0.0                       0.0   \n",
      "307493                       0.0                       0.0   \n",
      "307494                      11.0                       0.0   \n",
      "307495                       0.0                       0.0   \n",
      "307496                       0.0                       0.0   \n",
      "307497                       0.0                       0.0   \n",
      "307498                       0.0                       0.0   \n",
      "307499                       4.0                       0.0   \n",
      "307500                       0.0                       0.0   \n",
      "307501                       2.0                       1.0   \n",
      "307502                       0.0                       0.0   \n",
      "307503                       9.0                       2.0   \n",
      "307504                       0.0                       0.0   \n",
      "307505                       0.0                       0.0   \n",
      "307506                       0.0                       0.0   \n",
      "307507                       0.0                       0.0   \n",
      "307508                       6.0                       0.0   \n",
      "307509                       0.0                       0.0   \n",
      "307510                       0.0                       0.0   \n",
      "\n",
      "        DEF_30_CNT_SOCIAL_CIRCLE  OBS_30_CNT_SOCIAL_CIRCLE  EXT_SOURCE_2  \\\n",
      "0                            2.0                       2.0      0.262949   \n",
      "1                            0.0                       1.0      0.622246   \n",
      "2                            0.0                       0.0      0.555912   \n",
      "3                            0.0                       2.0      0.650442   \n",
      "4                            0.0                       0.0      0.322738   \n",
      "5                            0.0                       0.0      0.354225   \n",
      "6                            0.0                       1.0      0.724000   \n",
      "7                            0.0                       2.0      0.714279   \n",
      "8                            0.0                       1.0      0.205747   \n",
      "9                            0.0                       2.0      0.746644   \n",
      "10                           0.0                       0.0      0.651862   \n",
      "11                           0.0                       0.0      0.555183   \n",
      "12                           0.0                       0.0      0.715042   \n",
      "13                           0.0                       0.0      0.566907   \n",
      "14                           0.0                       0.0      0.642656   \n",
      "15                           0.0                       0.0      0.346634   \n",
      "16                           0.0                       0.0      0.236378   \n",
      "17                           0.0                       4.0      0.683513   \n",
      "18                           0.0                       8.0      0.706428   \n",
      "19                           0.0                       0.0      0.586617   \n",
      "20                           0.0                       0.0      0.113375   \n",
      "21                           0.0                       0.0      0.233767   \n",
      "22                           0.0                       0.0      0.457143   \n",
      "23                           0.0                       0.0      0.624305   \n",
      "24                           1.0                       1.0      0.786179   \n",
      "25                           0.0                       0.0      0.651406   \n",
      "26                           1.0                      10.0      0.548477   \n",
      "27                           0.0                       2.0      0.541124   \n",
      "28                           0.0                       0.0      0.685011   \n",
      "29                           0.0                       0.0      0.502779   \n",
      "...                          ...                       ...           ...   \n",
      "307481                       0.0                       0.0      0.713524   \n",
      "307482                       0.0                       0.0      0.737905   \n",
      "307483                       1.0                       1.0      0.589906   \n",
      "307484                       0.0                       0.0      0.739703   \n",
      "307485                       0.0                       0.0      0.702403   \n",
      "307486                       0.0                       0.0      0.661025   \n",
      "307487                       0.0                       0.0      0.307082   \n",
      "307488                       0.0                       1.0      0.619662   \n",
      "307489                       1.0                       1.0      0.615261   \n",
      "307490                       0.0                       0.0      0.378421   \n",
      "307491                       0.0                       4.0      0.561158   \n",
      "307492                       0.0                       0.0      0.599173   \n",
      "307493                       0.0                       0.0      0.424683   \n",
      "307494                       0.0                      11.0      0.699727   \n",
      "307495                       0.0                       0.0      0.267834   \n",
      "307496                       0.0                       0.0      0.512081   \n",
      "307497                       0.0                       0.0      0.651306   \n",
      "307498                       0.0                       0.0      0.746259   \n",
      "307499                       0.0                       4.0      0.649123   \n",
      "307500                       0.0                       0.0      0.789389   \n",
      "307501                       1.0                       2.0      0.575481   \n",
      "307502                       0.0                       0.0      0.313334   \n",
      "307503                       3.0                       9.0      0.501221   \n",
      "307504                       0.0                       0.0      0.530725   \n",
      "307505                       0.0                       0.0      0.346391   \n",
      "307506                       0.0                       0.0      0.681632   \n",
      "307507                       0.0                       0.0      0.115992   \n",
      "307508                       0.0                       6.0      0.535722   \n",
      "307509                       0.0                       0.0      0.514163   \n",
      "307510                       0.0                       0.0      0.708569   \n",
      "\n",
      "        AMT_GOODS_PRICE  AMT_ANNUITY  CNT_FAM_MEMBERS  \n",
      "0              351000.0      24700.5              1.0  \n",
      "1             1129500.0      35698.5              2.0  \n",
      "2              135000.0       6750.0              1.0  \n",
      "3              297000.0      29686.5              2.0  \n",
      "4              513000.0      21865.5              1.0  \n",
      "5              454500.0      27517.5              2.0  \n",
      "6             1395000.0      41301.0              3.0  \n",
      "7             1530000.0      42075.0              2.0  \n",
      "8              913500.0      33826.5              2.0  \n",
      "9              405000.0      20250.0              1.0  \n",
      "10             652500.0      21177.0              3.0  \n",
      "11             135000.0      10678.5              2.0  \n",
      "12              67500.0       5881.5              2.0  \n",
      "13             697500.0      28966.5              3.0  \n",
      "14             679500.0      32778.0              2.0  \n",
      "15             247500.0      20160.0              1.0  \n",
      "16             387000.0      26149.5              2.0  \n",
      "17             270000.0      13500.0              3.0  \n",
      "18             157500.0       7875.0              1.0  \n",
      "19             454500.0      17563.5              2.0  \n",
      "20             427500.0      21375.0              2.0  \n",
      "21             927000.0      37561.5              3.0  \n",
      "22             450000.0      32521.5              3.0  \n",
      "23             225000.0      23850.0              2.0  \n",
      "24             247500.0      12703.5              4.0  \n",
      "25             225000.0      11074.5              2.0  \n",
      "26             702000.0      27076.5              1.0  \n",
      "27             270000.0      23827.5              3.0  \n",
      "28             675000.0      57676.5              1.0  \n",
      "29             180000.0       9000.0              1.0  \n",
      "...                 ...          ...              ...  \n",
      "307481         297000.0      19975.5              2.0  \n",
      "307482         472500.0      34969.5              2.0  \n",
      "307483         225000.0      16479.0              1.0  \n",
      "307484         450000.0      35617.5              2.0  \n",
      "307485         180000.0       9000.0              2.0  \n",
      "307486         270000.0      18283.5              3.0  \n",
      "307487         936000.0      31473.0              2.0  \n",
      "307488         135000.0      13351.5              1.0  \n",
      "307489         450000.0      23089.5              2.0  \n",
      "307490         135000.0       9148.5              1.0  \n",
      "307491         900000.0      31522.5              4.0  \n",
      "307492        1575000.0      43443.0              2.0  \n",
      "307493         765000.0      37678.5              2.0  \n",
      "307494         450000.0      46858.5              3.0  \n",
      "307495         675000.0      23773.5              2.0  \n",
      "307496         337500.0      16875.0              2.0  \n",
      "307497         193500.0      12028.5              2.0  \n",
      "307498        1125000.0      52168.5              2.0  \n",
      "307499         225000.0      12694.5              2.0  \n",
      "307500        1138500.0      35982.0              2.0  \n",
      "307501         225000.0      11871.0              5.0  \n",
      "307502         225000.0      10620.0              3.0  \n",
      "307503         247500.0      17770.5              1.0  \n",
      "307504         225000.0      16096.5              1.0  \n",
      "307505         225000.0      22050.0              1.0  \n",
      "307506         225000.0      27558.0              1.0  \n",
      "307507         225000.0      12001.5              1.0  \n",
      "307508         585000.0      29979.0              1.0  \n",
      "307509         319500.0      20205.0              2.0  \n",
      "307510         675000.0      49117.5              2.0  \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[307511 rows x 62 columns]\n"
     ]
    }
   ],
   "source": [
    "from sklearn.base import TransformerMixin\n",
    "\n",
    "class DataFrameImputer(TransformerMixin):\n",
    "\n",
    "    def __init__(self):\n",
    "        \"\"\"Impute missing values.\n",
    "\n",
    "        Columns of dtype object are imputed with the most frequent value \n",
    "        in column.\n",
    "\n",
    "        Columns of other types are imputed with mean of column.\n",
    "\n",
    "        \"\"\"\n",
    "    def fit(self, X, y=None):\n",
    "\n",
    "        self.fill = pd.Series([X[c].value_counts().index[0]\n",
    "            if X[c].dtype == np.dtype('O') else X[c].mean() for c in X],\n",
    "            index=X.columns)\n",
    "\n",
    "        return self\n",
    "\n",
    "    def transform(self, X, y=None):\n",
    "        return X.fillna(self.fill)\n",
    "    \n",
    "print('before...')    \n",
    "Mis=X[mis_col][:]\n",
    "print('Mis - ',Mis)\n",
    "\n",
    "xt = DataFrameImputer().fit_transform(Mis)\n",
    "\n",
    "print('after...')\n",
    "print(xt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(307511, 304)\n",
      "<bound method NDFrame.describe of         SK_ID_CURR  TARGET  NAME_CONTRACT_TYPE  FLAG_OWN_CAR  FLAG_OWN_REALTY  \\\n",
      "0           100002       1                   0             0                1   \n",
      "1           100003       0                   0             0                0   \n",
      "2           100004       0                   1             1                1   \n",
      "3           100006       0                   0             0                1   \n",
      "4           100007       0                   0             0                1   \n",
      "5           100008       0                   0             0                1   \n",
      "6           100009       0                   0             1                1   \n",
      "7           100010       0                   0             1                1   \n",
      "8           100011       0                   0             0                1   \n",
      "9           100012       0                   1             0                1   \n",
      "10          100014       0                   0             0                1   \n",
      "11          100015       0                   0             0                1   \n",
      "12          100016       0                   0             0                1   \n",
      "13          100017       0                   0             1                0   \n",
      "14          100018       0                   0             0                1   \n",
      "15          100019       0                   0             1                1   \n",
      "16          100020       0                   0             0                0   \n",
      "17          100021       0                   1             0                1   \n",
      "18          100022       0                   1             0                1   \n",
      "19          100023       0                   0             0                1   \n",
      "20          100024       0                   1             1                1   \n",
      "21          100025       0                   0             1                1   \n",
      "22          100026       0                   0             0                0   \n",
      "23          100027       0                   0             0                1   \n",
      "24          100029       0                   0             1                0   \n",
      "25          100030       0                   0             0                1   \n",
      "26          100031       1                   0             0                1   \n",
      "27          100032       0                   0             0                1   \n",
      "28          100033       0                   0             1                1   \n",
      "29          100034       0                   1             0                1   \n",
      "...            ...     ...                 ...           ...              ...   \n",
      "307481      456225       1                   0             0                1   \n",
      "307482      456226       0                   0             1                1   \n",
      "307483      456227       0                   0             0                1   \n",
      "307484      456228       0                   0             1                0   \n",
      "307485      456229       0                   1             0                1   \n",
      "307486      456230       0                   0             1                1   \n",
      "307487      456231       0                   0             0                1   \n",
      "307488      456232       0                   0             0                0   \n",
      "307489      456233       1                   0             0                1   \n",
      "307490      456234       0                   0             0                1   \n",
      "307491      456235       0                   0             1                1   \n",
      "307492      456236       0                   0             1                1   \n",
      "307493      456237       0                   0             0                1   \n",
      "307494      456238       0                   0             1                0   \n",
      "307495      456239       0                   0             1                0   \n",
      "307496      456240       0                   1             0                0   \n",
      "307497      456241       0                   0             1                1   \n",
      "307498      456242       0                   0             1                1   \n",
      "307499      456243       0                   0             0                1   \n",
      "307500      456244       0                   0             0                1   \n",
      "307501      456245       0                   0             0                1   \n",
      "307502      456246       0                   0             0                1   \n",
      "307503      456247       0                   0             0                1   \n",
      "307504      456248       0                   0             0                1   \n",
      "307505      456249       0                   0             0                1   \n",
      "307506      456251       0                   0             0                0   \n",
      "307507      456252       0                   0             0                1   \n",
      "307508      456253       0                   0             0                1   \n",
      "307509      456254       1                   0             0                1   \n",
      "307510      456255       0                   0             0                0   \n",
      "\n",
      "        CNT_CHILDREN  AMT_INCOME_TOTAL  AMT_CREDIT  AMT_ANNUITY  \\\n",
      "0                  0        202500.000    406597.5      24700.5   \n",
      "1                  0        270000.000   1293502.5      35698.5   \n",
      "2                  0         67500.000    135000.0       6750.0   \n",
      "3                  0        135000.000    312682.5      29686.5   \n",
      "4                  0        121500.000    513000.0      21865.5   \n",
      "5                  0         99000.000    490495.5      27517.5   \n",
      "6                  1        171000.000   1560726.0      41301.0   \n",
      "7                  0        360000.000   1530000.0      42075.0   \n",
      "8                  0        112500.000   1019610.0      33826.5   \n",
      "9                  0        135000.000    405000.0      20250.0   \n",
      "10                 1        112500.000    652500.0      21177.0   \n",
      "11                 0         38419.155    148365.0      10678.5   \n",
      "12                 0         67500.000     80865.0       5881.5   \n",
      "13                 1        225000.000    918468.0      28966.5   \n",
      "14                 0        189000.000    773680.5      32778.0   \n",
      "15                 0        157500.000    299772.0      20160.0   \n",
      "16                 0        108000.000    509602.5      26149.5   \n",
      "17                 1         81000.000    270000.0      13500.0   \n",
      "18                 0        112500.000    157500.0       7875.0   \n",
      "19                 1         90000.000    544491.0      17563.5   \n",
      "20                 0        135000.000    427500.0      21375.0   \n",
      "21                 1        202500.000   1132573.5      37561.5   \n",
      "22                 1        450000.000    497520.0      32521.5   \n",
      "23                 0         83250.000    239850.0      23850.0   \n",
      "24                 2        135000.000    247500.0      12703.5   \n",
      "25                 0         90000.000    225000.0      11074.5   \n",
      "26                 0        112500.000    979992.0      27076.5   \n",
      "27                 1        112500.000    327024.0      23827.5   \n",
      "28                 0        270000.000    790830.0      57676.5   \n",
      "29                 0         90000.000    180000.0       9000.0   \n",
      "...              ...               ...         ...          ...   \n",
      "307481             0        225000.000    297000.0      19975.5   \n",
      "307482             0        225000.000    500566.5      34969.5   \n",
      "307483             0         99000.000    247275.0      16479.0   \n",
      "307484             0        540000.000    545040.0      35617.5   \n",
      "307485             1        270000.000    180000.0       9000.0   \n",
      "307486             1        292500.000    355536.0      18283.5   \n",
      "307487             0        117000.000   1071909.0      31473.0   \n",
      "307488             0        157500.000    135000.0      13351.5   \n",
      "307489             0        225000.000    521280.0      23089.5   \n",
      "307490             0         81000.000    135000.0       9148.5   \n",
      "307491             2         90000.000   1078200.0      31522.5   \n",
      "307492             0        585000.000   1575000.0      43443.0   \n",
      "307493             0        135000.000    946764.0      37678.5   \n",
      "307494             1        270000.000    479700.0      46858.5   \n",
      "307495             0        180000.000    808650.0      23773.5   \n",
      "307496             0        360000.000    337500.0      16875.0   \n",
      "307497             0        180000.000    270126.0      12028.5   \n",
      "307498             0        198000.000   1312110.0      52168.5   \n",
      "307499             0         81000.000    225000.0      12694.5   \n",
      "307500             0        261000.000   1303812.0      35982.0   \n",
      "307501             3         81000.000    269550.0      11871.0   \n",
      "307502             1         94500.000    225000.0      10620.0   \n",
      "307503             0        112500.000    345510.0      17770.5   \n",
      "307504             0        153000.000    331920.0      16096.5   \n",
      "307505             0        112500.000    225000.0      22050.0   \n",
      "307506             0        157500.000    254700.0      27558.0   \n",
      "307507             0         72000.000    269550.0      12001.5   \n",
      "307508             0        153000.000    677664.0      29979.0   \n",
      "307509             0        171000.000    370107.0      20205.0   \n",
      "307510             0        157500.000    675000.0      49117.5   \n",
      "\n",
      "        AMT_GOODS_PRICE          ...           \\\n",
      "0              351000.0          ...            \n",
      "1             1129500.0          ...            \n",
      "2              135000.0          ...            \n",
      "3              297000.0          ...            \n",
      "4              513000.0          ...            \n",
      "5              454500.0          ...            \n",
      "6             1395000.0          ...            \n",
      "7             1530000.0          ...            \n",
      "8              913500.0          ...            \n",
      "9              405000.0          ...            \n",
      "10             652500.0          ...            \n",
      "11             135000.0          ...            \n",
      "12              67500.0          ...            \n",
      "13             697500.0          ...            \n",
      "14             679500.0          ...            \n",
      "15             247500.0          ...            \n",
      "16             387000.0          ...            \n",
      "17             270000.0          ...            \n",
      "18             157500.0          ...            \n",
      "19             454500.0          ...            \n",
      "20             427500.0          ...            \n",
      "21             927000.0          ...            \n",
      "22             450000.0          ...            \n",
      "23             225000.0          ...            \n",
      "24             247500.0          ...            \n",
      "25             225000.0          ...            \n",
      "26             702000.0          ...            \n",
      "27             270000.0          ...            \n",
      "28             675000.0          ...            \n",
      "29             180000.0          ...            \n",
      "...                 ...          ...            \n",
      "307481         297000.0          ...            \n",
      "307482         472500.0          ...            \n",
      "307483         225000.0          ...            \n",
      "307484         450000.0          ...            \n",
      "307485         180000.0          ...            \n",
      "307486         270000.0          ...            \n",
      "307487         936000.0          ...            \n",
      "307488         135000.0          ...            \n",
      "307489         450000.0          ...            \n",
      "307490         135000.0          ...            \n",
      "307491         900000.0          ...            \n",
      "307492        1575000.0          ...            \n",
      "307493         765000.0          ...            \n",
      "307494         450000.0          ...            \n",
      "307495         675000.0          ...            \n",
      "307496         337500.0          ...            \n",
      "307497         193500.0          ...            \n",
      "307498        1125000.0          ...            \n",
      "307499         225000.0          ...            \n",
      "307500        1138500.0          ...            \n",
      "307501         225000.0          ...            \n",
      "307502         225000.0          ...            \n",
      "307503         247500.0          ...            \n",
      "307504         225000.0          ...            \n",
      "307505         225000.0          ...            \n",
      "307506         225000.0          ...            \n",
      "307507         225000.0          ...            \n",
      "307508         585000.0          ...            \n",
      "307509         319500.0          ...            \n",
      "307510         675000.0          ...            \n",
      "\n",
      "        AMT_REQ_CREDIT_BUREAU_YEAR_miss  DAYS_LAST_PHONE_CHANGE_miss  \\\n",
      "0                                     0                            0   \n",
      "1                                     0                            0   \n",
      "2                                     0                            0   \n",
      "3                                     1                            0   \n",
      "4                                     0                            0   \n",
      "5                                     0                            0   \n",
      "6                                     0                            0   \n",
      "7                                     0                            0   \n",
      "8                                     0                            1   \n",
      "9                                     1                            0   \n",
      "10                                    0                            0   \n",
      "11                                    0                            0   \n",
      "12                                    0                            0   \n",
      "13                                    0                            0   \n",
      "14                                    1                            0   \n",
      "15                                    0                            0   \n",
      "16                                    0                            0   \n",
      "17                                    1                            0   \n",
      "18                                    0                            0   \n",
      "19                                    0                            0   \n",
      "20                                    1                            0   \n",
      "21                                    0                            1   \n",
      "22                                    0                            0   \n",
      "23                                    0                            0   \n",
      "24                                    0                            0   \n",
      "25                                    0                            1   \n",
      "26                                    0                            0   \n",
      "27                                    0                            0   \n",
      "28                                    0                            0   \n",
      "29                                    1                            0   \n",
      "...                                 ...                          ...   \n",
      "307481                                0                            0   \n",
      "307482                                0                            0   \n",
      "307483                                0                            0   \n",
      "307484                                1                            0   \n",
      "307485                                0                            0   \n",
      "307486                                0                            1   \n",
      "307487                                0                            0   \n",
      "307488                                0                            0   \n",
      "307489                                0                            0   \n",
      "307490                                0                            0   \n",
      "307491                                0                            0   \n",
      "307492                                0                            1   \n",
      "307493                                0                            0   \n",
      "307494                                0                            0   \n",
      "307495                                0                            0   \n",
      "307496                                0                            0   \n",
      "307497                                0                            0   \n",
      "307498                                0                            0   \n",
      "307499                                0                            0   \n",
      "307500                                0                            0   \n",
      "307501                                1                            0   \n",
      "307502                                0                            0   \n",
      "307503                                0                            0   \n",
      "307504                                1                            1   \n",
      "307505                                0                            1   \n",
      "307506                                1                            0   \n",
      "307507                                1                            1   \n",
      "307508                                0                            0   \n",
      "307509                                0                            0   \n",
      "307510                                0                            0   \n",
      "\n",
      "        OBS_60_CNT_SOCIAL_CIRCLE_miss  DEF_60_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "0                                   0                              0   \n",
      "1                                   0                              0   \n",
      "2                                   0                              0   \n",
      "3                                   0                              0   \n",
      "4                                   0                              0   \n",
      "5                                   0                              0   \n",
      "6                                   0                              0   \n",
      "7                                   0                              0   \n",
      "8                                   0                              0   \n",
      "9                                   0                              0   \n",
      "10                                  0                              0   \n",
      "11                                  0                              0   \n",
      "12                                  0                              0   \n",
      "13                                  0                              0   \n",
      "14                                  0                              0   \n",
      "15                                  0                              0   \n",
      "16                                  0                              0   \n",
      "17                                  0                              0   \n",
      "18                                  0                              0   \n",
      "19                                  0                              0   \n",
      "20                                  0                              0   \n",
      "21                                  0                              0   \n",
      "22                                  0                              0   \n",
      "23                                  0                              0   \n",
      "24                                  0                              0   \n",
      "25                                  0                              0   \n",
      "26                                  0                              0   \n",
      "27                                  0                              0   \n",
      "28                                  0                              0   \n",
      "29                                  0                              0   \n",
      "...                               ...                            ...   \n",
      "307481                              0                              0   \n",
      "307482                              0                              0   \n",
      "307483                              0                              0   \n",
      "307484                              0                              0   \n",
      "307485                              0                              0   \n",
      "307486                              0                              0   \n",
      "307487                              0                              0   \n",
      "307488                              0                              0   \n",
      "307489                              0                              0   \n",
      "307490                              0                              0   \n",
      "307491                              0                              0   \n",
      "307492                              0                              0   \n",
      "307493                              0                              0   \n",
      "307494                              0                              0   \n",
      "307495                              0                              0   \n",
      "307496                              0                              0   \n",
      "307497                              0                              0   \n",
      "307498                              0                              0   \n",
      "307499                              0                              0   \n",
      "307500                              0                              0   \n",
      "307501                              0                              0   \n",
      "307502                              0                              0   \n",
      "307503                              0                              0   \n",
      "307504                              0                              0   \n",
      "307505                              0                              0   \n",
      "307506                              0                              0   \n",
      "307507                              0                              0   \n",
      "307508                              0                              0   \n",
      "307509                              0                              0   \n",
      "307510                              0                              0   \n",
      "\n",
      "        DEF_30_CNT_SOCIAL_CIRCLE_miss  OBS_30_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "0                                   0                              0   \n",
      "1                                   0                              0   \n",
      "2                                   0                              0   \n",
      "3                                   0                              0   \n",
      "4                                   0                              0   \n",
      "5                                   0                              0   \n",
      "6                                   0                              0   \n",
      "7                                   0                              0   \n",
      "8                                   0                              0   \n",
      "9                                   0                              0   \n",
      "10                                  0                              0   \n",
      "11                                  0                              0   \n",
      "12                                  0                              0   \n",
      "13                                  0                              0   \n",
      "14                                  0                              0   \n",
      "15                                  0                              0   \n",
      "16                                  0                              0   \n",
      "17                                  0                              0   \n",
      "18                                  0                              0   \n",
      "19                                  0                              0   \n",
      "20                                  0                              0   \n",
      "21                                  0                              0   \n",
      "22                                  0                              0   \n",
      "23                                  0                              0   \n",
      "24                                  0                              0   \n",
      "25                                  0                              0   \n",
      "26                                  0                              0   \n",
      "27                                  0                              0   \n",
      "28                                  0                              0   \n",
      "29                                  0                              0   \n",
      "...                               ...                            ...   \n",
      "307481                              0                              0   \n",
      "307482                              0                              0   \n",
      "307483                              0                              0   \n",
      "307484                              0                              0   \n",
      "307485                              0                              0   \n",
      "307486                              0                              0   \n",
      "307487                              0                              0   \n",
      "307488                              0                              0   \n",
      "307489                              0                              0   \n",
      "307490                              0                              0   \n",
      "307491                              0                              0   \n",
      "307492                              0                              0   \n",
      "307493                              0                              0   \n",
      "307494                              0                              0   \n",
      "307495                              0                              0   \n",
      "307496                              0                              0   \n",
      "307497                              0                              0   \n",
      "307498                              0                              0   \n",
      "307499                              0                              0   \n",
      "307500                              0                              0   \n",
      "307501                              0                              0   \n",
      "307502                              0                              0   \n",
      "307503                              0                              0   \n",
      "307504                              0                              0   \n",
      "307505                              0                              0   \n",
      "307506                              0                              0   \n",
      "307507                              0                              0   \n",
      "307508                              0                              0   \n",
      "307509                              0                              0   \n",
      "307510                              0                              0   \n",
      "\n",
      "        EXT_SOURCE_2_miss  AMT_GOODS_PRICE_miss  AMT_ANNUITY_miss  \\\n",
      "0                       0                     0                 0   \n",
      "1                       0                     0                 0   \n",
      "2                       0                     0                 0   \n",
      "3                       0                     0                 0   \n",
      "4                       0                     0                 0   \n",
      "5                       0                     0                 0   \n",
      "6                       0                     0                 0   \n",
      "7                       0                     0                 0   \n",
      "8                       0                     0                 0   \n",
      "9                       0                     0                 0   \n",
      "10                      0                     0                 0   \n",
      "11                      0                     0                 0   \n",
      "12                      0                     0                 0   \n",
      "13                      0                     0                 0   \n",
      "14                      0                     0                 0   \n",
      "15                      0                     0                 0   \n",
      "16                      0                     0                 0   \n",
      "17                      0                     0                 0   \n",
      "18                      0                     0                 0   \n",
      "19                      0                     0                 0   \n",
      "20                      0                     0                 0   \n",
      "21                      0                     0                 0   \n",
      "22                      0                     0                 0   \n",
      "23                      0                     0                 0   \n",
      "24                      0                     0                 0   \n",
      "25                      0                     0                 0   \n",
      "26                      0                     0                 0   \n",
      "27                      0                     0                 0   \n",
      "28                      0                     0                 0   \n",
      "29                      0                     0                 0   \n",
      "...                   ...                   ...               ...   \n",
      "307481                  0                     0                 0   \n",
      "307482                  0                     0                 0   \n",
      "307483                  0                     0                 0   \n",
      "307484                  0                     0                 0   \n",
      "307485                  0                     0                 0   \n",
      "307486                  0                     0                 0   \n",
      "307487                  0                     0                 0   \n",
      "307488                  0                     0                 0   \n",
      "307489                  0                     0                 0   \n",
      "307490                  0                     0                 0   \n",
      "307491                  0                     0                 0   \n",
      "307492                  0                     0                 0   \n",
      "307493                  0                     0                 0   \n",
      "307494                  0                     0                 0   \n",
      "307495                  0                     0                 0   \n",
      "307496                  0                     0                 0   \n",
      "307497                  0                     0                 0   \n",
      "307498                  0                     0                 0   \n",
      "307499                  0                     0                 0   \n",
      "307500                  0                     0                 0   \n",
      "307501                  0                     0                 0   \n",
      "307502                  0                     0                 0   \n",
      "307503                  0                     0                 0   \n",
      "307504                  0                     0                 0   \n",
      "307505                  0                     0                 0   \n",
      "307506                  0                     0                 0   \n",
      "307507                  0                     0                 0   \n",
      "307508                  0                     0                 0   \n",
      "307509                  0                     0                 0   \n",
      "307510                  0                     0                 0   \n",
      "\n",
      "        CNT_FAM_MEMBERS_miss  \n",
      "0                          0  \n",
      "1                          0  \n",
      "2                          0  \n",
      "3                          0  \n",
      "4                          0  \n",
      "5                          0  \n",
      "6                          0  \n",
      "7                          0  \n",
      "8                          0  \n",
      "9                          0  \n",
      "10                         0  \n",
      "11                         0  \n",
      "12                         0  \n",
      "13                         0  \n",
      "14                         0  \n",
      "15                         0  \n",
      "16                         0  \n",
      "17                         0  \n",
      "18                         0  \n",
      "19                         0  \n",
      "20                         0  \n",
      "21                         0  \n",
      "22                         0  \n",
      "23                         0  \n",
      "24                         0  \n",
      "25                         0  \n",
      "26                         0  \n",
      "27                         0  \n",
      "28                         0  \n",
      "29                         0  \n",
      "...                      ...  \n",
      "307481                     0  \n",
      "307482                     0  \n",
      "307483                     0  \n",
      "307484                     0  \n",
      "307485                     0  \n",
      "307486                     0  \n",
      "307487                     0  \n",
      "307488                     0  \n",
      "307489                     0  \n",
      "307490                     0  \n",
      "307491                     0  \n",
      "307492                     0  \n",
      "307493                     0  \n",
      "307494                     0  \n",
      "307495                     0  \n",
      "307496                     0  \n",
      "307497                     0  \n",
      "307498                     0  \n",
      "307499                     0  \n",
      "307500                     0  \n",
      "307501                     0  \n",
      "307502                     0  \n",
      "307503                     0  \n",
      "307504                     0  \n",
      "307505                     0  \n",
      "307506                     0  \n",
      "307507                     0  \n",
      "307508                     0  \n",
      "307509                     0  \n",
      "307510                     0  \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[307511 rows x 304 columns]>\n"
     ]
    }
   ],
   "source": [
    "# #Have commented the dropping (not dropping any columns for now) Replace missing with -999\n",
    "\n",
    "# X_mis=(Mis.isnull().sum() / Mis.shape[0] * 100.00)\n",
    "# df_mis=pd.DataFrame(np.c_[X_mis.index,X_mis],columns=['Colname','miss_p'])\n",
    "# drop_col=df_mis[df_mis['miss_p']>65]['Colname'].values\n",
    "# print('number of columns before dropping->',len(X.columns))\n",
    "# #X=X.drop(drop_col,axis=1)\n",
    "# print('number of columns after dropping->',len(X.columns))\n",
    "# X.replace(np.nan,-999, inplace=True)\n",
    "# #X.astype('float32',inplace=True)\n",
    "#print(newX[].describe())\n",
    "for mis in mis_col:\n",
    "    X[mis]=xt[mis]\n",
    "print(X.shape)\n",
    "print(X.describe)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# iterate below functions only"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "y=X['TARGET']\n",
    "X=X.drop('TARGET',axis=1)\n",
    "\n",
    "def split_train_test(X , y):\n",
    "    return(train_test_split( X , y , test_size=0.2, random_state=42))\n",
    "\n",
    "X_train, X_test, y_train, y_test =split_train_test(X,y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "def feature_eng(X_train,y_train,X_test,y_test):\n",
    "    train_col=list(X_train.columns)\n",
    "    test_col=list(X_test.columns)    \n",
    "    clf = ExtraTreesClassifier(n_estimators=50)\n",
    "    clf = clf.fit(X_train, y_train)\n",
    "    model = SelectFromModel(clf, prefit=True)\n",
    "    new_trainX = model.transform(X_train)\n",
    "    n=np.shape(new_trainX)[1]\n",
    "    importances = clf.feature_importances_\n",
    "    indices = np.argsort(importances)[::-1]\n",
    "    clist=[]\n",
    "    for f in range(n):     \n",
    "        clist.append(indices[f])\n",
    "    new_train_col=[train_col[i] for i in clist]\n",
    "    new_test_col=[test_col[i] for i in clist]\n",
    "    X_train=pd.DataFrame(X_train)\n",
    "    X_test=pd.DataFrame(X_test)\n",
    "    y_train=pd.DataFrame(y_train)\n",
    "    y_test=pd.DataFrame(y_test)\n",
    "    df_new_train=pd.DataFrame(X_train.loc[:,new_train_col],columns=new_train_col)            \n",
    "    df_new_test=pd.DataFrame(X_test.loc[:,new_test_col],columns=new_test_col)\n",
    "    print(\"Improved number of features->\",len(clist))    \n",
    "    return(df_new_train,df_new_test)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "def run_cost_grid_forest(clas_wt,X_train,Y_train,X_test,Y_test):\n",
    "    # Random Forest\n",
    "    n_estimators = [x for x in range(5,20,4)]\n",
    "    max_features = ['auto']\n",
    "    max_depth = [x for x in range(60,95,15)]\n",
    "    bootstrap = [True]\n",
    "    random_grid = {'n_estimators': n_estimators,\n",
    "                   'max_features': max_features,\n",
    "                   'max_depth': max_depth,\n",
    "                   'bootstrap': bootstrap\n",
    "                    }     \n",
    "    randfor = RandomForestClassifier(n_jobs=-1,class_weight=clas_wt)\n",
    "    rf_rand = RandomizedSearchCV(scoring='f1',estimator = randfor, param_distributions = random_grid, n_iter = 9 , cv = 3, verbose=2, random_state=42, n_jobs = -1)\n",
    "    rf_rand.fit(X_train,Y_train)\n",
    "    eval_metrics('Random Forest',rf_rand,X_train,Y_train,X_test,Y_test) \n",
    "\n",
    "def eval_metrics(modelname,modelobj,X_train,Y_train,X_test,Y_test):\n",
    "    write_file('CV Results-->',modelobj.cv_results_)\n",
    "    print('Best parameter on grid-->',modelobj.best_params_)\n",
    "    ypred_train=modelobj.predict(X_train)\n",
    "    ypred_test=modelobj.predict(X_test)\n",
    "    y_train_proba = modelobj.predict_proba(X_train)[:,1]\n",
    "    y_test_proba = modelobj.predict_proba(X_test)[:,1]\n",
    "    print(modelname,\"model:\")\n",
    "    confmat=confusion_matrix(Y_train,ypred_train)\n",
    "    print(\"Train Confusion Matrix:\")\n",
    "    print(confmat)\n",
    "    confmat=confusion_matrix(Y_test,ypred_test)\n",
    "    print(\"Test Confusion Matrix:\")\n",
    "    print(confmat)\n",
    "    metric=pd.DataFrame([[0]*5]*2,columns=['PRECISION','RECALL','F1_SCORE','ROC_AUC_SCORE','ACCURACY'],index=['Train','Test'],dtype='float32')\n",
    "    metric['PRECISION']['Train']=precision_score(Y_train, ypred_train)\n",
    "    metric['RECALL']['Train']=recall_score(Y_train, ypred_train)\n",
    "    metric['F1_SCORE']['Train']=f1_score(Y_train, ypred_train)\n",
    "    metric['ROC_AUC_SCORE']['Train']=roc_auc_score(Y_train,y_train_proba)\n",
    "    metric['ACCURACY']['Train']=accuracy_score(Y_train,ypred_train)\n",
    "    metric['PRECISION']['Test']=precision_score(Y_test, ypred_test)\n",
    "    metric['RECALL']['Test']=recall_score(Y_test, ypred_test)\n",
    "    metric['F1_SCORE']['Test']=f1_score(Y_test, ypred_test)\n",
    "    metric['ROC_AUC_SCORE']['Test']=roc_auc_score(Y_test,y_test_proba)\n",
    "    metric['ACCURACY']['Test']=accuracy_score(Y_test,ypred_test)\n",
    "    print(metric)\n",
    "   \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "text_file = open(\"cvres_forest_imb_grid.txt\", \"w\")\n",
    "text_file.write('RANDOM FOREST SMOTE/OVER/UNDER SAMPLING GRID results:')\n",
    "text_file.close()\n",
    "def write_file(par,val):\n",
    "    str_p='\\n'+par+str(val)\n",
    "    text_file = open(\"cvres_forest_imb_grid.txt\", \"a+\")\n",
    "    text_file.write(str_p)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Class weights--> {0: 0.7, 1: 0.3}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 95\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:  1.0min finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 5, 'max_features': 'auto', 'max_depth': 60, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[225882    250]\n",
      " [  3505  16371]]\n",
      "Test Confusion Matrix:\n",
      "[[55569   985]\n",
      " [ 4667   282]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.984959  0.823657  0.897115       0.993630  0.984736\n",
      "Test    0.222573  0.056981  0.090734       0.602288  0.908102\n",
      "Class weights--> {0: 0.6, 1: 0.4}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 95\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:   58.4s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 5, 'max_features': 'auto', 'max_depth': 90, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[225899    233]\n",
      " [  3616  16260]]\n",
      "Test Confusion Matrix:\n",
      "[[55684   870]\n",
      " [ 4652   297]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.985873  0.818072  0.894168       0.993990  0.984354\n",
      "Test    0.254499  0.060012  0.097122       0.607989  0.910216\n",
      "Class weights--> {0: 0.5, 1: 0.5}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 97\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:  1.0min finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 5, 'max_features': 'auto', 'max_depth': 75, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[225939    193]\n",
      " [  3627  16249]]\n",
      "Test Confusion Matrix:\n",
      "[[55757   797]\n",
      " [ 4684   265]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.988262  0.817519  0.894818       0.993915  0.984472\n",
      "Test    0.249529  0.053546  0.088172       0.600622  0.910882\n",
      "Class weights--> {0: 0.4, 1: 0.6}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 93\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:   57.6s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 5, 'max_features': 'auto', 'max_depth': 75, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[225950    182]\n",
      " [  3511  16365]]\n",
      "Test Confusion Matrix:\n",
      "[[55758   796]\n",
      " [ 4710   239]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.989001  0.823355  0.898608       0.994695  0.984988\n",
      "Test    0.230918  0.048293  0.079880       0.601745  0.910476\n",
      "Class weights--> {0: 0.3, 1: 0.7}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 96\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:   52.0s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 5, 'max_features': 'auto', 'max_depth': 60, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[225960    172]\n",
      " [  3759  16117]]\n",
      "Test Confusion Matrix:\n",
      "[[55844   710]\n",
      " [ 4726   223]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.989441  0.810877  0.891304       0.994607  0.984021\n",
      "Test    0.239014  0.045060  0.075825       0.600627  0.911614\n",
      "Class weights--> {0: 0.2, 1: 0.8}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 95\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:   50.5s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 5, 'max_features': 'auto', 'max_depth': 75, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[225964    168]\n",
      " [  3721  16155]]\n",
      "Test Confusion Matrix:\n",
      "[[55908   646]\n",
      " [ 4751   198]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.989708  0.812789  0.892566       0.994560  0.984192\n",
      "Test    0.234597  0.040008  0.068358       0.602022  0.912248\n",
      "Class weights--> {0: 0.1, 1: 0.9}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 96\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:   48.8s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 5, 'max_features': 'auto', 'max_depth': 75, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[225996    136]\n",
      " [  3666  16210]]\n",
      "Test Confusion Matrix:\n",
      "[[56016   538]\n",
      " [ 4757   192]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.991680  0.815556  0.895036       0.994635  0.984545\n",
      "Test    0.263014  0.038796  0.067618       0.596045  0.913907\n",
      "Class weights--> {0: 0.0, 1: 1.0}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 93\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:    7.5s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 13, 'max_features': 'auto', 'max_depth': 90, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[     0 226132]\n",
      " [     0  19876]]\n",
      "Test Confusion Matrix:\n",
      "[[    0 56554]\n",
      " [    0  4949]]\n",
      "       PRECISION  RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.080794     1.0  0.149509            0.5  0.080794\n",
      "Test    0.080468     1.0  0.148950            0.5  0.080468\n"
     ]
    }
   ],
   "source": [
    "#Handling Imbalance problem\n",
    "X_train, X_test, y_train, y_test =split_train_test(X,y)\n",
    "'''\n",
    "Handle imbalance by improving cost function\n",
    "'''\n",
    "text_file = open(\"cvres_forest_costimb_grid.txt\", \"a+\")\n",
    "text_file.write('\\nCost Function:')\n",
    "text_file.close()\n",
    "list_clas_wts=[{0:round(1-i*0.1,2),1:round(i*0.1,2)} for i in range(3,11,1)]\n",
    "for j in list_clas_wts:\n",
    "    print('Class weights-->',j)\n",
    "    write_file('Class weights-->',j)\n",
    "    X_train=pd.DataFrame(X_train)\n",
    "    y_train=pd.DataFrame(y_train)\n",
    "    df_new_train,df_new_test=feature_eng(X_train, y_train, X_test, y_test)\n",
    "    run_cost_grid_forest(j,df_new_train,y_train,df_new_test,y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Y train before resampling Counter({0: 226132, 1: 19876})\n",
      "Sampling strategy--> 0.15\n",
      "Y train after resampling Counter({0: 226132, 1: 33919})\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    }
   ],
   "source": [
    "#Handling Imbalance problem\n",
    "X_tr, X_test, y_tr, y_test =split_train_test(X,y)\n",
    "'''\n",
    "Use SMOTE to handle imbalance problem\n",
    "'''\n",
    "text_file = open(\"cvres_forest_imb_grid.txt\", \"a+\")\n",
    "text_file.write('\\nSMOTE:')\n",
    "text_file.close()\n",
    "# Class0 size is 10 times that of Class1 in train set\n",
    "print('Y train before resampling',Counter(y_tr))\n",
    "for i in range(15,100,15):\n",
    "    print('Sampling strategy-->',i*0.01)\n",
    "    write_file('Sampling strategy-->',i*0.01)  \n",
    "    Imb_sm = SMOTE(random_state=42,sampling_strategy=i*0.01,n_jobs=-1)\n",
    "    X_train, y_train = Imb_sm.fit_resample(X_tr, y_tr)\n",
    "    print('Y train after resampling',Counter(y_train))\n",
    "    write_file('Y train after resampling-->',Counter(y_train))        \n",
    "    X_train=pd.DataFrame(X_train)\n",
    "    y_train=pd.DataFrame(y_train)\n",
    "    df_new_train,df_new_test=feature_eng(X_train, y_train, X_test, y_test)\n",
    "    run_grid_forest(df_new_train,y_train,df_new_test,y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Y train before resampling Counter({0: 226132, 1: 19876})\n",
      "Sampling strategy--> 0.15\n",
      "Sampling strategy--> 0.15\n",
      "Y train after resampling Counter({0: 226132, 1: 33919})\n"
     ]
    },
    {
     "ename": "AttributeError",
     "evalue": "'str' object has no attribute 'write'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-26-1e80ab765cb6>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[0;32m     14\u001b[0m     \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'Y train after resampling'\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mCounter\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0my_train\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     15\u001b[0m     \u001b[0mstr_p\u001b[0m\u001b[1;33m+=\u001b[0m\u001b[1;34m'Y train after resampling'\u001b[0m\u001b[1;33m+\u001b[0m\u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mCounter\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0my_train\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 16\u001b[1;33m     \u001b[0mstr_p\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mwrite\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'cvres_knn_imb_grid.csv'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     17\u001b[0m     \u001b[0mX_train\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mpd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mDataFrame\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mX_train\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     18\u001b[0m     \u001b[0my_train\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mpd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mDataFrame\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0my_train\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mAttributeError\u001b[0m: 'str' object has no attribute 'write'"
     ]
    }
   ],
   "source": [
    "#Handling Imbalance problem\n",
    "X_tr, X_test, y_tr, y_test =split_train_test(X,y)\n",
    "'''\n",
    "Use oversampling to handle imbalance problem\n",
    "'''\n",
    "text_file = open(\"cvres_forest_imb_grid.txt\", \"a+\")\n",
    "text_file.write('\\nOVERSAMPLING:')\n",
    "text_file.close()\n",
    "# Class0 size is 10 times that of Class1 in train set\n",
    "print('Y train before resampling',Counter(y_tr))\n",
    "for i in range(15,100,15):\n",
    "    print('Sampling strategy-->',i*0.01)\n",
    "    write_file('Sampling strategy-->',i*0.01)      \n",
    "    Imb_over = RandomOverSampler(random_state=42,sampling_strategy=i*0.01)\n",
    "    X_train, y_train = Imb_over.fit_resample(X_tr, y_tr)\n",
    "    print('Y train after resampling',Counter(y_train))\n",
    "    write_file('Y train after resampling-->',Counter(y_train))       \n",
    "    X_train=pd.DataFrame(X_train)\n",
    "    y_train=pd.DataFrame(y_train)\n",
    "    df_new_train,df_new_test=feature_eng(X_train, y_train, X_test, y_test)\n",
    "    run_grid_forest(df_new_train,y_train,df_new_test,y_test)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Y train before resampling Counter({0: 226132, 1: 19876})\n",
      "Sampling strategy--> 0.15\n",
      "Y train after resampling Counter({0: 132506, 1: 19876})\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 95\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:   34.3s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 5, 'max_features': 'auto', 'max_depth': 60, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[132191    315]\n",
      " [  2989  16887]]\n",
      "Test Confusion Matrix:\n",
      "[[54502  2052]\n",
      " [ 4370   579]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.981688  0.849618  0.910891       0.993410  0.978318\n",
      "Test    0.220068  0.116993  0.152770       0.626262  0.895582\n",
      "Sampling strategy--> 0.3\n",
      "Y train after resampling Counter({0: 66253, 1: 19876})\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 97\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:   16.8s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 5, 'max_features': 'auto', 'max_depth': 60, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[65705   548]\n",
      " [ 2120 17756]]\n",
      "Test Confusion Matrix:\n",
      "[[50642  5912]\n",
      " [ 3672  1277]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.970061  0.893339  0.930120       0.991434  0.969023\n",
      "Test    0.177632  0.258032  0.210414       0.642778  0.844170\n",
      "Sampling strategy--> 0.45\n",
      "Y train after resampling Counter({0: 44168, 1: 19876})\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 95\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:   12.9s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 9, 'max_features': 'auto', 'max_depth': 75, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[44013   155]\n",
      " [  765 19111]]\n",
      "Test Confusion Matrix:\n",
      "[[48703  7851]\n",
      " [ 3303  1646]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.991955  0.961511  0.976496       0.998842  0.985635\n",
      "Test    0.173318  0.332592  0.227883       0.673346  0.818643\n",
      "Sampling strategy--> 0.6\n",
      "Y train after resampling Counter({0: 33126, 1: 19876})\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 95\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:    9.9s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 17, 'max_features': 'auto', 'max_depth': 90, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[33096    30]\n",
      " [  158 19718]]\n",
      "Test Confusion Matrix:\n",
      "[[46688  9866]\n",
      " [ 2796  2153]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.998481  0.992051  0.995255       0.999935  0.996453\n",
      "Test    0.179133  0.435037  0.253772       0.703265  0.794124\n",
      "Sampling strategy--> 0.75\n",
      "Y train after resampling Counter({0: 26501, 1: 19876})\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 96\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:    9.0s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 17, 'max_features': 'auto', 'max_depth': 90, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[26462    39]\n",
      " [  109 19767]]\n",
      "Test Confusion Matrix:\n",
      "[[42922 13632]\n",
      " [ 2375  2574]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.998031  0.994516  0.996270       0.999955  0.996809\n",
      "Test    0.158830  0.520105  0.243347       0.697807  0.739736\n",
      "Sampling strategy--> 0.9\n",
      "Y train after resampling Counter({0: 22084, 1: 19876})\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:5: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 95\n",
      "Fitting 3 folds for each of 9 candidates, totalling 27 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  27 out of  27 | elapsed:    7.8s finished\n",
      "C:\\Users\\rajes\\Anaconda3\\lib\\site-packages\\sklearn\\model_selection\\_search.py:740: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
      "  self.best_estimator_.fit(X, y, **fit_params)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameter on grid--> {'n_estimators': 17, 'max_features': 'auto', 'max_depth': 90, 'bootstrap': True}\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[22043    41]\n",
      " [   60 19816]]\n",
      "Test Confusion Matrix:\n",
      "[[39608 16946]\n",
      " [ 1997  2952]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.997935  0.996981  0.997458       0.999951  0.997593\n",
      "Test    0.148357  0.596484  0.237614       0.699854  0.691999\n"
     ]
    }
   ],
   "source": [
    "#Handling Imbalance problem\n",
    "X_tr, X_test, y_tr, y_test =split_train_test(X,y)\n",
    "'''\n",
    "Use Undersampling to handle imbalance problem\n",
    "'''\n",
    "text_file = open(\"cvres_forest_imb_grid.txt\", \"a+\")\n",
    "text_file.write('\\nUNDERSAMPLING:')\n",
    "text_file.close()\n",
    "# Class0 size is 10 times that of Class1 in train set\n",
    "print('Y train before resampling',Counter(y_tr))\n",
    "for i in range(15,100,15):\n",
    "    print('Sampling strategy-->',i*0.01)\n",
    "    write_file('Sampling strategy-->',i*0.01)\n",
    "    Imb_under = RandomUnderSampler(random_state=42,sampling_strategy=i*0.01)\n",
    "    X_train, y_train = Imb_under.fit_resample(X_tr, y_tr)\n",
    "    print('Y train after resampling',Counter(y_train))\n",
    "    write_file('Y train after resampling-->',Counter(y_train))         \n",
    "    X_train=pd.DataFrame(X_train)\n",
    "    y_train=pd.DataFrame(y_train)\n",
    "    df_new_train,df_new_test=feature_eng(X_train, y_train, X_test, y_test)\n",
    "    run_grid_forest(df_new_train,y_train,df_new_test,y_test)\n",
    "    \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}