fraud_detection.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# SocGen Fraud Detection"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "import requests"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/javascript": [
       "IPython.OutputArea.auto_scroll_threshold = 9999;"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%%javascript\n",
    "IPython.OutputArea.auto_scroll_threshold = 9999;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from IPython.display import display, Javascript\n",
    "\n",
    "disable_js = \"\"\"\n",
    "IPython.OutputArea.prototype._should_scroll = function(lines) {\n",
    "    return false;\n",
    "}\n",
    "\"\"\"\n",
    "\n",
    "def load_ipython_extension(ip):\n",
    "    display(Javascript(disable_js))\n",
    "    print (\"autoscrolling long output is disabled\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "r = requests.get(\"https://he-s3.s3.amazonaws.com/media/hackathon/brainwaves-17-1/predict-fraud-transactions/f992303a-d-BW2017_2.zip\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "print(r.headers)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "import zipfile, io"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "z = zipfile.ZipFile(io.BytesIO(r.content))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "z.extractall()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "import os\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['test1.csv',\n",
       " 'fraud_detection.ipynb',\n",
       " 'test.csv',\n",
       " 'sample_submission.csv',\n",
       " 'result.csv',\n",
       " 'result_1.csv',\n",
       " 'sample_submissions.csv',\n",
       " 'train.csv',\n",
       " 'f992303a-d-BW2017_2.zip',\n",
       " 'train1.csv',\n",
       " 'return_pred.ipynb',\n",
       " '.ipynb_checkpoints']"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "os.listdir()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.linear_model import SGDClassifier, LinearRegression\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from sklearn.metrics import roc_auc_score, confusion_matrix\n",
    "#pd.options.display.precision =  4\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Reading input datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dev_data = pd.read_csv('train.csv')\n",
    "test_data = pd.read_csv('test.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>transaction_id</th>\n",
       "      <th>num_var_1</th>\n",
       "      <th>num_var_2</th>\n",
       "      <th>num_var_3</th>\n",
       "      <th>num_var_4</th>\n",
       "      <th>num_var_5</th>\n",
       "      <th>num_var_6</th>\n",
       "      <th>num_var_7</th>\n",
       "      <th>cat_var_1</th>\n",
       "      <th>cat_var_2</th>\n",
       "      <th>...</th>\n",
       "      <th>cat_var_34</th>\n",
       "      <th>cat_var_35</th>\n",
       "      <th>cat_var_36</th>\n",
       "      <th>cat_var_37</th>\n",
       "      <th>cat_var_38</th>\n",
       "      <th>cat_var_39</th>\n",
       "      <th>cat_var_40</th>\n",
       "      <th>cat_var_41</th>\n",
       "      <th>cat_var_42</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>id_11</td>\n",
       "      <td>2.302632e-08</td>\n",
       "      <td>0.040182</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.800000e-07</td>\n",
       "      <td>2.302632e-08</td>\n",
       "      <td>2.368421e-08</td>\n",
       "      <td>1.115205e-08</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ce</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>id_33</td>\n",
       "      <td>7.965789e-06</td>\n",
       "      <td>0.157872</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>7.965789e-06</td>\n",
       "      <td>2.433058e-06</td>\n",
       "      <td>da</td>\n",
       "      <td>tn</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>id_51</td>\n",
       "      <td>7.828947e-08</td>\n",
       "      <td>0.089140</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>1.052632e-07</td>\n",
       "      <td>4.276014e-07</td>\n",
       "      <td>gf</td>\n",
       "      <td>ce</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>id_54</td>\n",
       "      <td>7.894737e-08</td>\n",
       "      <td>0.227239</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.050000e-06</td>\n",
       "      <td>1.381579e-07</td>\n",
       "      <td>2.190789e-07</td>\n",
       "      <td>1.848054e-08</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ce</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>id_62</td>\n",
       "      <td>3.321053e-06</td>\n",
       "      <td>0.160410</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>3.340789e-06</td>\n",
       "      <td>2.152983e-06</td>\n",
       "      <td>da</td>\n",
       "      <td>tn</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 51 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  transaction_id     num_var_1  num_var_2  num_var_3     num_var_4  \\\n",
       "0          id_11  2.302632e-08   0.040182        0.0  1.800000e-07   \n",
       "1          id_33  7.965789e-06   0.157872        0.0  2.105000e-06   \n",
       "2          id_51  7.828947e-08   0.089140        0.0  3.550000e-07   \n",
       "3          id_54  7.894737e-08   0.227239        0.0  1.050000e-06   \n",
       "4          id_62  3.321053e-06   0.160410        0.0  2.105000e-06   \n",
       "\n",
       "      num_var_5     num_var_6     num_var_7 cat_var_1 cat_var_2  ...    \\\n",
       "0  2.302632e-08  2.368421e-08  1.115205e-08       NaN        ce  ...     \n",
       "1  2.769737e-07  7.965789e-06  2.433058e-06        da        tn  ...     \n",
       "2  4.671053e-08  1.052632e-07  4.276014e-07        gf        ce  ...     \n",
       "3  1.381579e-07  2.190789e-07  1.848054e-08       NaN        ce  ...     \n",
       "4  2.769737e-07  3.340789e-06  2.152983e-06        da        tn  ...     \n",
       "\n",
       "  cat_var_34 cat_var_35 cat_var_36 cat_var_37 cat_var_38 cat_var_39  \\\n",
       "0          0          0          0          0          0          0   \n",
       "1          0          0          0          0          0          0   \n",
       "2          0          0          0          0          0          0   \n",
       "3          0          0          0          0          0          0   \n",
       "4          0          0          0          0          0          0   \n",
       "\n",
       "  cat_var_40 cat_var_41 cat_var_42 target  \n",
       "0          0          0          0      0  \n",
       "1          0          0          0      0  \n",
       "2          0          0          0      0  \n",
       "3          0          0          0      0  \n",
       "4          0          0          0      0  \n",
       "\n",
       "[5 rows x 51 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>transaction_id</th>\n",
       "      <th>num_var_1</th>\n",
       "      <th>num_var_2</th>\n",
       "      <th>num_var_3</th>\n",
       "      <th>num_var_4</th>\n",
       "      <th>num_var_5</th>\n",
       "      <th>num_var_6</th>\n",
       "      <th>num_var_7</th>\n",
       "      <th>cat_var_1</th>\n",
       "      <th>cat_var_2</th>\n",
       "      <th>...</th>\n",
       "      <th>cat_var_33</th>\n",
       "      <th>cat_var_34</th>\n",
       "      <th>cat_var_35</th>\n",
       "      <th>cat_var_36</th>\n",
       "      <th>cat_var_37</th>\n",
       "      <th>cat_var_38</th>\n",
       "      <th>cat_var_39</th>\n",
       "      <th>cat_var_40</th>\n",
       "      <th>cat_var_41</th>\n",
       "      <th>cat_var_42</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>id_1</td>\n",
       "      <td>4.736842e-07</td>\n",
       "      <td>0.162737</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>4.828947e-07</td>\n",
       "      <td>1.300010e-07</td>\n",
       "      <td>da</td>\n",
       "      <td>tn</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>id_6</td>\n",
       "      <td>6.578947e-08</td>\n",
       "      <td>0.086391</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.500000e-07</td>\n",
       "      <td>1.315789e-07</td>\n",
       "      <td>9.868421e-08</td>\n",
       "      <td>3.186300e-08</td>\n",
       "      <td>pu</td>\n",
       "      <td>ce</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>id_9</td>\n",
       "      <td>1.585526e-07</td>\n",
       "      <td>0.159987</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>1.585526e-07</td>\n",
       "      <td>4.715724e-08</td>\n",
       "      <td>da</td>\n",
       "      <td>tn</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>id_14</td>\n",
       "      <td>8.552632e-08</td>\n",
       "      <td>0.088083</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.500000e-07</td>\n",
       "      <td>8.552632e-08</td>\n",
       "      <td>9.868421e-08</td>\n",
       "      <td>4.142190e-08</td>\n",
       "      <td>pu</td>\n",
       "      <td>ce</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>id_15</td>\n",
       "      <td>1.144737e-07</td>\n",
       "      <td>0.089563</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.452953e-07</td>\n",
       "      <td>gf</td>\n",
       "      <td>ce</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 50 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  transaction_id     num_var_1  num_var_2  num_var_3     num_var_4  \\\n",
       "0           id_1  4.736842e-07   0.162737        0.0  2.105000e-06   \n",
       "1           id_6  6.578947e-08   0.086391        0.0  7.500000e-07   \n",
       "2           id_9  1.585526e-07   0.159987        0.0  2.105000e-06   \n",
       "3          id_14  8.552632e-08   0.088083        0.0  7.500000e-07   \n",
       "4          id_15  1.144737e-07   0.089563        0.0  3.550000e-07   \n",
       "\n",
       "      num_var_5     num_var_6     num_var_7 cat_var_1 cat_var_2    ...      \\\n",
       "0  2.769737e-07  4.828947e-07  1.300010e-07        da        tn    ...       \n",
       "1  1.315789e-07  9.868421e-08  3.186300e-08        pu        ce    ...       \n",
       "2  2.769737e-07  1.585526e-07  4.715724e-08        da        tn    ...       \n",
       "3  8.552632e-08  9.868421e-08  4.142190e-08        pu        ce    ...       \n",
       "4  4.671053e-08  4.407895e-08  1.452953e-07        gf        ce    ...       \n",
       "\n",
       "  cat_var_33 cat_var_34 cat_var_35 cat_var_36 cat_var_37 cat_var_38  \\\n",
       "0          0          0          0          0          0          0   \n",
       "1          0          0          0          0          0          0   \n",
       "2          0          0          0          0          0          0   \n",
       "3          0          0          0          0          0          0   \n",
       "4          0          0          0          0          0          0   \n",
       "\n",
       "  cat_var_39 cat_var_40 cat_var_41 cat_var_42  \n",
       "0          0          0          0          0  \n",
       "1          0          0          0          0  \n",
       "2          0          0          0          0  \n",
       "3          0          0          0          0  \n",
       "4          0          0          0          0  \n",
       "\n",
       "[5 rows x 50 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(dev_data.head())\n",
    "display(test_data.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>num_var_1</th>\n",
       "      <th>num_var_2</th>\n",
       "      <th>num_var_3</th>\n",
       "      <th>num_var_4</th>\n",
       "      <th>num_var_5</th>\n",
       "      <th>num_var_6</th>\n",
       "      <th>num_var_7</th>\n",
       "      <th>cat_var_19</th>\n",
       "      <th>cat_var_20</th>\n",
       "      <th>cat_var_21</th>\n",
       "      <th>...</th>\n",
       "      <th>cat_var_34</th>\n",
       "      <th>cat_var_35</th>\n",
       "      <th>cat_var_36</th>\n",
       "      <th>cat_var_37</th>\n",
       "      <th>cat_var_38</th>\n",
       "      <th>cat_var_39</th>\n",
       "      <th>cat_var_40</th>\n",
       "      <th>cat_var_41</th>\n",
       "      <th>cat_var_42</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>3.489780e+05</td>\n",
       "      <td>348978.000000</td>\n",
       "      <td>348978.000000</td>\n",
       "      <td>3.489780e+05</td>\n",
       "      <td>3.489780e+05</td>\n",
       "      <td>3.489780e+05</td>\n",
       "      <td>3.489780e+05</td>\n",
       "      <td>348978.000000</td>\n",
       "      <td>348978.000000</td>\n",
       "      <td>348978.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>348978.000000</td>\n",
       "      <td>348978.0</td>\n",
       "      <td>348978.0</td>\n",
       "      <td>348978.0</td>\n",
       "      <td>348978.0</td>\n",
       "      <td>348978.000000</td>\n",
       "      <td>348978.0</td>\n",
       "      <td>348978.000000</td>\n",
       "      <td>348978.0</td>\n",
       "      <td>348978.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>2.059731e-05</td>\n",
       "      <td>0.160586</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>4.604324e-05</td>\n",
       "      <td>8.187931e-06</td>\n",
       "      <td>1.482768e-05</td>\n",
       "      <td>1.942554e-05</td>\n",
       "      <td>0.520279</td>\n",
       "      <td>0.479721</td>\n",
       "      <td>0.672257</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.107078</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>1.930948e-03</td>\n",
       "      <td>0.131499</td>\n",
       "      <td>0.002538</td>\n",
       "      <td>1.999947e-03</td>\n",
       "      <td>7.213736e-04</td>\n",
       "      <td>1.492990e-03</td>\n",
       "      <td>1.462171e-03</td>\n",
       "      <td>0.499589</td>\n",
       "      <td>0.499589</td>\n",
       "      <td>0.469391</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001693</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.002932</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.001693</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.309213</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000317</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.000000e-08</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>4.605263e-08</td>\n",
       "      <td>0.084514</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.720602e-08</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>1.802632e-07</td>\n",
       "      <td>0.101512</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.875000e-06</td>\n",
       "      <td>2.598684e-07</td>\n",
       "      <td>9.868421e-08</td>\n",
       "      <td>8.252516e-08</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>6.513158e-07</td>\n",
       "      <td>0.160833</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>4.618421e-07</td>\n",
       "      <td>3.571842e-07</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>5.427632e-01</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.758621</td>\n",
       "      <td>3.750000e-01</td>\n",
       "      <td>2.171053e-01</td>\n",
       "      <td>4.605263e-01</td>\n",
       "      <td>3.542030e-01</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          num_var_1      num_var_2      num_var_3     num_var_4     num_var_5  \\\n",
       "count  3.489780e+05  348978.000000  348978.000000  3.489780e+05  3.489780e+05   \n",
       "mean   2.059731e-05       0.160586       0.000011  4.604324e-05  8.187931e-06   \n",
       "std    1.930948e-03       0.131499       0.002538  1.999947e-03  7.213736e-04   \n",
       "min    0.000000e+00       0.000317       0.000000  4.000000e-08  0.000000e+00   \n",
       "25%    4.605263e-08       0.084514       0.000000  3.550000e-07  4.671053e-08   \n",
       "50%    1.802632e-07       0.101512       0.000000  1.875000e-06  2.598684e-07   \n",
       "75%    6.513158e-07       0.160833       0.000000  2.105000e-06  2.769737e-07   \n",
       "max    5.427632e-01       1.000000       0.758621  3.750000e-01  2.171053e-01   \n",
       "\n",
       "          num_var_6     num_var_7     cat_var_19     cat_var_20  \\\n",
       "count  3.489780e+05  3.489780e+05  348978.000000  348978.000000   \n",
       "mean   1.482768e-05  1.942554e-05       0.520279       0.479721   \n",
       "std    1.492990e-03  1.462171e-03       0.499589       0.499589   \n",
       "min    0.000000e+00  0.000000e+00       0.000000       0.000000   \n",
       "25%    4.407895e-08  1.720602e-08       0.000000       0.000000   \n",
       "50%    9.868421e-08  8.252516e-08       1.000000       0.000000   \n",
       "75%    4.618421e-07  3.571842e-07       1.000000       1.000000   \n",
       "max    4.605263e-01  3.542030e-01       1.000000       1.000000   \n",
       "\n",
       "          cat_var_21      ...           cat_var_34  cat_var_35  cat_var_36  \\\n",
       "count  348978.000000      ...        348978.000000    348978.0    348978.0   \n",
       "mean        0.672257      ...             0.000003         0.0         0.0   \n",
       "std         0.469391      ...             0.001693         0.0         0.0   \n",
       "min         0.000000      ...             0.000000         0.0         0.0   \n",
       "25%         0.000000      ...             0.000000         0.0         0.0   \n",
       "50%         1.000000      ...             0.000000         0.0         0.0   \n",
       "75%         1.000000      ...             0.000000         0.0         0.0   \n",
       "max         1.000000      ...             1.000000         0.0         0.0   \n",
       "\n",
       "       cat_var_37  cat_var_38     cat_var_39  cat_var_40     cat_var_41  \\\n",
       "count    348978.0    348978.0  348978.000000    348978.0  348978.000000   \n",
       "mean          0.0         0.0       0.000009         0.0       0.000003   \n",
       "std           0.0         0.0       0.002932         0.0       0.001693   \n",
       "min           0.0         0.0       0.000000         0.0       0.000000   \n",
       "25%           0.0         0.0       0.000000         0.0       0.000000   \n",
       "50%           0.0         0.0       0.000000         0.0       0.000000   \n",
       "75%           0.0         0.0       0.000000         0.0       0.000000   \n",
       "max           0.0         0.0       1.000000         0.0       1.000000   \n",
       "\n",
       "       cat_var_42         target  \n",
       "count    348978.0  348978.000000  \n",
       "mean          0.0       0.107078  \n",
       "std           0.0       0.309213  \n",
       "min           0.0       0.000000  \n",
       "25%           0.0       0.000000  \n",
       "50%           0.0       0.000000  \n",
       "75%           0.0       0.000000  \n",
       "max           0.0       1.000000  \n",
       "\n",
       "[8 rows x 32 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>num_var_1</th>\n",
       "      <th>num_var_2</th>\n",
       "      <th>num_var_3</th>\n",
       "      <th>num_var_4</th>\n",
       "      <th>num_var_5</th>\n",
       "      <th>num_var_6</th>\n",
       "      <th>num_var_7</th>\n",
       "      <th>cat_var_19</th>\n",
       "      <th>cat_var_20</th>\n",
       "      <th>cat_var_21</th>\n",
       "      <th>...</th>\n",
       "      <th>cat_var_33</th>\n",
       "      <th>cat_var_34</th>\n",
       "      <th>cat_var_35</th>\n",
       "      <th>cat_var_36</th>\n",
       "      <th>cat_var_37</th>\n",
       "      <th>cat_var_38</th>\n",
       "      <th>cat_var_39</th>\n",
       "      <th>cat_var_40</th>\n",
       "      <th>cat_var_41</th>\n",
       "      <th>cat_var_42</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>5.234660e+05</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>5.234660e+05</td>\n",
       "      <td>5.234660e+05</td>\n",
       "      <td>5.234660e+05</td>\n",
       "      <td>5.234660e+05</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>523466.0</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>523466.000000</td>\n",
       "      <td>523466.0</td>\n",
       "      <td>523466.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.740233e-05</td>\n",
       "      <td>0.160848</td>\n",
       "      <td>0.000022</td>\n",
       "      <td>4.311262e-05</td>\n",
       "      <td>6.943160e-06</td>\n",
       "      <td>1.551274e-05</td>\n",
       "      <td>2.252647e-05</td>\n",
       "      <td>0.522489</td>\n",
       "      <td>0.477511</td>\n",
       "      <td>0.671914</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>1.643428e-03</td>\n",
       "      <td>0.131686</td>\n",
       "      <td>0.003843</td>\n",
       "      <td>2.692392e-03</td>\n",
       "      <td>5.174122e-04</td>\n",
       "      <td>1.540989e-03</td>\n",
       "      <td>2.230268e-03</td>\n",
       "      <td>0.499494</td>\n",
       "      <td>0.499494</td>\n",
       "      <td>0.469517</td>\n",
       "      <td>...</td>\n",
       "      <td>0.002764</td>\n",
       "      <td>0.002394</td>\n",
       "      <td>0.002394</td>\n",
       "      <td>0.001382</td>\n",
       "      <td>0.001382</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.002394</td>\n",
       "      <td>0.001955</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>0.084911</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.720602e-08</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>1.815789e-07</td>\n",
       "      <td>0.104473</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.875000e-06</td>\n",
       "      <td>2.611842e-07</td>\n",
       "      <td>9.868421e-08</td>\n",
       "      <td>8.348105e-08</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>6.513158e-07</td>\n",
       "      <td>0.160833</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>4.664474e-07</td>\n",
       "      <td>3.575028e-07</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>5.427632e-01</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>2.171053e-01</td>\n",
       "      <td>4.605263e-01</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          num_var_1      num_var_2      num_var_3     num_var_4     num_var_5  \\\n",
       "count  5.234660e+05  523466.000000  523466.000000  5.234660e+05  5.234660e+05   \n",
       "mean   1.740233e-05       0.160848       0.000022  4.311262e-05  6.943160e-06   \n",
       "std    1.643428e-03       0.131686       0.003843  2.692392e-03  5.174122e-04   \n",
       "min    0.000000e+00       0.000000       0.000000  0.000000e+00  0.000000e+00   \n",
       "25%    4.671053e-08       0.084911       0.000000  3.550000e-07  4.671053e-08   \n",
       "50%    1.815789e-07       0.104473       0.000000  1.875000e-06  2.611842e-07   \n",
       "75%    6.513158e-07       0.160833       0.000000  2.105000e-06  2.769737e-07   \n",
       "max    5.427632e-01       1.000000       1.000000  1.000000e+00  2.171053e-01   \n",
       "\n",
       "          num_var_6     num_var_7     cat_var_19     cat_var_20  \\\n",
       "count  5.234660e+05  5.234660e+05  523466.000000  523466.000000   \n",
       "mean   1.551274e-05  2.252647e-05       0.522489       0.477511   \n",
       "std    1.540989e-03  2.230268e-03       0.499494       0.499494   \n",
       "min    0.000000e+00  0.000000e+00       0.000000       0.000000   \n",
       "25%    4.407895e-08  1.720602e-08       0.000000       0.000000   \n",
       "50%    9.868421e-08  8.348105e-08       1.000000       0.000000   \n",
       "75%    4.664474e-07  3.575028e-07       1.000000       1.000000   \n",
       "max    4.605263e-01  1.000000e+00       1.000000       1.000000   \n",
       "\n",
       "          cat_var_21     ...         cat_var_33     cat_var_34     cat_var_35  \\\n",
       "count  523466.000000     ...      523466.000000  523466.000000  523466.000000   \n",
       "mean        0.671914     ...           0.000008       0.000006       0.000006   \n",
       "std         0.469517     ...           0.002764       0.002394       0.002394   \n",
       "min         0.000000     ...           0.000000       0.000000       0.000000   \n",
       "25%         0.000000     ...           0.000000       0.000000       0.000000   \n",
       "50%         1.000000     ...           0.000000       0.000000       0.000000   \n",
       "75%         1.000000     ...           0.000000       0.000000       0.000000   \n",
       "max         1.000000     ...           1.000000       1.000000       1.000000   \n",
       "\n",
       "          cat_var_36     cat_var_37  cat_var_38     cat_var_39     cat_var_40  \\\n",
       "count  523466.000000  523466.000000    523466.0  523466.000000  523466.000000   \n",
       "mean        0.000002       0.000002         0.0       0.000006       0.000004   \n",
       "std         0.001382       0.001382         0.0       0.002394       0.001955   \n",
       "min         0.000000       0.000000         0.0       0.000000       0.000000   \n",
       "25%         0.000000       0.000000         0.0       0.000000       0.000000   \n",
       "50%         0.000000       0.000000         0.0       0.000000       0.000000   \n",
       "75%         0.000000       0.000000         0.0       0.000000       0.000000   \n",
       "max         1.000000       1.000000         0.0       1.000000       1.000000   \n",
       "\n",
       "       cat_var_41  cat_var_42  \n",
       "count    523466.0    523466.0  \n",
       "mean          0.0         0.0  \n",
       "std           0.0         0.0  \n",
       "min           0.0         0.0  \n",
       "25%           0.0         0.0  \n",
       "50%           0.0         0.0  \n",
       "75%           0.0         0.0  \n",
       "max           0.0         0.0  \n",
       "\n",
       "[8 rows x 31 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#pd.options.display.float_format = '{:.10f}'.format\n",
    "display(dev_data.describe())\n",
    "display(test_data.describe())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 348978 entries, 0 to 348977\n",
      "Data columns (total 51 columns):\n",
      "transaction_id    348978 non-null object\n",
      "num_var_1         348978 non-null float64\n",
      "num_var_2         348978 non-null float64\n",
      "num_var_3         348978 non-null float64\n",
      "num_var_4         348978 non-null float64\n",
      "num_var_5         348978 non-null float64\n",
      "num_var_6         348978 non-null float64\n",
      "num_var_7         348978 non-null float64\n",
      "cat_var_1         333196 non-null object\n",
      "cat_var_2         348978 non-null object\n",
      "cat_var_3         305125 non-null object\n",
      "cat_var_4         348978 non-null object\n",
      "cat_var_5         348978 non-null object\n",
      "cat_var_6         348978 non-null object\n",
      "cat_var_7         348978 non-null object\n",
      "cat_var_8         239240 non-null object\n",
      "cat_var_9         348978 non-null object\n",
      "cat_var_10        348978 non-null object\n",
      "cat_var_11        348978 non-null object\n",
      "cat_var_12        348978 non-null object\n",
      "cat_var_13        348978 non-null object\n",
      "cat_var_14        348978 non-null object\n",
      "cat_var_15        348978 non-null object\n",
      "cat_var_16        348978 non-null object\n",
      "cat_var_17        348978 non-null object\n",
      "cat_var_18        348978 non-null object\n",
      "cat_var_19        348978 non-null int64\n",
      "cat_var_20        348978 non-null int64\n",
      "cat_var_21        348978 non-null int64\n",
      "cat_var_22        348978 non-null int64\n",
      "cat_var_23        348978 non-null int64\n",
      "cat_var_24        348978 non-null int64\n",
      "cat_var_25        348978 non-null int64\n",
      "cat_var_26        348978 non-null int64\n",
      "cat_var_27        348978 non-null int64\n",
      "cat_var_28        348978 non-null int64\n",
      "cat_var_29        348978 non-null int64\n",
      "cat_var_30        348978 non-null int64\n",
      "cat_var_31        348978 non-null int64\n",
      "cat_var_32        348978 non-null int64\n",
      "cat_var_33        348978 non-null int64\n",
      "cat_var_34        348978 non-null int64\n",
      "cat_var_35        348978 non-null int64\n",
      "cat_var_36        348978 non-null int64\n",
      "cat_var_37        348978 non-null int64\n",
      "cat_var_38        348978 non-null int64\n",
      "cat_var_39        348978 non-null int64\n",
      "cat_var_40        348978 non-null int64\n",
      "cat_var_41        348978 non-null int64\n",
      "cat_var_42        348978 non-null int64\n",
      "target            348978 non-null int64\n",
      "dtypes: float64(7), int64(25), object(19)\n",
      "memory usage: 135.8+ MB\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "None"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 523466 entries, 0 to 523465\n",
      "Data columns (total 50 columns):\n",
      "transaction_id    523466 non-null object\n",
      "num_var_1         523466 non-null float64\n",
      "num_var_2         523466 non-null float64\n",
      "num_var_3         523466 non-null float64\n",
      "num_var_4         523466 non-null float64\n",
      "num_var_5         523466 non-null float64\n",
      "num_var_6         523466 non-null float64\n",
      "num_var_7         523466 non-null float64\n",
      "cat_var_1         504774 non-null object\n",
      "cat_var_2         523466 non-null object\n",
      "cat_var_3         470104 non-null object\n",
      "cat_var_4         523466 non-null object\n",
      "cat_var_5         523466 non-null object\n",
      "cat_var_6         501523 non-null object\n",
      "cat_var_7         523466 non-null object\n",
      "cat_var_8         515328 non-null object\n",
      "cat_var_9         523466 non-null object\n",
      "cat_var_10        523466 non-null object\n",
      "cat_var_11        523466 non-null object\n",
      "cat_var_12        523466 non-null object\n",
      "cat_var_13        523466 non-null object\n",
      "cat_var_14        523466 non-null object\n",
      "cat_var_15        523466 non-null object\n",
      "cat_var_16        523466 non-null object\n",
      "cat_var_17        523466 non-null object\n",
      "cat_var_18        523466 non-null object\n",
      "cat_var_19        523466 non-null int64\n",
      "cat_var_20        523466 non-null int64\n",
      "cat_var_21        523466 non-null int64\n",
      "cat_var_22        523466 non-null int64\n",
      "cat_var_23        523466 non-null int64\n",
      "cat_var_24        523466 non-null int64\n",
      "cat_var_25        523466 non-null int64\n",
      "cat_var_26        523466 non-null int64\n",
      "cat_var_27        523466 non-null int64\n",
      "cat_var_28        523466 non-null int64\n",
      "cat_var_29        523466 non-null int64\n",
      "cat_var_30        523466 non-null int64\n",
      "cat_var_31        523466 non-null int64\n",
      "cat_var_32        523466 non-null int64\n",
      "cat_var_33        523466 non-null int64\n",
      "cat_var_34        523466 non-null int64\n",
      "cat_var_35        523466 non-null int64\n",
      "cat_var_36        523466 non-null int64\n",
      "cat_var_37        523466 non-null int64\n",
      "cat_var_38        523466 non-null int64\n",
      "cat_var_39        523466 non-null int64\n",
      "cat_var_40        523466 non-null int64\n",
      "cat_var_41        523466 non-null int64\n",
      "cat_var_42        523466 non-null int64\n",
      "dtypes: float64(7), int64(24), object(19)\n",
      "memory usage: 199.7+ MB\n"
     ]
    }
   ],
   "source": [
    "display(dev_data.info())\n",
    "test_data.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Checking missing values in columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "cat_var_8         0.314455\n",
       "cat_var_3         0.125661\n",
       "cat_var_1         0.045223\n",
       "target            0.000000\n",
       "cat_var_6         0.000000\n",
       "cat_var_15        0.000000\n",
       "cat_var_14        0.000000\n",
       "cat_var_13        0.000000\n",
       "cat_var_12        0.000000\n",
       "cat_var_11        0.000000\n",
       "cat_var_10        0.000000\n",
       "cat_var_9         0.000000\n",
       "cat_var_7         0.000000\n",
       "cat_var_4         0.000000\n",
       "cat_var_5         0.000000\n",
       "cat_var_17        0.000000\n",
       "cat_var_2         0.000000\n",
       "num_var_7         0.000000\n",
       "num_var_6         0.000000\n",
       "num_var_5         0.000000\n",
       "num_var_4         0.000000\n",
       "num_var_3         0.000000\n",
       "num_var_2         0.000000\n",
       "num_var_1         0.000000\n",
       "cat_var_16        0.000000\n",
       "cat_var_18        0.000000\n",
       "cat_var_42        0.000000\n",
       "cat_var_31        0.000000\n",
       "cat_var_41        0.000000\n",
       "cat_var_40        0.000000\n",
       "cat_var_39        0.000000\n",
       "cat_var_38        0.000000\n",
       "cat_var_37        0.000000\n",
       "cat_var_36        0.000000\n",
       "cat_var_35        0.000000\n",
       "cat_var_34        0.000000\n",
       "cat_var_33        0.000000\n",
       "cat_var_32        0.000000\n",
       "cat_var_30        0.000000\n",
       "cat_var_19        0.000000\n",
       "cat_var_29        0.000000\n",
       "cat_var_28        0.000000\n",
       "cat_var_27        0.000000\n",
       "cat_var_26        0.000000\n",
       "cat_var_25        0.000000\n",
       "cat_var_24        0.000000\n",
       "cat_var_23        0.000000\n",
       "cat_var_22        0.000000\n",
       "cat_var_21        0.000000\n",
       "cat_var_20        0.000000\n",
       "transaction_id    0.000000\n",
       "dtype: float64"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "cat_var_3         0.101940\n",
       "cat_var_6         0.041919\n",
       "cat_var_1         0.035708\n",
       "cat_var_8         0.015546\n",
       "cat_var_42        0.000000\n",
       "cat_var_15        0.000000\n",
       "cat_var_14        0.000000\n",
       "cat_var_13        0.000000\n",
       "cat_var_12        0.000000\n",
       "cat_var_11        0.000000\n",
       "cat_var_10        0.000000\n",
       "cat_var_9         0.000000\n",
       "cat_var_7         0.000000\n",
       "cat_var_4         0.000000\n",
       "cat_var_5         0.000000\n",
       "cat_var_41        0.000000\n",
       "cat_var_2         0.000000\n",
       "num_var_7         0.000000\n",
       "num_var_6         0.000000\n",
       "num_var_5         0.000000\n",
       "num_var_4         0.000000\n",
       "num_var_3         0.000000\n",
       "num_var_2         0.000000\n",
       "num_var_1         0.000000\n",
       "cat_var_16        0.000000\n",
       "cat_var_17        0.000000\n",
       "cat_var_18        0.000000\n",
       "cat_var_19        0.000000\n",
       "cat_var_40        0.000000\n",
       "cat_var_39        0.000000\n",
       "cat_var_38        0.000000\n",
       "cat_var_37        0.000000\n",
       "cat_var_36        0.000000\n",
       "cat_var_35        0.000000\n",
       "cat_var_34        0.000000\n",
       "cat_var_33        0.000000\n",
       "cat_var_32        0.000000\n",
       "cat_var_31        0.000000\n",
       "cat_var_30        0.000000\n",
       "cat_var_29        0.000000\n",
       "cat_var_28        0.000000\n",
       "cat_var_27        0.000000\n",
       "cat_var_26        0.000000\n",
       "cat_var_25        0.000000\n",
       "cat_var_24        0.000000\n",
       "cat_var_23        0.000000\n",
       "cat_var_22        0.000000\n",
       "cat_var_21        0.000000\n",
       "cat_var_20        0.000000\n",
       "transaction_id    0.000000\n",
       "dtype: float64"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "display((dev_data.isnull().sum()/dev_data.isnull().count()).sort_values(ascending=False))\n",
    "(test_data.isnull().sum()/test_data.isnull().count()).sort_values(ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "missing_data = ['cat_var_8', 'cat_var_3']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "gf\n",
      "zs\n"
     ]
    }
   ],
   "source": [
    "dev_data.drop(missing_data, axis=1, inplace=True)\n",
    "test_data.drop(missing_data, axis=1, inplace=True)\n",
    "mode_var1 = dev_data['cat_var_1'].value_counts().index[0]\n",
    "mode_var6 = dev_data['cat_var_6'].value_counts().index[0]\n",
    "print(mode_var1)\n",
    "print(mode_var6)\n",
    "dev_data['cat_var_1'].fillna(mode_var1, inplace=True)\n",
    "test_data['cat_var_1'].fillna(mode_var1, inplace=True)\n",
    "dev_data['cat_var_6'].fillna(mode_var6, inplace=True)\n",
    "test_data['cat_var_6'].fillna(mode_var6, inplace=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(dev_data.isnull().values.any())\n",
    "display(test_data.isnull().values.any())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['transaction_id', 'cat_var_1', 'cat_var_2', 'cat_var_4', 'cat_var_5',\n",
       "       'cat_var_6', 'cat_var_7', 'cat_var_9', 'cat_var_10', 'cat_var_11',\n",
       "       'cat_var_12', 'cat_var_13', 'cat_var_14', 'cat_var_15', 'cat_var_16',\n",
       "       'cat_var_17', 'cat_var_18'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cat_columns = dev_data.select_dtypes(['object']).columns\n",
    "cat_columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "cat_columns = cat_columns[1:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cat_var_1</th>\n",
       "      <th>cat_var_2</th>\n",
       "      <th>cat_var_4</th>\n",
       "      <th>cat_var_5</th>\n",
       "      <th>cat_var_6</th>\n",
       "      <th>cat_var_7</th>\n",
       "      <th>cat_var_9</th>\n",
       "      <th>cat_var_10</th>\n",
       "      <th>cat_var_11</th>\n",
       "      <th>cat_var_12</th>\n",
       "      <th>cat_var_13</th>\n",
       "      <th>cat_var_14</th>\n",
       "      <th>cat_var_15</th>\n",
       "      <th>cat_var_16</th>\n",
       "      <th>cat_var_17</th>\n",
       "      <th>cat_var_18</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "      <td>348978</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>534</td>\n",
       "      <td>60</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>518</td>\n",
       "      <td>20</td>\n",
       "      <td>5</td>\n",
       "      <td>23</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>52</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>gf</td>\n",
       "      <td>ce</td>\n",
       "      <td>tn</td>\n",
       "      <td>tn</td>\n",
       "      <td>zs</td>\n",
       "      <td>ep</td>\n",
       "      <td>ep</td>\n",
       "      <td>ye</td>\n",
       "      <td>ce</td>\n",
       "      <td>tn</td>\n",
       "      <td>hr</td>\n",
       "      <td>db</td>\n",
       "      <td>ep</td>\n",
       "      <td>tn</td>\n",
       "      <td>tn</td>\n",
       "      <td>ep</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>147952</td>\n",
       "      <td>233079</td>\n",
       "      <td>232909</td>\n",
       "      <td>174898</td>\n",
       "      <td>132059</td>\n",
       "      <td>348539</td>\n",
       "      <td>81529</td>\n",
       "      <td>34614</td>\n",
       "      <td>82301</td>\n",
       "      <td>142790</td>\n",
       "      <td>132770</td>\n",
       "      <td>248013</td>\n",
       "      <td>236413</td>\n",
       "      <td>320148</td>\n",
       "      <td>254043</td>\n",
       "      <td>199168</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       cat_var_1 cat_var_2 cat_var_4 cat_var_5 cat_var_6 cat_var_7 cat_var_9  \\\n",
       "count     348978    348978    348978    348978    348978    348978    348978   \n",
       "unique       534        60         2         2       518        20         5   \n",
       "top           gf        ce        tn        tn        zs        ep        ep   \n",
       "freq      147952    233079    232909    174898    132059    348539     81529   \n",
       "\n",
       "       cat_var_10 cat_var_11 cat_var_12 cat_var_13 cat_var_14 cat_var_15  \\\n",
       "count      348978     348978     348978     348978     348978     348978   \n",
       "unique         23          5          5         52         12          2   \n",
       "top            ye         ce         tn         hr         db         ep   \n",
       "freq        34614      82301     142790     132770     248013     236413   \n",
       "\n",
       "       cat_var_16 cat_var_17 cat_var_18  \n",
       "count      348978     348978     348978  \n",
       "unique          2          2          2  \n",
       "top            tn         tn         ep  \n",
       "freq       320148     254043     199168  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cat_var_1</th>\n",
       "      <th>cat_var_2</th>\n",
       "      <th>cat_var_4</th>\n",
       "      <th>cat_var_5</th>\n",
       "      <th>cat_var_6</th>\n",
       "      <th>cat_var_7</th>\n",
       "      <th>cat_var_9</th>\n",
       "      <th>cat_var_10</th>\n",
       "      <th>cat_var_11</th>\n",
       "      <th>cat_var_12</th>\n",
       "      <th>cat_var_13</th>\n",
       "      <th>cat_var_14</th>\n",
       "      <th>cat_var_15</th>\n",
       "      <th>cat_var_16</th>\n",
       "      <th>cat_var_17</th>\n",
       "      <th>cat_var_18</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "      <td>523466</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>534</td>\n",
       "      <td>62</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>515</td>\n",
       "      <td>22</td>\n",
       "      <td>5</td>\n",
       "      <td>23</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>52</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>gf</td>\n",
       "      <td>ce</td>\n",
       "      <td>tn</td>\n",
       "      <td>ep</td>\n",
       "      <td>zs</td>\n",
       "      <td>ep</td>\n",
       "      <td>ep</td>\n",
       "      <td>ye</td>\n",
       "      <td>ce</td>\n",
       "      <td>tn</td>\n",
       "      <td>hr</td>\n",
       "      <td>db</td>\n",
       "      <td>ep</td>\n",
       "      <td>tn</td>\n",
       "      <td>tn</td>\n",
       "      <td>ep</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>217285</td>\n",
       "      <td>348977</td>\n",
       "      <td>350336</td>\n",
       "      <td>262085</td>\n",
       "      <td>220366</td>\n",
       "      <td>522824</td>\n",
       "      <td>122473</td>\n",
       "      <td>52252</td>\n",
       "      <td>123097</td>\n",
       "      <td>214360</td>\n",
       "      <td>199583</td>\n",
       "      <td>372861</td>\n",
       "      <td>354042</td>\n",
       "      <td>480857</td>\n",
       "      <td>380330</td>\n",
       "      <td>298498</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       cat_var_1 cat_var_2 cat_var_4 cat_var_5 cat_var_6 cat_var_7 cat_var_9  \\\n",
       "count     523466    523466    523466    523466    523466    523466    523466   \n",
       "unique       534        62         2         2       515        22         5   \n",
       "top           gf        ce        tn        ep        zs        ep        ep   \n",
       "freq      217285    348977    350336    262085    220366    522824    122473   \n",
       "\n",
       "       cat_var_10 cat_var_11 cat_var_12 cat_var_13 cat_var_14 cat_var_15  \\\n",
       "count      523466     523466     523466     523466     523466     523466   \n",
       "unique         23          5          5         52         12          2   \n",
       "top            ye         ce         tn         hr         db         ep   \n",
       "freq        52252     123097     214360     199583     372861     354042   \n",
       "\n",
       "       cat_var_16 cat_var_17 cat_var_18  \n",
       "count      523466     523466     523466  \n",
       "unique          2          2          2  \n",
       "top            tn         tn         ep  \n",
       "freq       480857     380330     298498  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(dev_data[cat_columns].describe())\n",
    "display(test_data[cat_columns].describe())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "dev_data.corr()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'tu'}\n",
      "{'qw', 'ln', 'qt'}\n",
      "{'ts'}\n",
      "#-------------------------------------------------------------------------------------------------------\n",
      "{'uq', 'on', 'op'}\n",
      "set()\n",
      "{'cg', 'xy', 'mm'}\n"
     ]
    }
   ],
   "source": [
    "print(set(dev_data['cat_var_2'].value_counts().index) - set(test_data['cat_var_2'].value_counts().index))\n",
    "print(set(dev_data['cat_var_6'].value_counts().index) - set(test_data['cat_var_6'].value_counts().index))\n",
    "print(set(dev_data['cat_var_7'].value_counts().index) - set(test_data['cat_var_7'].value_counts().index))\n",
    "print('#-------------------------------------------------------------------------------------------------------')\n",
    "print(set(test_data['cat_var_2'].value_counts().index) - set(dev_data['cat_var_2'].value_counts().index))\n",
    "print(set(test_data['cat_var_6'].value_counts().index) - set(dev_data['cat_var_6'].value_counts().index))\n",
    "print(set(test_data['cat_var_7'].value_counts().index) - set(dev_data['cat_var_7'].value_counts().index))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Getting dummy variables"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "for col in cat_columns:\n",
    "    dev_data = pd.concat([dev_data,pd.get_dummies(dev_data[col], prefix=col, drop_first=True).astype(np.int8)], axis=1)\n",
    "    dev_data.drop(col, axis=1, inplace=True)\n",
    "    test_data = pd.concat([test_data, pd.get_dummies(test_data[col], prefix=col, drop_first=True).astype(np.int8)], axis=1)\n",
    "    test_data.drop(col, axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['transaction_id', 'num_var_1', 'num_var_2', 'num_var_3', 'num_var_4',\n",
       "       'num_var_5', 'num_var_6', 'num_var_7', 'cat_var_19', 'cat_var_20',\n",
       "       'cat_var_21', 'cat_var_22', 'cat_var_23', 'cat_var_24', 'cat_var_25',\n",
       "       'cat_var_26', 'cat_var_27', 'cat_var_28', 'cat_var_29', 'cat_var_30',\n",
       "       'cat_var_31', 'cat_var_32', 'cat_var_33', 'cat_var_34', 'cat_var_35',\n",
       "       'cat_var_36', 'cat_var_37', 'cat_var_38', 'cat_var_39', 'cat_var_40',\n",
       "       'cat_var_41', 'cat_var_42', 'target', 'cat_var_1_ab', 'cat_var_1_ac',\n",
       "       'cat_var_1_ad', 'cat_var_1_ae', 'cat_var_1_af', 'cat_var_1_ag',\n",
       "       'cat_var_1_ah', 'cat_var_1_aj', 'cat_var_1_al', 'cat_var_1_am',\n",
       "       'cat_var_1_ao', 'cat_var_1_ap', 'cat_var_1_aq', 'cat_var_1_as',\n",
       "       'cat_var_1_at', 'cat_var_1_au', 'cat_var_1_av'],\n",
       "      dtype='object')"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "Index(['transaction_id', 'num_var_1', 'num_var_2', 'num_var_3', 'num_var_4',\n",
       "       'num_var_5', 'num_var_6', 'num_var_7', 'cat_var_19', 'cat_var_20',\n",
       "       'cat_var_21', 'cat_var_22', 'cat_var_23', 'cat_var_24', 'cat_var_25',\n",
       "       'cat_var_26', 'cat_var_27', 'cat_var_28', 'cat_var_29', 'cat_var_30',\n",
       "       'cat_var_31', 'cat_var_32', 'cat_var_33', 'cat_var_34', 'cat_var_35',\n",
       "       'cat_var_36', 'cat_var_37', 'cat_var_38', 'cat_var_39', 'cat_var_40',\n",
       "       'cat_var_41', 'cat_var_42', 'cat_var_1_ab', 'cat_var_1_ac',\n",
       "       'cat_var_1_ad', 'cat_var_1_ae', 'cat_var_1_af', 'cat_var_1_ag',\n",
       "       'cat_var_1_ah', 'cat_var_1_aj', 'cat_var_1_al', 'cat_var_1_am',\n",
       "       'cat_var_1_ao', 'cat_var_1_ap', 'cat_var_1_aq', 'cat_var_1_as',\n",
       "       'cat_var_1_at', 'cat_var_1_au', 'cat_var_1_av', 'cat_var_1_aw'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "display(dev_data.columns[0:50])\n",
    "test_data.columns[0:50]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['cat_var_7_mm', 'cat_var_2_op', 'cat_var_2_uq', 'cat_var_7_xy', 'cat_var_7_cg', 'cat_var_1_yw', 'cat_var_2_on', 'cat_var_1_jk', 'cat_var_1_gz']\n",
      "['cat_var_7_ts', 'cat_var_6_qt', 'cat_var_6_qw', 'cat_var_1_ye', 'cat_var_6_ln', 'cat_var_1_ln', 'cat_var_2_tu', 'cat_var_1_ex']\n"
     ]
    }
   ],
   "source": [
    "remove_from_test = list(set(test_data.columns)-set(dev_data.columns))\n",
    "remove_from_dev = list((set(dev_data.columns)-set(test_data.columns))-set(['target']))\n",
    "print(remove_from_test)\n",
    "print(remove_from_dev)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dev_data.drop(remove_from_dev, axis=1, inplace=True)\n",
    "test_data.drop(remove_from_test, axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[]\n",
      "['target']\n"
     ]
    }
   ],
   "source": [
    "remove_from_test = list(set(test_data.columns)-set(dev_data.columns))\n",
    "remove_from_dev = list(set(dev_data.columns)-set(test_data.columns))\n",
    "print(remove_from_test)\n",
    "print(remove_from_dev)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Resampling to fix class imbalance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    311610\n",
       "1     37368\n",
       "Name: target, dtype: int64"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dev_data['target'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# Separate majority and minority classes\n",
    "dev_data_0 = dev_data[dev_data.target==0]\n",
    "dev_data_1 = dev_data[dev_data.target==1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "from sklearn.utils import resample"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#Upsample minority class\n",
    "dev_data_1_upsampled = resample(dev_data_1, \n",
    "                                 replace=True,     # sample with replacement\n",
    "                                 n_samples=311610,    # to match majority class\n",
    "                                 random_state=123) # reproducible results\n",
    "#Downsample majority class\n",
    "dev_data_0_downsampled = resample(dev_data_0, \n",
    "                                 replace=False,     # sample with replacement\n",
    "                                 n_samples=37368,    # to match majority class\n",
    "                                 random_state=123) # reproducible results\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dev_data_upsampled = pd.concat([dev_data_0, dev_data_1_upsampled])\n",
    "dev_data_downsampled = pd.concat([dev_data_0_downsampled, dev_data_1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "623220\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "74736"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(len(dev_data_upsampled))\n",
    "len(dev_data_downsampled)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    7.473600e+04\n",
       "mean     9.227884e-07\n",
       "std      1.783812e-04\n",
       "min      0.000000e+00\n",
       "25%      0.000000e+00\n",
       "50%      0.000000e+00\n",
       "75%      0.000000e+00\n",
       "max      3.448276e-02\n",
       "Name: num_var_3, dtype: float64"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dev_data_downsampled.iloc[:,3].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "msk = np.random.rand(len(dev_data_upsampled)) < 0.8"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "labels = dev_data_downsampled['target'].copy()\n",
    "features = dev_data_downsampled.drop(['target', 'transaction_id'], axis=1)\n",
    "#train = dev_data_upsampled[msk]\n",
    "#valid = dev_data_upsampled[~msk]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "X_train, X_valid, y_train, y_valid = train_test_split(features, labels, test_size=0.2)\n",
    "X_test = test_data.drop(['transaction_id'], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1    37368\n",
      "0    37368\n",
      "Name: target, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print(labels.value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(59788, 1253)\n",
      "(523466, 1253)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(14948, 1253)"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(X_train.shape)\n",
    "print(X_test.shape)\n",
    "X_valid.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>num_var_2</th>\n",
       "      <th>num_var_3</th>\n",
       "      <th>num_var_4</th>\n",
       "      <th>num_var_5</th>\n",
       "      <th>num_var_6</th>\n",
       "      <th>num_var_7</th>\n",
       "      <th>cat_var_19</th>\n",
       "      <th>cat_var_20</th>\n",
       "      <th>cat_var_21</th>\n",
       "      <th>cat_var_22</th>\n",
       "      <th>...</th>\n",
       "      <th>cat_var_14_ip</th>\n",
       "      <th>cat_var_14_iq</th>\n",
       "      <th>cat_var_14_ji</th>\n",
       "      <th>cat_var_14_rv</th>\n",
       "      <th>cat_var_14_td</th>\n",
       "      <th>cat_var_14_tn</th>\n",
       "      <th>cat_var_15_tn</th>\n",
       "      <th>cat_var_16_tn</th>\n",
       "      <th>cat_var_17_tn</th>\n",
       "      <th>cat_var_18_tn</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.162737</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>4.828947e-07</td>\n",
       "      <td>1.300010e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.086391</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.500000e-07</td>\n",
       "      <td>1.315789e-07</td>\n",
       "      <td>9.868421e-08</td>\n",
       "      <td>3.186300e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.159987</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>1.585526e-07</td>\n",
       "      <td>4.715724e-08</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.088083</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.500000e-07</td>\n",
       "      <td>8.552632e-08</td>\n",
       "      <td>9.868421e-08</td>\n",
       "      <td>4.142190e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.089563</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.452953e-07</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.582214</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.680000e-06</td>\n",
       "      <td>2.631579e-07</td>\n",
       "      <td>1.485526e-06</td>\n",
       "      <td>2.048791e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.293751</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.865000e-06</td>\n",
       "      <td>6.355263e-07</td>\n",
       "      <td>1.578947e-07</td>\n",
       "      <td>7.647119e-08</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.162737</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>1.348684e-07</td>\n",
       "      <td>9.558899e-08</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.494026</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.890000e-06</td>\n",
       "      <td>3.407895e-07</td>\n",
       "      <td>3.730263e-07</td>\n",
       "      <td>7.647119e-09</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.078355</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>4.938765e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.089669</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.911780e-09</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.064502</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.169000e-05</td>\n",
       "      <td>8.072368e-07</td>\n",
       "      <td>1.394079e-06</td>\n",
       "      <td>6.882407e-08</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.575553</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.573500e-05</td>\n",
       "      <td>1.879605e-06</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>2.578672e-06</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.089563</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>2.230410e-09</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.276198</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.360000e-06</td>\n",
       "      <td>7.006579e-07</td>\n",
       "      <td>1.868421e-06</td>\n",
       "      <td>9.558899e-06</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.163583</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>8.881579e-08</td>\n",
       "      <td>6.372599e-09</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.148884</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.815000e-06</td>\n",
       "      <td>1.802632e-07</td>\n",
       "      <td>1.973684e-08</td>\n",
       "      <td>9.558899e-09</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.162631</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>5.249342e-06</td>\n",
       "      <td>2.501883e-06</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.085122</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>9.558899e-09</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.079095</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.045106e-07</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.150894</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>2.710526e-07</td>\n",
       "      <td>3.058848e-08</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.161362</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>5.460526e-08</td>\n",
       "      <td>4.460820e-09</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.085122</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>8.901316e-07</td>\n",
       "      <td>1.159176e-06</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.154066</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>1.638158e-07</td>\n",
       "      <td>1.640944e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.151951</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>7.647119e-09</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.530824</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.705000e-06</td>\n",
       "      <td>5.388158e-07</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.172877e-06</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.085228</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.975506e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.068732</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.600000e-06</td>\n",
       "      <td>1.848684e-07</td>\n",
       "      <td>2.105263e-07</td>\n",
       "      <td>6.723092e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.082373</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>1.776316e-06</td>\n",
       "      <td>8.950316e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.152162</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.125000e-04</td>\n",
       "      <td>1.713158e-05</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>5.965741e-05</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523436</th>\n",
       "      <td>0.155652</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>7.743421e-07</td>\n",
       "      <td>6.646621e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523437</th>\n",
       "      <td>0.055832</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.875000e-06</td>\n",
       "      <td>1.651316e-07</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.529424e-07</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523438</th>\n",
       "      <td>0.148990</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>1.526316e-07</td>\n",
       "      <td>1.589964e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523439</th>\n",
       "      <td>0.089035</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>9.622625e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523440</th>\n",
       "      <td>0.446970</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.605000e-06</td>\n",
       "      <td>1.080263e-06</td>\n",
       "      <td>4.582895e-06</td>\n",
       "      <td>1.000498e-06</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523441</th>\n",
       "      <td>0.089669</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.370109e-07</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523442</th>\n",
       "      <td>0.087025</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.500000e-07</td>\n",
       "      <td>6.907895e-08</td>\n",
       "      <td>9.868421e-08</td>\n",
       "      <td>2.262273e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523443</th>\n",
       "      <td>0.082796</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.210794e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523444</th>\n",
       "      <td>0.344401</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.066500e-05</td>\n",
       "      <td>1.192105e-06</td>\n",
       "      <td>2.107895e-06</td>\n",
       "      <td>9.288064e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523445</th>\n",
       "      <td>0.085016</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>4.078464e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523446</th>\n",
       "      <td>0.085757</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.500000e-07</td>\n",
       "      <td>6.578947e-08</td>\n",
       "      <td>9.868421e-08</td>\n",
       "      <td>3.186300e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523447</th>\n",
       "      <td>0.082902</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>4.142190e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523448</th>\n",
       "      <td>0.150788</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>5.796053e-07</td>\n",
       "      <td>8.762324e-08</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523449</th>\n",
       "      <td>0.150365</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>1.980263e-07</td>\n",
       "      <td>1.054665e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523450</th>\n",
       "      <td>0.085439</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>6.372599e-09</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523451</th>\n",
       "      <td>0.153854</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>2.052632e-07</td>\n",
       "      <td>1.405158e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523452</th>\n",
       "      <td>0.082479</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>3.186300e-09</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523453</th>\n",
       "      <td>0.085122</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>9.463310e-07</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523454</th>\n",
       "      <td>0.163583</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>8.552632e-09</td>\n",
       "      <td>3.186300e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523455</th>\n",
       "      <td>0.079941</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>3.763158e-07</td>\n",
       "      <td>3.332870e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523456</th>\n",
       "      <td>0.154489</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>1.500000e-07</td>\n",
       "      <td>1.481629e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523457</th>\n",
       "      <td>0.636988</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.875000e-06</td>\n",
       "      <td>5.052632e-07</td>\n",
       "      <td>1.125658e-06</td>\n",
       "      <td>5.276512e-07</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523458</th>\n",
       "      <td>0.079095</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>3.154437e-07</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523459</th>\n",
       "      <td>0.078355</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>5.735340e-08</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523460</th>\n",
       "      <td>0.082479</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.550000e-07</td>\n",
       "      <td>4.671053e-08</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.552365e-06</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523461</th>\n",
       "      <td>0.156181</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.125000e-04</td>\n",
       "      <td>1.713158e-05</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>1.261010e-05</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523462</th>\n",
       "      <td>0.037961</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.800000e-07</td>\n",
       "      <td>1.973684e-08</td>\n",
       "      <td>2.368421e-08</td>\n",
       "      <td>9.558899e-09</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523463</th>\n",
       "      <td>0.415777</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.000000e-06</td>\n",
       "      <td>6.578947e-07</td>\n",
       "      <td>7.302632e-08</td>\n",
       "      <td>3.536793e-08</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523464</th>\n",
       "      <td>0.152268</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.105000e-06</td>\n",
       "      <td>2.769737e-07</td>\n",
       "      <td>1.052632e-07</td>\n",
       "      <td>4.588272e-08</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>523465</th>\n",
       "      <td>0.475944</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.166500e-05</td>\n",
       "      <td>1.208553e-06</td>\n",
       "      <td>4.407895e-08</td>\n",
       "      <td>3.862114e-06</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>523466 rows × 1252 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        num_var_2  num_var_3     num_var_4     num_var_5     num_var_6  \\\n",
       "0        0.162737        0.0  2.105000e-06  2.769737e-07  4.828947e-07   \n",
       "1        0.086391        0.0  7.500000e-07  1.315789e-07  9.868421e-08   \n",
       "2        0.159987        0.0  2.105000e-06  2.769737e-07  1.585526e-07   \n",
       "3        0.088083        0.0  7.500000e-07  8.552632e-08  9.868421e-08   \n",
       "4        0.089563        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "5        0.582214        0.0  7.680000e-06  2.631579e-07  1.485526e-06   \n",
       "6        0.293751        0.0  5.865000e-06  6.355263e-07  1.578947e-07   \n",
       "7        0.162737        0.0  2.105000e-06  2.769737e-07  1.348684e-07   \n",
       "8        0.494026        0.0  2.890000e-06  3.407895e-07  3.730263e-07   \n",
       "9        0.078355        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "10       0.089669        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "11       0.064502        0.0  1.169000e-05  8.072368e-07  1.394079e-06   \n",
       "12       0.575553        0.0  1.573500e-05  1.879605e-06  4.407895e-08   \n",
       "13       0.089563        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "14       0.276198        0.0  3.360000e-06  7.006579e-07  1.868421e-06   \n",
       "15       0.163583        0.0  2.105000e-06  2.769737e-07  8.881579e-08   \n",
       "16       0.148884        0.0  1.815000e-06  1.802632e-07  1.973684e-08   \n",
       "17       0.162631        0.0  2.105000e-06  2.769737e-07  5.249342e-06   \n",
       "18       0.085122        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "19       0.079095        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "20       0.150894        0.0  2.105000e-06  2.769737e-07  2.710526e-07   \n",
       "21       0.161362        0.0  2.105000e-06  2.769737e-07  5.460526e-08   \n",
       "22       0.085122        0.0  3.550000e-07  4.671053e-08  8.901316e-07   \n",
       "23       0.154066        0.0  2.105000e-06  2.769737e-07  1.638158e-07   \n",
       "24       0.151951        0.0  2.105000e-06  2.769737e-07  4.407895e-08   \n",
       "25       0.530824        0.0  2.705000e-06  5.388158e-07  4.407895e-08   \n",
       "26       0.085228        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "27       0.068732        0.0  1.600000e-06  1.848684e-07  2.105263e-07   \n",
       "28       0.082373        0.0  3.550000e-07  4.671053e-08  1.776316e-06   \n",
       "29       0.152162        0.0  1.125000e-04  1.713158e-05  4.407895e-08   \n",
       "...           ...        ...           ...           ...           ...   \n",
       "523436   0.155652        0.0  2.105000e-06  2.769737e-07  7.743421e-07   \n",
       "523437   0.055832        0.0  1.875000e-06  1.651316e-07  4.407895e-08   \n",
       "523438   0.148990        0.0  2.105000e-06  2.769737e-07  1.526316e-07   \n",
       "523439   0.089035        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "523440   0.446970        0.0  8.605000e-06  1.080263e-06  4.582895e-06   \n",
       "523441   0.089669        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "523442   0.087025        0.0  7.500000e-07  6.907895e-08  9.868421e-08   \n",
       "523443   0.082796        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "523444   0.344401        0.0  1.066500e-05  1.192105e-06  2.107895e-06   \n",
       "523445   0.085016        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "523446   0.085757        0.0  7.500000e-07  6.578947e-08  9.868421e-08   \n",
       "523447   0.082902        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "523448   0.150788        0.0  2.105000e-06  2.769737e-07  5.796053e-07   \n",
       "523449   0.150365        0.0  2.105000e-06  2.769737e-07  1.980263e-07   \n",
       "523450   0.085439        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "523451   0.153854        0.0  2.105000e-06  2.769737e-07  2.052632e-07   \n",
       "523452   0.082479        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "523453   0.085122        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "523454   0.163583        0.0  2.105000e-06  2.769737e-07  8.552632e-09   \n",
       "523455   0.079941        0.0  3.550000e-07  4.671053e-08  3.763158e-07   \n",
       "523456   0.154489        0.0  2.105000e-06  2.769737e-07  1.500000e-07   \n",
       "523457   0.636988        0.0  3.875000e-06  5.052632e-07  1.125658e-06   \n",
       "523458   0.079095        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "523459   0.078355        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "523460   0.082479        0.0  3.550000e-07  4.671053e-08  4.407895e-08   \n",
       "523461   0.156181        0.0  1.125000e-04  1.713158e-05  4.407895e-08   \n",
       "523462   0.037961        0.0  1.800000e-07  1.973684e-08  2.368421e-08   \n",
       "523463   0.415777        0.0  5.000000e-06  6.578947e-07  7.302632e-08   \n",
       "523464   0.152268        0.0  2.105000e-06  2.769737e-07  1.052632e-07   \n",
       "523465   0.475944        0.0  1.166500e-05  1.208553e-06  4.407895e-08   \n",
       "\n",
       "           num_var_7  cat_var_19  cat_var_20  cat_var_21  cat_var_22  \\\n",
       "0       1.300010e-07           1           0           1           0   \n",
       "1       3.186300e-08           0           1           1           0   \n",
       "2       4.715724e-08           1           0           1           0   \n",
       "3       4.142190e-08           0           1           1           0   \n",
       "4       1.452953e-07           0           1           0           1   \n",
       "5       2.048791e-07           1           0           0           0   \n",
       "6       7.647119e-08           1           0           1           0   \n",
       "7       9.558899e-08           1           0           1           0   \n",
       "8       7.647119e-09           0           1           1           0   \n",
       "9       4.938765e-08           0           1           0           1   \n",
       "10      1.911780e-09           0           1           0           1   \n",
       "11      6.882407e-08           1           0           1           0   \n",
       "12      2.578672e-06           0           1           0           1   \n",
       "13      2.230410e-09           0           1           0           1   \n",
       "14      9.558899e-06           0           1           1           0   \n",
       "15      6.372599e-09           1           0           1           0   \n",
       "16      9.558899e-09           1           0           1           0   \n",
       "17      2.501883e-06           1           0           1           0   \n",
       "18      9.558899e-09           0           1           0           1   \n",
       "19      1.045106e-07           0           1           0           1   \n",
       "20      3.058848e-08           1           0           1           0   \n",
       "21      4.460820e-09           1           0           1           0   \n",
       "22      1.159176e-06           1           0           1           0   \n",
       "23      1.640944e-07           1           0           1           0   \n",
       "24      7.647119e-09           1           0           1           0   \n",
       "25      1.172877e-06           0           1           0           1   \n",
       "26      1.975506e-08           0           1           0           1   \n",
       "27      6.723092e-08           0           1           1           0   \n",
       "28      8.950316e-07           1           0           1           0   \n",
       "29      5.965741e-05           0           1           0           1   \n",
       "...              ...         ...         ...         ...         ...   \n",
       "523436  6.646621e-07           1           0           1           0   \n",
       "523437  1.529424e-07           0           1           0           1   \n",
       "523438  1.589964e-07           1           0           1           0   \n",
       "523439  9.622625e-08           0           1           0           1   \n",
       "523440  1.000498e-06           1           0           1           0   \n",
       "523441  1.370109e-07           0           1           0           1   \n",
       "523442  2.262273e-08           0           1           1           0   \n",
       "523443  1.210794e-08           0           1           0           1   \n",
       "523444  9.288064e-07           1           0           1           0   \n",
       "523445  4.078464e-08           0           1           0           1   \n",
       "523446  3.186300e-08           0           1           1           0   \n",
       "523447  4.142190e-08           0           1           0           1   \n",
       "523448  8.762324e-08           1           0           1           0   \n",
       "523449  1.054665e-07           1           0           1           0   \n",
       "523450  6.372599e-09           0           1           0           1   \n",
       "523451  1.405158e-07           1           0           1           0   \n",
       "523452  3.186300e-09           0           1           0           1   \n",
       "523453  9.463310e-07           0           1           0           1   \n",
       "523454  3.186300e-07           1           0           1           0   \n",
       "523455  3.332870e-07           1           0           1           0   \n",
       "523456  1.481629e-07           1           0           1           0   \n",
       "523457  5.276512e-07           1           0           1           0   \n",
       "523458  3.154437e-07           0           1           0           1   \n",
       "523459  5.735340e-08           0           1           0           1   \n",
       "523460  1.552365e-06           0           1           0           1   \n",
       "523461  1.261010e-05           0           1           0           1   \n",
       "523462  9.558899e-09           0           1           1           0   \n",
       "523463  3.536793e-08           1           0           1           0   \n",
       "523464  4.588272e-08           1           0           1           0   \n",
       "523465  3.862114e-06           0           1           0           1   \n",
       "\n",
       "            ...        cat_var_14_ip  cat_var_14_iq  cat_var_14_ji  \\\n",
       "0           ...                    0              0              0   \n",
       "1           ...                    0              0              0   \n",
       "2           ...                    0              0              0   \n",
       "3           ...                    0              0              0   \n",
       "4           ...                    0              0              0   \n",
       "5           ...                    0              0              0   \n",
       "6           ...                    1              0              0   \n",
       "7           ...                    0              0              0   \n",
       "8           ...                    0              0              0   \n",
       "9           ...                    0              0              0   \n",
       "10          ...                    0              0              0   \n",
       "11          ...                    1              0              0   \n",
       "12          ...                    0              0              0   \n",
       "13          ...                    0              0              0   \n",
       "14          ...                    0              0              0   \n",
       "15          ...                    0              0              0   \n",
       "16          ...                    0              0              0   \n",
       "17          ...                    0              0              0   \n",
       "18          ...                    0              0              0   \n",
       "19          ...                    0              0              0   \n",
       "20          ...                    0              0              0   \n",
       "21          ...                    0              0              0   \n",
       "22          ...                    0              0              0   \n",
       "23          ...                    0              0              0   \n",
       "24          ...                    0              0              0   \n",
       "25          ...                    0              0              0   \n",
       "26          ...                    0              0              0   \n",
       "27          ...                    1              0              0   \n",
       "28          ...                    0              0              0   \n",
       "29          ...                    0              0              0   \n",
       "...         ...                  ...            ...            ...   \n",
       "523436      ...                    0              0              0   \n",
       "523437      ...                    0              0              0   \n",
       "523438      ...                    0              0              0   \n",
       "523439      ...                    0              0              0   \n",
       "523440      ...                    0              0              1   \n",
       "523441      ...                    0              0              0   \n",
       "523442      ...                    0              0              0   \n",
       "523443      ...                    0              0              0   \n",
       "523444      ...                    0              0              0   \n",
       "523445      ...                    0              0              0   \n",
       "523446      ...                    0              0              0   \n",
       "523447      ...                    0              0              0   \n",
       "523448      ...                    0              0              0   \n",
       "523449      ...                    0              0              0   \n",
       "523450      ...                    0              0              0   \n",
       "523451      ...                    0              0              0   \n",
       "523452      ...                    0              0              0   \n",
       "523453      ...                    0              0              0   \n",
       "523454      ...                    0              0              0   \n",
       "523455      ...                    0              0              0   \n",
       "523456      ...                    0              0              0   \n",
       "523457      ...                    0              0              0   \n",
       "523458      ...                    0              0              0   \n",
       "523459      ...                    0              0              0   \n",
       "523460      ...                    0              0              0   \n",
       "523461      ...                    0              0              0   \n",
       "523462      ...                    0              0              0   \n",
       "523463      ...                    0              0              0   \n",
       "523464      ...                    0              0              0   \n",
       "523465      ...                    0              1              0   \n",
       "\n",
       "        cat_var_14_rv  cat_var_14_td  cat_var_14_tn  cat_var_15_tn  \\\n",
       "0                   0              0              0              1   \n",
       "1                   0              0              0              0   \n",
       "2                   0              0              0              1   \n",
       "3                   0              0              0              0   \n",
       "4                   0              0              0              0   \n",
       "5                   0              0              0              0   \n",
       "6                   0              0              0              0   \n",
       "7                   0              0              0              1   \n",
       "8                   0              0              0              0   \n",
       "9                   0              0              0              0   \n",
       "10                  0              0              0              0   \n",
       "11                  0              0              0              0   \n",
       "12                  0              0              0              0   \n",
       "13                  0              0              0              0   \n",
       "14                  0              0              0              0   \n",
       "15                  0              0              0              1   \n",
       "16                  0              0              0              0   \n",
       "17                  0              0              0              1   \n",
       "18                  0              0              0              0   \n",
       "19                  0              0              0              0   \n",
       "20                  0              0              0              1   \n",
       "21                  0              0              0              1   \n",
       "22                  0              0              0              0   \n",
       "23                  0              0              0              1   \n",
       "24                  0              0              0              1   \n",
       "25                  1              0              0              0   \n",
       "26                  0              0              0              0   \n",
       "27                  0              0              0              0   \n",
       "28                  0              0              0              0   \n",
       "29                  0              0              0              0   \n",
       "...               ...            ...            ...            ...   \n",
       "523436              0              0              0              1   \n",
       "523437              0              0              0              1   \n",
       "523438              0              0              0              1   \n",
       "523439              0              0              0              0   \n",
       "523440              0              0              0              0   \n",
       "523441              0              0              0              0   \n",
       "523442              0              0              0              0   \n",
       "523443              0              0              0              0   \n",
       "523444              0              0              0              0   \n",
       "523445              0              0              0              0   \n",
       "523446              0              0              0              0   \n",
       "523447              0              0              0              0   \n",
       "523448              0              0              0              1   \n",
       "523449              0              0              0              1   \n",
       "523450              0              0              0              0   \n",
       "523451              0              0              0              1   \n",
       "523452              0              0              0              0   \n",
       "523453              0              0              0              0   \n",
       "523454              0              0              0              1   \n",
       "523455              0              0              0              0   \n",
       "523456              0              0              0              1   \n",
       "523457              0              0              0              0   \n",
       "523458              0              0              0              0   \n",
       "523459              0              0              0              0   \n",
       "523460              0              0              0              0   \n",
       "523461              0              0              0              0   \n",
       "523462              0              0              0              0   \n",
       "523463              0              1              0              0   \n",
       "523464              0              0              0              1   \n",
       "523465              0              0              0              0   \n",
       "\n",
       "        cat_var_16_tn  cat_var_17_tn  cat_var_18_tn  \n",
       "0                   1              1              1  \n",
       "1                   0              1              1  \n",
       "2                   1              0              1  \n",
       "3                   0              1              1  \n",
       "4                   1              1              0  \n",
       "5                   1              1              0  \n",
       "6                   1              1              0  \n",
       "7                   1              0              1  \n",
       "8                   0              1              1  \n",
       "9                   1              1              0  \n",
       "10                  1              1              0  \n",
       "11                  1              1              0  \n",
       "12                  1              1              0  \n",
       "13                  1              1              0  \n",
       "14                  1              1              0  \n",
       "15                  1              0              1  \n",
       "16                  1              1              0  \n",
       "17                  1              0              1  \n",
       "18                  1              1              0  \n",
       "19                  1              1              0  \n",
       "20                  1              1              1  \n",
       "21                  1              0              1  \n",
       "22                  1              1              0  \n",
       "23                  1              0              1  \n",
       "24                  1              1              1  \n",
       "25                  1              1              0  \n",
       "26                  1              1              0  \n",
       "27                  1              1              0  \n",
       "28                  1              1              0  \n",
       "29                  1              1              0  \n",
       "...               ...            ...            ...  \n",
       "523436              1              1              1  \n",
       "523437              1              1              1  \n",
       "523438              1              0              1  \n",
       "523439              1              1              0  \n",
       "523440              1              0              1  \n",
       "523441              1              1              0  \n",
       "523442              0              1              1  \n",
       "523443              1              1              0  \n",
       "523444              1              1              0  \n",
       "523445              1              1              0  \n",
       "523446              0              1              1  \n",
       "523447              1              1              0  \n",
       "523448              1              0              1  \n",
       "523449              1              0              1  \n",
       "523450              1              1              0  \n",
       "523451              1              1              1  \n",
       "523452              1              1              0  \n",
       "523453              1              1              0  \n",
       "523454              1              0              1  \n",
       "523455              1              0              1  \n",
       "523456              1              0              1  \n",
       "523457              1              1              0  \n",
       "523458              1              1              0  \n",
       "523459              1              1              0  \n",
       "523460              1              1              0  \n",
       "523461              1              1              0  \n",
       "523462              1              1              0  \n",
       "523463              1              1              0  \n",
       "523464              1              0              1  \n",
       "523465              1              1              0  \n",
       "\n",
       "[523466 rows x 1252 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(X_test).iloc[:,1:]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### PCA: Feature selection"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "348\n",
      "(59788, 348)\n",
      "(14948, 348)\n",
      "(523466, 348)\n"
     ]
    }
   ],
   "source": [
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.decomposition import PCA\n",
    "pca = PCA(n_components=.99, svd_solver='full')\n",
    "X_train = pca.fit_transform(X_train)\n",
    "X_valid = pca.transform(X_valid)\n",
    "X_test=  pca.transform(X_test)\n",
    "print(pca.n_components_)\n",
    "print(X_train.shape)\n",
    "print(X_valid.shape)\n",
    "print(X_test.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#pca = PCA(n_components=0.99, svd_solver='full')\n",
    "#X_train = pca.fit_transform(X_train)\n",
    "#X_valid = pca.transform(X_valid)\n",
    "#pca.n_components_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "sc = StandardScaler()\n",
    "X_train = sc.fit_transform(X_train)\n",
    "X_valid = sc.transform(X_valid)\n",
    "X_test = sc.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "sc.mean_"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Logistic Regression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "from sklearn.linear_model import LogisticRegression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy 0.643765052181\n",
      "roc score 0.645359000077\n"
     ]
    }
   ],
   "source": [
    "cls = LogisticRegression()\n",
    "cls.fit(X_train, y_train)\n",
    "print('accuracy', cls.score(X_valid, y_valid))\n",
    "y_pred = cls.predict(X_valid)\n",
    "print('roc score', roc_auc_score(y_valid, y_pred))\n",
    "probs = cls.predict_proba(X_test)\n",
    "probs = np.around(probs, decimals=6)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "confusion_matrix(y_valid, y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# Decision Tree Classifier\n",
    "from sklearn import metrics\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "# load the iris datasets\n",
    "# fit a CART model to the data\n",
    "model = DecisionTreeClassifier()\n",
    "model.fit(X_train, y_train)\n",
    "print(model)\n",
    "# make predictions\n",
    "expected = y_valid\n",
    "predicted = model.predict(X_valid)\n",
    "# summarize the fit of the model\n",
    "print(metrics.classification_report(expected, predicted))\n",
    "print(metrics.confusion_matrix(expected, predicted))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "print('roc score', roc_auc_score(expected, predicted))\n",
    "probs = model.predict_proba(X_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### ANN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "from keras.models import Sequential\n",
    "from keras.layers import Dense, Dropout\n",
    "import keras.backend as k\n",
    "import keras"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "dense_1 (Dense)              (None, 100)               34900     \n",
      "_________________________________________________________________\n",
      "dense_2 (Dense)              (None, 100)               10100     \n",
      "_________________________________________________________________\n",
      "dropout_1 (Dropout)          (None, 100)               0         \n",
      "_________________________________________________________________\n",
      "dense_3 (Dense)              (None, 1)                 101       \n",
      "=================================================================\n",
      "Total params: 45,101\n",
      "Trainable params: 45,101\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n",
      "Train on 47830 samples, validate on 11958 samples\n",
      "Epoch 1/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 1.7267 - acc: 0.5022 - val_loss: 1.3248 - val_acc: 0.4960\n",
      "Epoch 2/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 1.1984 - acc: 0.5054 - val_loss: 1.1037 - val_acc: 0.4990\n",
      "Epoch 3/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 1.0709 - acc: 0.5114 - val_loss: 1.0249 - val_acc: 0.5042\n",
      "Epoch 4/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 1.0241 - acc: 0.5146 - val_loss: 0.9936 - val_acc: 0.5068\n",
      "Epoch 5/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.9728 - acc: 0.5169 - val_loss: 0.9476 - val_acc: 0.5091\n",
      "Epoch 6/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.9327 - acc: 0.5174 - val_loss: 0.9189 - val_acc: 0.5095\n",
      "Epoch 7/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.9046 - acc: 0.5186 - val_loss: 0.8929 - val_acc: 0.5105\n",
      "Epoch 8/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.8809 - acc: 0.5204 - val_loss: 0.8742 - val_acc: 0.5119\n",
      "Epoch 9/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.8519 - acc: 0.5220 - val_loss: 0.8430 - val_acc: 0.5138\n",
      "Epoch 10/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.8270 - acc: 0.5271 - val_loss: 0.8223 - val_acc: 0.5156\n",
      "Epoch 11/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.8048 - acc: 0.5353 - val_loss: 0.7979 - val_acc: 0.5208\n",
      "Epoch 12/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.7762 - acc: 0.5482 - val_loss: 0.7765 - val_acc: 0.5348\n",
      "Epoch 13/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.7570 - acc: 0.5683 - val_loss: 0.7587 - val_acc: 0.5718\n",
      "Epoch 14/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.7420 - acc: 0.5874 - val_loss: 0.7410 - val_acc: 0.6022\n",
      "Epoch 15/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.7234 - acc: 0.6056 - val_loss: 0.7265 - val_acc: 0.6059\n",
      "Epoch 16/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.7038 - acc: 0.6153 - val_loss: 0.7090 - val_acc: 0.6161\n",
      "Epoch 17/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6880 - acc: 0.6234 - val_loss: 0.6976 - val_acc: 0.6203\n",
      "Epoch 18/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6770 - acc: 0.6274 - val_loss: 0.6927 - val_acc: 0.6223\n",
      "Epoch 19/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6684 - acc: 0.6290 - val_loss: 0.6812 - val_acc: 0.6215\n",
      "Epoch 20/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6586 - acc: 0.6326 - val_loss: 0.6734 - val_acc: 0.6228\n",
      "Epoch 21/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6520 - acc: 0.6349 - val_loss: 0.6616 - val_acc: 0.6267\n",
      "Epoch 22/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6442 - acc: 0.6346 - val_loss: 0.6540 - val_acc: 0.6279\n",
      "Epoch 23/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6390 - acc: 0.6368 - val_loss: 0.6477 - val_acc: 0.6314\n",
      "Epoch 24/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6296 - acc: 0.6403 - val_loss: 0.6384 - val_acc: 0.6321\n",
      "Epoch 25/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6280 - acc: 0.6414 - val_loss: 0.6310 - val_acc: 0.6336\n",
      "Epoch 26/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6252 - acc: 0.6414 - val_loss: 0.6287 - val_acc: 0.6319\n",
      "Epoch 27/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6206 - acc: 0.6401 - val_loss: 0.6252 - val_acc: 0.6340\n",
      "Epoch 28/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6152 - acc: 0.6434 - val_loss: 0.6244 - val_acc: 0.6358\n",
      "Epoch 29/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6150 - acc: 0.6402 - val_loss: 0.6228 - val_acc: 0.6351\n",
      "Epoch 30/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6154 - acc: 0.6402 - val_loss: 0.6224 - val_acc: 0.6359\n",
      "Epoch 31/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6127 - acc: 0.6384 - val_loss: 0.6212 - val_acc: 0.6372\n",
      "Epoch 32/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6138 - acc: 0.6385 - val_loss: 0.6208 - val_acc: 0.6363\n",
      "Epoch 33/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6102 - acc: 0.6410 - val_loss: 0.6205 - val_acc: 0.6367\n",
      "Epoch 34/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6122 - acc: 0.6409 - val_loss: 0.6201 - val_acc: 0.6365\n",
      "Epoch 35/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6089 - acc: 0.6423 - val_loss: 0.6190 - val_acc: 0.6378\n",
      "Epoch 36/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6078 - acc: 0.6412 - val_loss: 0.6186 - val_acc: 0.6372\n",
      "Epoch 37/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6082 - acc: 0.6424 - val_loss: 0.6186 - val_acc: 0.6378\n",
      "Epoch 38/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6073 - acc: 0.6417 - val_loss: 0.6181 - val_acc: 0.6381\n",
      "Epoch 39/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6071 - acc: 0.6421 - val_loss: 0.6178 - val_acc: 0.6380\n",
      "Epoch 40/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6045 - acc: 0.6438 - val_loss: 0.6162 - val_acc: 0.6383\n",
      "Epoch 41/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6091 - acc: 0.6455 - val_loss: 0.6175 - val_acc: 0.6377\n",
      "Epoch 42/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6076 - acc: 0.6413 - val_loss: 0.6167 - val_acc: 0.6363\n",
      "Epoch 43/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6041 - acc: 0.6418 - val_loss: 0.6179 - val_acc: 0.6369\n",
      "Epoch 44/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6051 - acc: 0.6419 - val_loss: 0.6173 - val_acc: 0.6375\n",
      "Epoch 45/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6055 - acc: 0.6408 - val_loss: 0.6171 - val_acc: 0.6377\n",
      "Epoch 46/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6039 - acc: 0.6379 - val_loss: 0.6159 - val_acc: 0.6385\n",
      "Epoch 47/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6019 - acc: 0.6438 - val_loss: 0.6159 - val_acc: 0.6377\n",
      "Epoch 48/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6026 - acc: 0.6426 - val_loss: 0.6156 - val_acc: 0.6382\n",
      "Epoch 49/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6024 - acc: 0.6402 - val_loss: 0.6153 - val_acc: 0.6378\n",
      "Epoch 50/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6038 - acc: 0.6404 - val_loss: 0.6151 - val_acc: 0.6382\n",
      "Epoch 51/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6014 - acc: 0.6382 - val_loss: 0.6149 - val_acc: 0.6373\n",
      "Epoch 52/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6040 - acc: 0.6410 - val_loss: 0.6162 - val_acc: 0.6360\n",
      "Epoch 53/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6023 - acc: 0.6401 - val_loss: 0.6145 - val_acc: 0.6373\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 54/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6048 - acc: 0.6410 - val_loss: 0.6234 - val_acc: 0.6341\n",
      "Epoch 55/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6074 - acc: 0.6431 - val_loss: 0.6208 - val_acc: 0.6361\n",
      "Epoch 56/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6035 - acc: 0.6404 - val_loss: 0.6191 - val_acc: 0.6397\n",
      "Epoch 57/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6019 - acc: 0.6399 - val_loss: 0.6187 - val_acc: 0.6397\n",
      "Epoch 58/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6030 - acc: 0.6364 - val_loss: 0.6171 - val_acc: 0.6396\n",
      "Epoch 59/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6005 - acc: 0.6395 - val_loss: 0.6154 - val_acc: 0.6398\n",
      "Epoch 60/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6017 - acc: 0.6398 - val_loss: 0.6151 - val_acc: 0.6397\n",
      "Epoch 61/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.6006 - acc: 0.6379 - val_loss: 0.6157 - val_acc: 0.6388\n",
      "Epoch 62/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5997 - acc: 0.6383 - val_loss: 0.6156 - val_acc: 0.6388\n",
      "Epoch 63/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5985 - acc: 0.6390 - val_loss: 0.6162 - val_acc: 0.6395\n",
      "Epoch 64/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.6007 - acc: 0.6373 - val_loss: 0.6161 - val_acc: 0.6396\n",
      "Epoch 65/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5980 - acc: 0.6363 - val_loss: 0.6168 - val_acc: 0.6400\n",
      "Epoch 66/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5966 - acc: 0.6379 - val_loss: 0.6166 - val_acc: 0.6400\n",
      "Epoch 67/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5978 - acc: 0.6353 - val_loss: 0.6154 - val_acc: 0.6400\n",
      "Epoch 68/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5971 - acc: 0.6377 - val_loss: 0.6153 - val_acc: 0.6402\n",
      "Epoch 69/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5962 - acc: 0.6358 - val_loss: 0.6133 - val_acc: 0.6409\n",
      "Epoch 70/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5982 - acc: 0.6407 - val_loss: 0.6132 - val_acc: 0.6409\n",
      "Epoch 71/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5966 - acc: 0.6392 - val_loss: 0.6139 - val_acc: 0.6412\n",
      "Epoch 72/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5966 - acc: 0.6390 - val_loss: 0.6130 - val_acc: 0.6412\n",
      "Epoch 73/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5948 - acc: 0.6353 - val_loss: 0.6128 - val_acc: 0.6402\n",
      "Epoch 74/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5949 - acc: 0.6380 - val_loss: 0.6135 - val_acc: 0.6391\n",
      "Epoch 75/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5943 - acc: 0.6388 - val_loss: 0.6139 - val_acc: 0.6397\n",
      "Epoch 76/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5936 - acc: 0.6337 - val_loss: 0.6138 - val_acc: 0.6388\n",
      "Epoch 77/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5943 - acc: 0.6318 - val_loss: 0.6138 - val_acc: 0.6396\n",
      "Epoch 78/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5966 - acc: 0.6329 - val_loss: 0.6137 - val_acc: 0.6395\n",
      "Epoch 79/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5945 - acc: 0.6329 - val_loss: 0.6137 - val_acc: 0.6394\n",
      "Epoch 80/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5935 - acc: 0.6328 - val_loss: 0.6138 - val_acc: 0.6392\n",
      "Epoch 81/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5935 - acc: 0.6324 - val_loss: 0.6155 - val_acc: 0.6388\n",
      "Epoch 82/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5938 - acc: 0.6305 - val_loss: 0.6147 - val_acc: 0.6380\n",
      "Epoch 83/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5929 - acc: 0.6304 - val_loss: 0.6155 - val_acc: 0.6379\n",
      "Epoch 84/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5919 - acc: 0.6300 - val_loss: 0.6156 - val_acc: 0.6379\n",
      "Epoch 85/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5920 - acc: 0.6302 - val_loss: 0.6165 - val_acc: 0.6371\n",
      "Epoch 86/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5908 - acc: 0.6287 - val_loss: 0.6164 - val_acc: 0.6374\n",
      "Epoch 87/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5907 - acc: 0.6313 - val_loss: 0.6165 - val_acc: 0.6371\n",
      "Epoch 88/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5914 - acc: 0.6296 - val_loss: 0.6155 - val_acc: 0.6365\n",
      "Epoch 89/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5913 - acc: 0.6275 - val_loss: 0.6154 - val_acc: 0.6366\n",
      "Epoch 90/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5912 - acc: 0.6261 - val_loss: 0.6163 - val_acc: 0.6369\n",
      "Epoch 91/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5911 - acc: 0.6277 - val_loss: 0.6164 - val_acc: 0.6361\n",
      "Epoch 92/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5899 - acc: 0.6285 - val_loss: 0.6156 - val_acc: 0.6365\n",
      "Epoch 93/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5892 - acc: 0.6277 - val_loss: 0.6165 - val_acc: 0.6359\n",
      "Epoch 94/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5869 - acc: 0.6280 - val_loss: 0.6167 - val_acc: 0.6358\n",
      "Epoch 95/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5909 - acc: 0.6265 - val_loss: 0.6167 - val_acc: 0.6356\n",
      "Epoch 96/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5877 - acc: 0.6247 - val_loss: 0.6166 - val_acc: 0.6355\n",
      "Epoch 97/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5890 - acc: 0.6229 - val_loss: 0.6167 - val_acc: 0.6343\n",
      "Epoch 98/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5891 - acc: 0.6211 - val_loss: 0.6165 - val_acc: 0.6351\n",
      "Epoch 99/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5888 - acc: 0.6223 - val_loss: 0.6151 - val_acc: 0.6320\n",
      "Epoch 100/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5865 - acc: 0.6216 - val_loss: 0.6150 - val_acc: 0.6254\n",
      "Epoch 101/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5880 - acc: 0.6163 - val_loss: 0.6150 - val_acc: 0.6255\n",
      "Epoch 102/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5884 - acc: 0.6178 - val_loss: 0.6163 - val_acc: 0.6203\n",
      "Epoch 103/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5873 - acc: 0.6192 - val_loss: 0.6173 - val_acc: 0.6224\n",
      "Epoch 104/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5888 - acc: 0.6209 - val_loss: 0.6172 - val_acc: 0.6172\n",
      "Epoch 105/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5865 - acc: 0.6184 - val_loss: 0.6176 - val_acc: 0.6137\n",
      "Epoch 106/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5847 - acc: 0.6145 - val_loss: 0.6182 - val_acc: 0.6023\n",
      "Epoch 107/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5866 - acc: 0.6163 - val_loss: 0.6184 - val_acc: 0.6036\n",
      "Epoch 108/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5846 - acc: 0.6173 - val_loss: 0.6174 - val_acc: 0.6017\n",
      "Epoch 109/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5863 - acc: 0.6156 - val_loss: 0.6171 - val_acc: 0.6022\n",
      "Epoch 110/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5850 - acc: 0.6115 - val_loss: 0.6173 - val_acc: 0.5862\n",
      "Epoch 111/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5857 - acc: 0.6136 - val_loss: 0.6194 - val_acc: 0.6346\n",
      "Epoch 112/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5860 - acc: 0.6175 - val_loss: 0.6185 - val_acc: 0.5808\n",
      "Epoch 113/200\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5849 - acc: 0.6128 - val_loss: 0.6193 - val_acc: 0.5731\n",
      "Epoch 114/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5838 - acc: 0.6078 - val_loss: 0.6195 - val_acc: 0.5656\n",
      "Epoch 115/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5842 - acc: 0.6092 - val_loss: 0.6194 - val_acc: 0.5664\n",
      "Epoch 116/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5834 - acc: 0.6057 - val_loss: 0.6195 - val_acc: 0.5610\n",
      "Epoch 117/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5824 - acc: 0.6043 - val_loss: 0.6202 - val_acc: 0.5577\n",
      "Epoch 118/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5844 - acc: 0.6033 - val_loss: 0.6201 - val_acc: 0.5585\n",
      "Epoch 119/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5825 - acc: 0.6046 - val_loss: 0.6194 - val_acc: 0.5573\n",
      "Epoch 120/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5806 - acc: 0.6058 - val_loss: 0.6191 - val_acc: 0.5540\n",
      "Epoch 121/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5825 - acc: 0.6001 - val_loss: 0.6192 - val_acc: 0.5541\n",
      "Epoch 122/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5845 - acc: 0.6091 - val_loss: 0.6194 - val_acc: 0.5637\n",
      "Epoch 123/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5845 - acc: 0.6004 - val_loss: 0.6216 - val_acc: 0.5513\n",
      "Epoch 124/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5819 - acc: 0.6001 - val_loss: 0.6208 - val_acc: 0.5492\n",
      "Epoch 125/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5807 - acc: 0.5971 - val_loss: 0.6205 - val_acc: 0.5491\n",
      "Epoch 126/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5811 - acc: 0.5952 - val_loss: 0.6202 - val_acc: 0.5499\n",
      "Epoch 127/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5801 - acc: 0.5989 - val_loss: 0.6191 - val_acc: 0.5547\n",
      "Epoch 128/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5807 - acc: 0.5976 - val_loss: 0.6226 - val_acc: 0.5525\n",
      "Epoch 129/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5800 - acc: 0.5962 - val_loss: 0.6223 - val_acc: 0.5500\n",
      "Epoch 130/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5799 - acc: 0.5982 - val_loss: 0.6231 - val_acc: 0.5500\n",
      "Epoch 131/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5798 - acc: 0.5944 - val_loss: 0.6226 - val_acc: 0.5497\n",
      "Epoch 132/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5787 - acc: 0.5967 - val_loss: 0.6230 - val_acc: 0.5475\n",
      "Epoch 133/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5793 - acc: 0.5960 - val_loss: 0.6228 - val_acc: 0.5480\n",
      "Epoch 134/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5783 - acc: 0.5937 - val_loss: 0.6248 - val_acc: 0.5464\n",
      "Epoch 135/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5825 - acc: 0.6025 - val_loss: 0.6256 - val_acc: 0.5521\n",
      "Epoch 136/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5823 - acc: 0.5983 - val_loss: 0.6246 - val_acc: 0.5472\n",
      "Epoch 137/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5793 - acc: 0.5935 - val_loss: 0.6252 - val_acc: 0.5488\n",
      "Epoch 138/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5825 - acc: 0.5943 - val_loss: 0.6262 - val_acc: 0.5501\n",
      "Epoch 139/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5803 - acc: 0.5944 - val_loss: 0.6261 - val_acc: 0.5504\n",
      "Epoch 140/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5789 - acc: 0.5940 - val_loss: 0.6254 - val_acc: 0.5504\n",
      "Epoch 141/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5786 - acc: 0.5917 - val_loss: 0.6267 - val_acc: 0.5499\n",
      "Epoch 142/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5778 - acc: 0.5926 - val_loss: 0.6263 - val_acc: 0.5488\n",
      "Epoch 143/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5779 - acc: 0.5916 - val_loss: 0.6265 - val_acc: 0.5492\n",
      "Epoch 144/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5819 - acc: 0.5923 - val_loss: 0.6280 - val_acc: 0.5489\n",
      "Epoch 145/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5772 - acc: 0.5916 - val_loss: 0.6252 - val_acc: 0.5460\n",
      "Epoch 146/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5763 - acc: 0.5911 - val_loss: 0.6237 - val_acc: 0.5459\n",
      "Epoch 147/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5741 - acc: 0.5897 - val_loss: 0.6266 - val_acc: 0.5473\n",
      "Epoch 148/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5745 - acc: 0.5891 - val_loss: 0.6282 - val_acc: 0.5478\n",
      "Epoch 149/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5741 - acc: 0.5883 - val_loss: 0.6284 - val_acc: 0.5472\n",
      "Epoch 150/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5744 - acc: 0.5897 - val_loss: 0.6319 - val_acc: 0.5473\n",
      "Epoch 151/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5726 - acc: 0.5890 - val_loss: 0.6309 - val_acc: 0.5478\n",
      "Epoch 152/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5755 - acc: 0.5866 - val_loss: 0.6329 - val_acc: 0.5464\n",
      "Epoch 153/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5725 - acc: 0.5885 - val_loss: 0.6332 - val_acc: 0.5468\n",
      "Epoch 154/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5721 - acc: 0.5863 - val_loss: 0.6348 - val_acc: 0.5477\n",
      "Epoch 155/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5718 - acc: 0.5864 - val_loss: 0.6344 - val_acc: 0.5462\n",
      "Epoch 156/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5733 - acc: 0.5826 - val_loss: 0.6363 - val_acc: 0.5463\n",
      "Epoch 157/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5718 - acc: 0.5847 - val_loss: 0.6364 - val_acc: 0.5457\n",
      "Epoch 158/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5715 - acc: 0.5885 - val_loss: 0.6371 - val_acc: 0.5465\n",
      "Epoch 159/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5708 - acc: 0.5836 - val_loss: 0.6373 - val_acc: 0.5478\n",
      "Epoch 160/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5711 - acc: 0.5858 - val_loss: 0.6403 - val_acc: 0.5463\n",
      "Epoch 161/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5738 - acc: 0.5829 - val_loss: 0.6408 - val_acc: 0.5473\n",
      "Epoch 162/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5741 - acc: 0.5819 - val_loss: 0.6428 - val_acc: 0.5464\n",
      "Epoch 163/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5728 - acc: 0.5809 - val_loss: 0.6454 - val_acc: 0.5436\n",
      "Epoch 164/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5694 - acc: 0.5858 - val_loss: 0.6439 - val_acc: 0.5450\n",
      "Epoch 165/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5727 - acc: 0.5830 - val_loss: 0.6481 - val_acc: 0.5446\n",
      "Epoch 166/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5706 - acc: 0.5834 - val_loss: 0.6474 - val_acc: 0.5435\n",
      "Epoch 167/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5711 - acc: 0.5806 - val_loss: 0.6473 - val_acc: 0.5436\n",
      "Epoch 168/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5743 - acc: 0.5805 - val_loss: 0.6581 - val_acc: 0.5394\n",
      "Epoch 169/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5829 - acc: 0.5814 - val_loss: 0.6554 - val_acc: 0.5444\n",
      "Epoch 170/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5816 - acc: 0.5801 - val_loss: 0.6583 - val_acc: 0.5449\n",
      "Epoch 171/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5785 - acc: 0.5821 - val_loss: 0.6543 - val_acc: 0.5432\n",
      "Epoch 172/200\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5751 - acc: 0.5792 - val_loss: 0.6568 - val_acc: 0.5442\n",
      "Epoch 173/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5730 - acc: 0.5803 - val_loss: 0.6538 - val_acc: 0.5440\n",
      "Epoch 174/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5744 - acc: 0.5821 - val_loss: 0.6540 - val_acc: 0.5430\n",
      "Epoch 175/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5718 - acc: 0.5823 - val_loss: 0.6588 - val_acc: 0.5442\n",
      "Epoch 176/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5707 - acc: 0.5801 - val_loss: 0.6557 - val_acc: 0.5440\n",
      "Epoch 177/200\n",
      "47830/47830 [==============================] - 0s 10us/step - loss: 0.5716 - acc: 0.5814 - val_loss: 0.6599 - val_acc: 0.5423\n",
      "Epoch 178/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5686 - acc: 0.5800 - val_loss: 0.6578 - val_acc: 0.5434\n",
      "Epoch 179/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5678 - acc: 0.5805 - val_loss: 0.6568 - val_acc: 0.5429\n",
      "Epoch 180/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5679 - acc: 0.5819 - val_loss: 0.6595 - val_acc: 0.5427\n",
      "Epoch 181/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5689 - acc: 0.5802 - val_loss: 0.6622 - val_acc: 0.5426\n",
      "Epoch 182/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5707 - acc: 0.5811 - val_loss: 0.6648 - val_acc: 0.5431\n",
      "Epoch 183/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5719 - acc: 0.5800 - val_loss: 0.6637 - val_acc: 0.5394\n",
      "Epoch 184/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5701 - acc: 0.5790 - val_loss: 0.6656 - val_acc: 0.5406\n",
      "Epoch 185/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5699 - acc: 0.5815 - val_loss: 0.6675 - val_acc: 0.5432\n",
      "Epoch 186/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5689 - acc: 0.5791 - val_loss: 0.6695 - val_acc: 0.5421\n",
      "Epoch 187/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5807 - acc: 0.5801 - val_loss: 0.6886 - val_acc: 0.5380\n",
      "Epoch 188/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5804 - acc: 0.5800 - val_loss: 0.6869 - val_acc: 0.5387\n",
      "Epoch 189/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5799 - acc: 0.5810 - val_loss: 0.6886 - val_acc: 0.5359\n",
      "Epoch 190/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5780 - acc: 0.5802 - val_loss: 0.6907 - val_acc: 0.5369\n",
      "Epoch 191/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5786 - acc: 0.5804 - val_loss: 0.6929 - val_acc: 0.5365\n",
      "Epoch 192/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5777 - acc: 0.5798 - val_loss: 0.6941 - val_acc: 0.5393\n",
      "Epoch 193/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5766 - acc: 0.5799 - val_loss: 0.6968 - val_acc: 0.5394\n",
      "Epoch 194/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5816 - acc: 0.5815 - val_loss: 0.7099 - val_acc: 0.5389\n",
      "Epoch 195/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5892 - acc: 0.5773 - val_loss: 0.7039 - val_acc: 0.5389\n",
      "Epoch 196/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5866 - acc: 0.5774 - val_loss: 0.7043 - val_acc: 0.5392\n",
      "Epoch 197/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5842 - acc: 0.5794 - val_loss: 0.7019 - val_acc: 0.5402\n",
      "Epoch 198/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5840 - acc: 0.5785 - val_loss: 0.7022 - val_acc: 0.5399\n",
      "Epoch 199/200\n",
      "47830/47830 [==============================] - 0s 9us/step - loss: 0.5836 - acc: 0.5802 - val_loss: 0.7013 - val_acc: 0.5396\n",
      "Epoch 200/200\n",
      "47830/47830 [==============================] - 0s 8us/step - loss: 0.5829 - acc: 0.5788 - val_loss: 0.7031 - val_acc: 0.5400\n",
      "14948/14948 [==============================] - 0s 29us/step\n",
      "\n",
      "acc: 53.99%\n",
      "roc score 0.645794879989\n"
     ]
    }
   ],
   "source": [
    "k.clear_session()\n",
    "model = Sequential()\n",
    "model.add(Dense(100, input_shape=(348,), kernel_initializer=\"uniform\", activation='relu'))\n",
    "model.add(Dense(100, kernel_initializer=\"uniform\", activation='relu'))\n",
    "model.add(Dropout(0.5))\n",
    "model.add(Dense(1, kernel_initializer=\"uniform\"))\n",
    "#model.summary()\n",
    "# 4\n",
    "OPTIM = keras.optimizers.Adam(lr=0.0001)\n",
    "model.compile(loss='binary_crossentropy', optimizer=OPTIM, metrics=['accuracy'])\n",
    "model.summary()\n",
    "\n",
    "tbCallBack = keras.callbacks.TensorBoard(log_dir='./logs', write_graph=True)\n",
    "model.fit(X_train,y_train, epochs=200, batch_size=1000,  verbose=1, validation_split=0.2, callbacks=[tbCallBack])\n",
    "scores = model.evaluate(X_valid, y_valid)\n",
    "print(\"\\n%s: %.2f%%\" % (model.metrics_names[1], scores[1]*100))\n",
    "predicted = model.predict_classes(X_valid)\n",
    "expected = y_valid\n",
    "print('roc score', roc_auc_score(expected, predicted))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[6896,  529],\n",
       "       [4804, 2719]])"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "confusion_matrix(expected, predicted)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Writing submission file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "with open('result.csv', 'w') as f:\n",
    "    f.write('transaction_id, target\\n')\n",
    "    for i in range(len(probs)):\n",
    "        f.write(str(test_data.iloc[i, 0])+ ','+ str(probs[i, 1])+'\\n')\n",
    "        "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}