10-Ensemble.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import sklearn as sk\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "game_csv = pd.read_csv('./data/Training_dataset_Original.csv',na_values=[\"NA\", \"na\", \"missing\"])\n",
    "gameDf = pd.DataFrame(game_csv)\n",
    "\n",
    "dataDict = pd.read_csv('./data/Data_Dictionary.csv',na_values=\"NA\")\n",
    "\n",
    "#Leaderboard\n",
    "leader_csv = pd.read_csv('./data/Leaderboard_dataset.csv',na_values=[\"NA\", \"na\", \"missing\"])\n",
    "leaderDf = pd.DataFrame(leader_csv)\n",
    "\n",
    "#Evaluation\n",
    "eval_csv = pd.read_csv('./data/Evaluation_dataset.csv',na_values=[\"NA\", \"na\", \"missing\"])\n",
    "evalDf = pd.DataFrame(eval_csv)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(80000, 49)\n",
      "(49, 2)\n",
      "(25000, 48)\n"
     ]
    }
   ],
   "source": [
    "print(gameDf.shape)\n",
    "print(dataDict.shape)\n",
    "print(evalDf.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dic = dict(zip(dataDict.values[:, 1], dataDict.values[:, 0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'mvar25'"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dic['Average tenure of active revolving credit cards (in days)']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#remove ID column\n",
    "del gameDf[dic['Application ID (primary key)']]\n",
    "del dic['Application ID (primary key)']\n",
    "\n",
    "leaderAppID = leaderDf['application_key']\n",
    "del leaderDf['application_key']\n",
    "leaderX = leaderDf.copy()\n",
    "\n",
    "evalAppID = evalDf['application_key']\n",
    "del evalDf['application_key']\n",
    "evalX = evalDf.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "gameX = gameDf.iloc[:,:-1]\n",
    "gameY = gameDf.iloc[:,-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "range(0, 80000)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "range(gameDf[\"mvar47\"].shape[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'C'"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gameX[\"mvar47\"][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#one hot encoding C=0 L=1\n",
    "gameX['mvar47'] = pd.get_dummies(gameX['mvar47'])\n",
    "leaderX['mvar47'] = pd.get_dummies(leaderX['mvar47'])\n",
    "evalX['mvar47'] = pd.get_dummies(evalX['mvar47'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dtype('uint8')"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gameX[\"mvar47\"].dtype"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mvar1</th>\n",
       "      <th>mvar2</th>\n",
       "      <th>mvar3</th>\n",
       "      <th>mvar4</th>\n",
       "      <th>mvar5</th>\n",
       "      <th>mvar6</th>\n",
       "      <th>mvar7</th>\n",
       "      <th>mvar8</th>\n",
       "      <th>mvar9</th>\n",
       "      <th>mvar10</th>\n",
       "      <th>...</th>\n",
       "      <th>mvar38</th>\n",
       "      <th>mvar39</th>\n",
       "      <th>mvar40</th>\n",
       "      <th>mvar41</th>\n",
       "      <th>mvar42</th>\n",
       "      <th>mvar43</th>\n",
       "      <th>mvar44</th>\n",
       "      <th>mvar45</th>\n",
       "      <th>mvar46</th>\n",
       "      <th>mvar47</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1860.000000</td>\n",
       "      <td>0.466800</td>\n",
       "      <td>0.212000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1621.000000</td>\n",
       "      <td>151211.000000</td>\n",
       "      <td>22298.00000</td>\n",
       "      <td>161588.000000</td>\n",
       "      <td>207987.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.955970</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1797.000000</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>920.000000</td>\n",
       "      <td>8124.000000</td>\n",
       "      <td>920.00000</td>\n",
       "      <td>30429.000000</td>\n",
       "      <td>14070.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>14.888000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.452500</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1826.000000</td>\n",
       "      <td>0.042300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>3478.000000</td>\n",
       "      <td>7209.000000</td>\n",
       "      <td>3964.00000</td>\n",
       "      <td>16054.000000</td>\n",
       "      <td>24924.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>37.586000</td>\n",
       "      <td>64.002000</td>\n",
       "      <td>0.090910</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>0.923840</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1656.000000</td>\n",
       "      <td>0.272600</td>\n",
       "      <td>41.623000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>4955.000000</td>\n",
       "      <td>4955.000000</td>\n",
       "      <td>4955.00000</td>\n",
       "      <td>65010.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.526320</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1915.000000</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>6918.000000</td>\n",
       "      <td>7433.000000</td>\n",
       "      <td>6918.00000</td>\n",
       "      <td>7433.000000</td>\n",
       "      <td>14351.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1789.000000</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.533330</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1793.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>427.000000</td>\n",
       "      <td>7794.000000</td>\n",
       "      <td>7794.00000</td>\n",
       "      <td>84830.000000</td>\n",
       "      <td>14925.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>0.929810</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1755.000000</td>\n",
       "      <td>4.700100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>16847.000000</td>\n",
       "      <td>16847.00000</td>\n",
       "      <td>44975.000000</td>\n",
       "      <td>31911.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.547120</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1799.000000</td>\n",
       "      <td>0.066800</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>899.000000</td>\n",
       "      <td>899.000000</td>\n",
       "      <td>899.00000</td>\n",
       "      <td>4162.000000</td>\n",
       "      <td>899.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1911.000000</td>\n",
       "      <td>0.459900</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1015.000000</td>\n",
       "      <td>16051.000000</td>\n",
       "      <td>11892.00000</td>\n",
       "      <td>26408.000000</td>\n",
       "      <td>57627.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.516870</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1807.000000</td>\n",
       "      <td>4.102100</td>\n",
       "      <td>0.543000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>763.000000</td>\n",
       "      <td>14854.000000</td>\n",
       "      <td>4418.00000</td>\n",
       "      <td>28961.000000</td>\n",
       "      <td>36311.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>105.229000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.177920</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1899.000000</td>\n",
       "      <td>0.261600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>29175.000000</td>\n",
       "      <td>17838.00000</td>\n",
       "      <td>95509.000000</td>\n",
       "      <td>98023.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>61.905000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>20.000000</td>\n",
       "      <td>0.673680</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1930.000000</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>7.045000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>496.000000</td>\n",
       "      <td>19820.000000</td>\n",
       "      <td>19392.00000</td>\n",
       "      <td>84930.000000</td>\n",
       "      <td>78409.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.058820</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>0.483910</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1812.000000</td>\n",
       "      <td>0.242600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>37194.000000</td>\n",
       "      <td>4955.00000</td>\n",
       "      <td>76096.000000</td>\n",
       "      <td>55555.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.038460</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.982580</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1759.000000</td>\n",
       "      <td>0.640100</td>\n",
       "      <td>0.559000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>247.000000</td>\n",
       "      <td>7257.000000</td>\n",
       "      <td>247.00000</td>\n",
       "      <td>15509.000000</td>\n",
       "      <td>12480.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>30.260000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.606070</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1826.000000</td>\n",
       "      <td>0.900100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1828.000000</td>\n",
       "      <td>7775.000000</td>\n",
       "      <td>3964.00000</td>\n",
       "      <td>13081.000000</td>\n",
       "      <td>25818.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>90.097000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.792580</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1751.000000</td>\n",
       "      <td>0.559400</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>2487.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>29730.000000</td>\n",
       "      <td>4469.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1872.000000</td>\n",
       "      <td>0.126800</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>4103.000000</td>\n",
       "      <td>14015.000000</td>\n",
       "      <td>11325.00000</td>\n",
       "      <td>19820.000000</td>\n",
       "      <td>23072.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.969620</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1871.000000</td>\n",
       "      <td>0.484400</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1883.000000</td>\n",
       "      <td>34205.000000</td>\n",
       "      <td>34205.00000</td>\n",
       "      <td>207326.000000</td>\n",
       "      <td>147730.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>22.000000</td>\n",
       "      <td>0.739260</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1689.000000</td>\n",
       "      <td>2.100700</td>\n",
       "      <td>2.373000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>143.000000</td>\n",
       "      <td>143.00000</td>\n",
       "      <td>48556.000000</td>\n",
       "      <td>143.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.375000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.935200</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1779.000000</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>15499.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>31796.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>64.934000</td>\n",
       "      <td>0.111110</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.836080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1838.000000</td>\n",
       "      <td>1.304300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1584.000000</td>\n",
       "      <td>5027.000000</td>\n",
       "      <td>5027.00000</td>\n",
       "      <td>36806.000000</td>\n",
       "      <td>11070.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>123.303000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0.588000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1768.000000</td>\n",
       "      <td>1.472800</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>172.000000</td>\n",
       "      <td>14489.000000</td>\n",
       "      <td>14489.00000</td>\n",
       "      <td>40036.000000</td>\n",
       "      <td>19153.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.729800</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1600.000000</td>\n",
       "      <td>0.664700</td>\n",
       "      <td>9.802000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>496.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1775.000000</td>\n",
       "      <td>4.016300</td>\n",
       "      <td>6.522000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>159.000000</td>\n",
       "      <td>4161.000000</td>\n",
       "      <td>4161.00000</td>\n",
       "      <td>11248.000000</td>\n",
       "      <td>11481.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>92.869000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>0.525900</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1706.000000</td>\n",
       "      <td>0.084800</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>3941.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>7807.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>87.663000</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.851000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1931.000000</td>\n",
       "      <td>1.170100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>8919.000000</td>\n",
       "      <td>111168.000000</td>\n",
       "      <td>14370.00000</td>\n",
       "      <td>23289.000000</td>\n",
       "      <td>163074.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.076920</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>0.663200</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1791.000000</td>\n",
       "      <td>1.538400</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4180.000000</td>\n",
       "      <td>1784.00000</td>\n",
       "      <td>14776.000000</td>\n",
       "      <td>10312.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>86.744000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.853520</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1737.000000</td>\n",
       "      <td>0.124200</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>793.000000</td>\n",
       "      <td>3933.000000</td>\n",
       "      <td>793.00000</td>\n",
       "      <td>4658.000000</td>\n",
       "      <td>5780.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>96.643000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.609510</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1912.000000</td>\n",
       "      <td>0.065100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1015.000000</td>\n",
       "      <td>74175.000000</td>\n",
       "      <td>24775.00000</td>\n",
       "      <td>247276.000000</td>\n",
       "      <td>231085.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>27.000000</td>\n",
       "      <td>0.356340</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24970</th>\n",
       "      <td>1807.000000</td>\n",
       "      <td>0.246100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>451.000000</td>\n",
       "      <td>496.000000</td>\n",
       "      <td>451.00000</td>\n",
       "      <td>496.000000</td>\n",
       "      <td>946.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.983900</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24971</th>\n",
       "      <td>1618.000000</td>\n",
       "      <td>0.480100</td>\n",
       "      <td>31.176000</td>\n",
       "      <td>4.647300</td>\n",
       "      <td>7.91400</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1574.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>581.000000</td>\n",
       "      <td>2106.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>109.945000</td>\n",
       "      <td>90.195000</td>\n",
       "      <td>0.440000</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.285850</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24972</th>\n",
       "      <td>1945.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>13379.000000</td>\n",
       "      <td>65616.000000</td>\n",
       "      <td>13755.00000</td>\n",
       "      <td>27629.000000</td>\n",
       "      <td>92750.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24973</th>\n",
       "      <td>1650.000000</td>\n",
       "      <td>0.561300</td>\n",
       "      <td>9.972000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>198.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.172660</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24974</th>\n",
       "      <td>1651.000000</td>\n",
       "      <td>4.825800</td>\n",
       "      <td>15.812000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.33900</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>132.332000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.401370</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24975</th>\n",
       "      <td>1745.971085</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.046000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.335142</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24976</th>\n",
       "      <td>1711.000000</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>9.570000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.94000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17973.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>17973.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>144.838000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.916670</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.794960</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24977</th>\n",
       "      <td>1745.971085</td>\n",
       "      <td>2.510100</td>\n",
       "      <td>5.280955</td>\n",
       "      <td>0.474516</td>\n",
       "      <td>1.12472</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>30492.367255</td>\n",
       "      <td>...</td>\n",
       "      <td>4.286422</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.335142</td>\n",
       "      <td>6.552777</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24978</th>\n",
       "      <td>1791.000000</td>\n",
       "      <td>0.827900</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>300.000000</td>\n",
       "      <td>6662.000000</td>\n",
       "      <td>1685.00000</td>\n",
       "      <td>4658.000000</td>\n",
       "      <td>10137.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>88.882000</td>\n",
       "      <td>0.125000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.949600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24979</th>\n",
       "      <td>1726.000000</td>\n",
       "      <td>8.161800</td>\n",
       "      <td>3.318000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>293.000000</td>\n",
       "      <td>4648.000000</td>\n",
       "      <td>4648.00000</td>\n",
       "      <td>115600.000000</td>\n",
       "      <td>28216.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>43.288000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.026320</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.570520</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24980</th>\n",
       "      <td>1653.000000</td>\n",
       "      <td>3.450300</td>\n",
       "      <td>18.510000</td>\n",
       "      <td>5.142000</td>\n",
       "      <td>1.11600</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>67.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>90.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>110.089000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.655170</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.489310</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24981</th>\n",
       "      <td>1732.000000</td>\n",
       "      <td>2.101800</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4063.000000</td>\n",
       "      <td>436.00000</td>\n",
       "      <td>13928.000000</td>\n",
       "      <td>7363.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>0.461340</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24982</th>\n",
       "      <td>1765.000000</td>\n",
       "      <td>0.154500</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>380.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>2081.000000</td>\n",
       "      <td>380.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.666670</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24983</th>\n",
       "      <td>1714.000000</td>\n",
       "      <td>6.381400</td>\n",
       "      <td>16.717000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.26800</td>\n",
       "      <td>616.000000</td>\n",
       "      <td>616.000000</td>\n",
       "      <td>616.00000</td>\n",
       "      <td>941.000000</td>\n",
       "      <td>616.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>106.194000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.437500</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.187660</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24984</th>\n",
       "      <td>1783.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>341.000000</td>\n",
       "      <td>36038.000000</td>\n",
       "      <td>2900.00000</td>\n",
       "      <td>77397.000000</td>\n",
       "      <td>94789.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.188000</td>\n",
       "      <td>0.133330</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>0.424650</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24985</th>\n",
       "      <td>1608.000000</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>17.459000</td>\n",
       "      <td>8.573900</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.090910</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24986</th>\n",
       "      <td>1735.000000</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>7.473000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7.47300</td>\n",
       "      <td>1436.000000</td>\n",
       "      <td>31818.000000</td>\n",
       "      <td>2172.00000</td>\n",
       "      <td>17541.000000</td>\n",
       "      <td>36417.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.889000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.133330</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.761770</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24987</th>\n",
       "      <td>1646.000000</td>\n",
       "      <td>0.641800</td>\n",
       "      <td>13.582000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>237.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>237.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24988</th>\n",
       "      <td>1826.000000</td>\n",
       "      <td>0.932600</td>\n",
       "      <td>0.142000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1799.000000</td>\n",
       "      <td>29127.000000</td>\n",
       "      <td>9910.00000</td>\n",
       "      <td>34388.000000</td>\n",
       "      <td>49242.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>38.926000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>0.792880</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24989</th>\n",
       "      <td>1819.000000</td>\n",
       "      <td>0.135100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>713.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>1737.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>91.314000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.282220</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24990</th>\n",
       "      <td>1745.000000</td>\n",
       "      <td>0.814900</td>\n",
       "      <td>0.820000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>232.000000</td>\n",
       "      <td>12787.000000</td>\n",
       "      <td>991.00000</td>\n",
       "      <td>4757.000000</td>\n",
       "      <td>2214.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.835670</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24991</th>\n",
       "      <td>1912.000000</td>\n",
       "      <td>0.027600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>6049.000000</td>\n",
       "      <td>14267.000000</td>\n",
       "      <td>10406.00000</td>\n",
       "      <td>20761.000000</td>\n",
       "      <td>32991.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.944100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24992</th>\n",
       "      <td>1643.000000</td>\n",
       "      <td>2.867600</td>\n",
       "      <td>7.117000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>429.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>429.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.875000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24993</th>\n",
       "      <td>1844.000000</td>\n",
       "      <td>0.022600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>991.000000</td>\n",
       "      <td>5946.000000</td>\n",
       "      <td>4230.00000</td>\n",
       "      <td>20712.000000</td>\n",
       "      <td>11167.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>0.550990</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24994</th>\n",
       "      <td>1940.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>3469.000000</td>\n",
       "      <td>355769.000000</td>\n",
       "      <td>19225.00000</td>\n",
       "      <td>134895.000000</td>\n",
       "      <td>421443.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.498730</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24995</th>\n",
       "      <td>1909.000000</td>\n",
       "      <td>0.166100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>3950.000000</td>\n",
       "      <td>21106.000000</td>\n",
       "      <td>21106.00000</td>\n",
       "      <td>43343.000000</td>\n",
       "      <td>32998.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.935190</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24996</th>\n",
       "      <td>1627.000000</td>\n",
       "      <td>1.936100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>65.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>248.000000</td>\n",
       "      <td>65.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.730990</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24997</th>\n",
       "      <td>1643.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.936000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>1907.000000</td>\n",
       "      <td>332.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.909090</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24998</th>\n",
       "      <td>1802.000000</td>\n",
       "      <td>0.234100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>143.000000</td>\n",
       "      <td>45713.000000</td>\n",
       "      <td>1704.00000</td>\n",
       "      <td>27300.000000</td>\n",
       "      <td>80166.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>69.963000</td>\n",
       "      <td>0.120000</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0.547130</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24999</th>\n",
       "      <td>1769.000000</td>\n",
       "      <td>1.378600</td>\n",
       "      <td>1.536000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>27209.000000</td>\n",
       "      <td>5334.00000</td>\n",
       "      <td>45767.000000</td>\n",
       "      <td>82418.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>70.134000</td>\n",
       "      <td>0.060610</td>\n",
       "      <td>13.000000</td>\n",
       "      <td>0.398360</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25000 rows × 47 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             mvar1     mvar2      mvar3     mvar4    mvar5         mvar6  \\\n",
       "0      1860.000000  0.466800   0.212000  0.000000  0.00000   1621.000000   \n",
       "1      1797.000000  1.105629   0.000000  0.000000  0.00000    920.000000   \n",
       "2      1826.000000  0.042300   0.000000  0.000000  0.00000   3478.000000   \n",
       "3      1656.000000  0.272600  41.623000  0.000000  0.00000   4955.000000   \n",
       "4      1915.000000  1.105629   0.000000  0.000000  0.00000   6918.000000   \n",
       "5      1789.000000  1.105629   0.000000  0.000000  0.00000   1606.702372   \n",
       "6      1793.000000  0.000000   0.000000  0.000000  0.00000    427.000000   \n",
       "7      1755.000000  4.700100   0.000000  0.000000  0.00000      0.000000   \n",
       "8      1799.000000  0.066800   0.000000  0.000000  0.00000    899.000000   \n",
       "9      1911.000000  0.459900   0.000000  0.000000  0.00000   1015.000000   \n",
       "10     1807.000000  4.102100   0.543000  0.000000  0.00000    763.000000   \n",
       "11     1899.000000  0.261600   0.000000  0.000000  0.00000    297.000000   \n",
       "12     1930.000000  1.105629   7.045000  0.000000  0.00000    496.000000   \n",
       "13     1812.000000  0.242600   0.000000  0.000000  0.00000    297.000000   \n",
       "14     1759.000000  0.640100   0.559000  0.000000  0.00000    247.000000   \n",
       "15     1826.000000  0.900100   0.000000  0.000000  0.00000   1828.000000   \n",
       "16     1751.000000  0.559400   0.000000  0.000000  0.00000   1606.702372   \n",
       "17     1872.000000  0.126800   0.000000  0.000000  0.00000   4103.000000   \n",
       "18     1871.000000  0.484400   0.000000  0.000000  0.00000   1883.000000   \n",
       "19     1689.000000  2.100700   2.373000  0.000000  0.00000      0.000000   \n",
       "20     1779.000000  1.105629   0.000000  0.000000  0.00000   1606.702372   \n",
       "21     1838.000000  1.304300   0.000000  0.000000  0.00000   1584.000000   \n",
       "22     1768.000000  1.472800   0.000000  0.000000  0.00000    172.000000   \n",
       "23     1600.000000  0.664700   9.802000  0.000000  0.00000   1606.702372   \n",
       "24     1775.000000  4.016300   6.522000  0.000000  0.00000    159.000000   \n",
       "25     1706.000000  0.084800   0.250000  0.000000  0.00000   1606.702372   \n",
       "26     1931.000000  1.170100   0.000000  0.000000  0.00000   8919.000000   \n",
       "27     1791.000000  1.538400   0.000000  0.000000  0.00000      0.000000   \n",
       "28     1737.000000  0.124200   0.000000  0.000000  0.00000    793.000000   \n",
       "29     1912.000000  0.065100   0.000000  0.000000  0.00000   1015.000000   \n",
       "...            ...       ...        ...       ...      ...           ...   \n",
       "24970  1807.000000  0.246100   0.000000  0.000000  0.00000    451.000000   \n",
       "24971  1618.000000  0.480100  31.176000  4.647300  7.91400      0.000000   \n",
       "24972  1945.000000  0.000000   0.000000  0.000000  0.00000  13379.000000   \n",
       "24973  1650.000000  0.561300   9.972000  0.000000  0.00000   1606.702372   \n",
       "24974  1651.000000  4.825800  15.812000  0.000000  5.33900   1606.702372   \n",
       "24975  1745.971085  0.000000   4.046000  0.000000  0.00000   1606.702372   \n",
       "24976  1711.000000  1.105629   9.570000  0.000000  8.94000   1606.702372   \n",
       "24977  1745.971085  2.510100   5.280955  0.474516  1.12472   1606.702372   \n",
       "24978  1791.000000  0.827900   0.000000  0.000000  0.00000    300.000000   \n",
       "24979  1726.000000  8.161800   3.318000  0.000000  0.00000    293.000000   \n",
       "24980  1653.000000  3.450300  18.510000  5.142000  1.11600   1606.702372   \n",
       "24981  1732.000000  2.101800   0.000000  0.000000  0.00000      0.000000   \n",
       "24982  1765.000000  0.154500   0.000000  0.000000  0.00000   1606.702372   \n",
       "24983  1714.000000  6.381400  16.717000  0.000000  0.26800    616.000000   \n",
       "24984  1783.000000  0.000000   0.000000  0.000000  0.00000    341.000000   \n",
       "24985  1608.000000  1.105629  17.459000  8.573900  0.00000   1606.702372   \n",
       "24986  1735.000000  1.105629   7.473000  0.000000  7.47300   1436.000000   \n",
       "24987  1646.000000  0.641800  13.582000  0.000000  0.00000   1606.702372   \n",
       "24988  1826.000000  0.932600   0.142000  0.000000  0.00000   1799.000000   \n",
       "24989  1819.000000  0.135100   0.000000  0.000000  0.00000   1606.702372   \n",
       "24990  1745.000000  0.814900   0.820000  0.000000  0.00000    232.000000   \n",
       "24991  1912.000000  0.027600   0.000000  0.000000  0.00000   6049.000000   \n",
       "24992  1643.000000  2.867600   7.117000  0.000000  0.00000   1606.702372   \n",
       "24993  1844.000000  0.022600   0.000000  0.000000  0.00000    991.000000   \n",
       "24994  1940.000000  0.000000   0.000000  0.000000  0.00000   3469.000000   \n",
       "24995  1909.000000  0.166100   0.000000  0.000000  0.00000   3950.000000   \n",
       "24996  1627.000000  1.936100   0.000000  0.000000  0.00000   1606.702372   \n",
       "24997  1643.000000  0.000000   5.936000  0.000000  0.00000   1606.702372   \n",
       "24998  1802.000000  0.234100   0.000000  0.000000  0.00000    143.000000   \n",
       "24999  1769.000000  1.378600   1.536000  0.000000  0.00000      0.000000   \n",
       "\n",
       "               mvar7        mvar8          mvar9         mvar10   ...    \\\n",
       "0      151211.000000  22298.00000  161588.000000  207987.000000   ...     \n",
       "1        8124.000000    920.00000   30429.000000   14070.000000   ...     \n",
       "2        7209.000000   3964.00000   16054.000000   24924.000000   ...     \n",
       "3        4955.000000   4955.00000   65010.000000       0.000000   ...     \n",
       "4        7433.000000   6918.00000    7433.000000   14351.000000   ...     \n",
       "5           0.000000   6773.68666   34097.436013       0.000000   ...     \n",
       "6        7794.000000   7794.00000   84830.000000   14925.000000   ...     \n",
       "7       16847.000000  16847.00000   44975.000000   31911.000000   ...     \n",
       "8         899.000000    899.00000    4162.000000     899.000000   ...     \n",
       "9       16051.000000  11892.00000   26408.000000   57627.000000   ...     \n",
       "10      14854.000000   4418.00000   28961.000000   36311.000000   ...     \n",
       "11      29175.000000  17838.00000   95509.000000   98023.000000   ...     \n",
       "12      19820.000000  19392.00000   84930.000000   78409.000000   ...     \n",
       "13      37194.000000   4955.00000   76096.000000   55555.000000   ...     \n",
       "14       7257.000000    247.00000   15509.000000   12480.000000   ...     \n",
       "15       7775.000000   3964.00000   13081.000000   25818.000000   ...     \n",
       "16       2487.000000   6773.68666   29730.000000    4469.000000   ...     \n",
       "17      14015.000000  11325.00000   19820.000000   23072.000000   ...     \n",
       "18      34205.000000  34205.00000  207326.000000  147730.000000   ...     \n",
       "19        143.000000    143.00000   48556.000000     143.000000   ...     \n",
       "20      15499.000000   6773.68666   34097.436013   31796.000000   ...     \n",
       "21       5027.000000   5027.00000   36806.000000   11070.000000   ...     \n",
       "22      14489.000000  14489.00000   40036.000000   19153.000000   ...     \n",
       "23      17595.807537   6773.68666     496.000000       0.000000   ...     \n",
       "24       4161.000000   4161.00000   11248.000000   11481.000000   ...     \n",
       "25       3941.000000   6773.68666     297.000000    7807.000000   ...     \n",
       "26     111168.000000  14370.00000   23289.000000  163074.000000   ...     \n",
       "27       4180.000000   1784.00000   14776.000000   10312.000000   ...     \n",
       "28       3933.000000    793.00000    4658.000000    5780.000000   ...     \n",
       "29      74175.000000  24775.00000  247276.000000  231085.000000   ...     \n",
       "...              ...          ...            ...            ...   ...     \n",
       "24970     496.000000    451.00000     496.000000     946.000000   ...     \n",
       "24971    1574.000000      0.00000     581.000000    2106.000000   ...     \n",
       "24972   65616.000000  13755.00000   27629.000000   92750.000000   ...     \n",
       "24973       0.000000   6773.68666     198.000000       0.000000   ...     \n",
       "24974       0.000000   6773.68666   34097.436013       0.000000   ...     \n",
       "24975   17595.807537   6773.68666   34097.436013       0.000000   ...     \n",
       "24976   17973.000000   6773.68666   34097.436013   17973.000000   ...     \n",
       "24977   17595.807537   6773.68666   34097.436013   30492.367255   ...     \n",
       "24978    6662.000000   1685.00000    4658.000000   10137.000000   ...     \n",
       "24979    4648.000000   4648.00000  115600.000000   28216.000000   ...     \n",
       "24980      67.000000   6773.68666   34097.436013      90.000000   ...     \n",
       "24981    4063.000000    436.00000   13928.000000    7363.000000   ...     \n",
       "24982     380.000000   6773.68666    2081.000000     380.000000   ...     \n",
       "24983     616.000000    616.00000     941.000000     616.000000   ...     \n",
       "24984   36038.000000   2900.00000   77397.000000   94789.000000   ...     \n",
       "24985   17595.807537   6773.68666   34097.436013       0.000000   ...     \n",
       "24986   31818.000000   2172.00000   17541.000000   36417.000000   ...     \n",
       "24987     237.000000   6773.68666   34097.436013     237.000000   ...     \n",
       "24988   29127.000000   9910.00000   34388.000000   49242.000000   ...     \n",
       "24989     713.000000   6773.68666     297.000000    1737.000000   ...     \n",
       "24990   12787.000000    991.00000    4757.000000    2214.000000   ...     \n",
       "24991   14267.000000  10406.00000   20761.000000   32991.000000   ...     \n",
       "24992     429.000000   6773.68666   34097.436013     429.000000   ...     \n",
       "24993    5946.000000   4230.00000   20712.000000   11167.000000   ...     \n",
       "24994  355769.000000  19225.00000  134895.000000  421443.000000   ...     \n",
       "24995   21106.000000  21106.00000   43343.000000   32998.000000   ...     \n",
       "24996      65.000000   6773.68666     248.000000      65.000000   ...     \n",
       "24997   17595.807537   6773.68666    1907.000000     332.000000   ...     \n",
       "24998   45713.000000   1704.00000   27300.000000   80166.000000   ...     \n",
       "24999   27209.000000   5334.00000   45767.000000   82418.000000   ...     \n",
       "\n",
       "          mvar38    mvar39      mvar40     mvar41    mvar42     mvar43  \\\n",
       "0       0.000000  0.000000   98.497452  72.096758  0.000000  10.000000   \n",
       "1       1.000000  0.000000   98.497452  14.888000  0.000000   4.000000   \n",
       "2       2.000000  0.000000   37.586000  64.002000  0.090910   7.000000   \n",
       "3       0.000000  0.000000   98.497452  72.096758  0.526320   0.000000   \n",
       "4       0.000000  0.000000   98.497452  72.096758  0.000000   2.000000   \n",
       "5       3.000000  0.000000  100.000000  72.096758  0.000000   3.000000   \n",
       "6       0.000000  0.000000   98.497452  72.096758  0.000000   9.000000   \n",
       "7       5.000000  0.000000   98.497452  72.096758  0.000000   8.000000   \n",
       "8       0.000000  0.000000   98.497452  72.096758  0.000000   6.000000   \n",
       "9       4.000000  0.000000   98.497452  72.096758  0.000000   8.000000   \n",
       "10      4.000000  0.000000  105.229000  72.096758  0.000000  19.000000   \n",
       "11      5.000000  0.000000   98.497452  61.905000  0.000000  20.000000   \n",
       "12      2.000000  0.000000   98.497452  72.096758  0.058820  15.000000   \n",
       "13      5.000000  0.000000   98.497452  72.096758  0.038460  11.000000   \n",
       "14      1.000000  0.000000   30.260000  72.096758  0.400000   4.000000   \n",
       "15      3.000000  0.000000   98.497452  90.097000  0.000000   8.000000   \n",
       "16      1.000000  0.000000   98.497452  72.096758  0.100000   2.000000   \n",
       "17      1.000000  0.000000   98.497452  72.096758  0.000000   3.000000   \n",
       "18      5.000000  0.000000   98.497452  72.096758  0.000000  22.000000   \n",
       "19      1.000000  0.000000   98.497452  72.096758  0.375000   2.000000   \n",
       "20      2.000000  0.000000   98.497452  64.934000  0.111110   5.000000   \n",
       "21      0.000000  0.000000  123.303000  72.096758  0.000000   6.000000   \n",
       "22      5.000000  0.000000   98.497452  72.096758  0.000000   5.000000   \n",
       "23      2.000000  0.090819   98.497452  72.096758  1.000000   0.000000   \n",
       "24      4.000000  0.000000   98.497452  92.869000  0.250000   7.000000   \n",
       "25      3.000000  0.000000   98.497452  87.663000  0.400000   2.000000   \n",
       "26      0.000000  0.000000   98.497452  72.096758  0.076920   7.000000   \n",
       "27      3.000000  0.000000   98.497452  86.744000  0.000000  10.000000   \n",
       "28      3.000000  0.000000   98.497452  96.643000  0.250000   4.000000   \n",
       "29     10.000000  0.000000   98.497452  72.096758  0.000000  27.000000   \n",
       "...          ...       ...         ...        ...       ...        ...   \n",
       "24970   4.000000  0.000000  100.000000  72.096758  0.000000   4.000000   \n",
       "24971  11.000000  1.000000  109.945000  90.195000  0.440000  11.000000   \n",
       "24972   0.000000  0.000000   98.497452  72.096758  0.000000   3.000000   \n",
       "24973   9.000000  0.000000  100.000000  72.096758  0.700000   8.000000   \n",
       "24974   2.000000  0.000000  132.332000  72.096758  1.000000   0.000000   \n",
       "24975   1.000000  0.090819   98.497452  72.096758  0.335142   0.000000   \n",
       "24976   1.000000  0.000000  144.838000  72.096758  0.916670   0.000000   \n",
       "24977   4.286422  0.090819   98.497452  72.096758  0.335142   6.552777   \n",
       "24978   5.000000  0.000000   98.497452  88.882000  0.125000   5.000000   \n",
       "24979   7.000000  0.000000   43.288000  72.096758  0.026320  14.000000   \n",
       "24980   4.000000  0.000000  110.089000  72.096758  0.655170   0.000000   \n",
       "24981   9.000000  0.000000   98.497452  72.096758  0.000000  12.000000   \n",
       "24982   1.000000  0.000000   98.497452  72.096758  0.666670   0.000000   \n",
       "24983   1.000000  0.000000  106.194000  72.096758  0.437500   8.000000   \n",
       "24984   5.000000  0.000000   98.497452  72.188000  0.133330  12.000000   \n",
       "24985   1.000000  0.090819   98.497452  72.096758  1.090910   0.000000   \n",
       "24986   1.000000  0.000000   98.889000  72.096758  0.133330   5.000000   \n",
       "24987   1.000000  0.000000   98.497452  72.096758  1.000000   1.000000   \n",
       "24988   3.000000  0.000000   98.497452  38.926000  0.000000   9.000000   \n",
       "24989   4.000000  0.000000   91.314000  72.096758  0.000000   8.000000   \n",
       "24990   2.000000  0.000000   98.497452  72.096758  0.000000   3.000000   \n",
       "24991   2.000000  0.000000   98.497452  72.096758  0.000000   5.000000   \n",
       "24992   1.000000  0.000000   98.497452  72.096758  0.875000   1.000000   \n",
       "24993   4.000000  0.000000  100.000000  72.096758  0.000000   7.000000   \n",
       "24994   4.000000  0.000000   98.497452  72.096758  0.000000  11.000000   \n",
       "24995   1.000000  0.000000   98.497452  72.096758  0.000000   2.000000   \n",
       "24996   4.000000  0.000000   98.497452  72.096758  1.000000   1.000000   \n",
       "24997   0.000000  0.090819   98.497452  72.096758  0.909090   0.000000   \n",
       "24998   2.000000  0.000000   98.497452  69.963000  0.120000   6.000000   \n",
       "24999   2.000000  0.000000   98.497452  70.134000  0.060610  13.000000   \n",
       "\n",
       "         mvar44    mvar45    mvar46  mvar47  \n",
       "0      0.955970  0.000000  0.096135       1  \n",
       "1      0.452500  0.070736  0.000000       1  \n",
       "2      0.923840  0.000000  0.000000       1  \n",
       "3      0.705285  0.070736  0.000000       0  \n",
       "4      1.000000  0.070736  0.096135       0  \n",
       "5      0.533330  0.070736  0.096135       0  \n",
       "6      0.929810  0.000000  0.000000       0  \n",
       "7      0.547120  0.070736  0.096135       0  \n",
       "8      1.000000  0.070736  0.096135       1  \n",
       "9      0.516870  0.000000  0.000000       1  \n",
       "10     0.177920  0.070736  0.000000       1  \n",
       "11     0.673680  0.000000  0.000000       1  \n",
       "12     0.483910  0.000000  0.000000       1  \n",
       "13     0.982580  0.000000  0.096135       0  \n",
       "14     0.606070  0.000000  0.000000       1  \n",
       "15     0.792580  0.000000  0.000000       0  \n",
       "16     1.000000  0.000000  0.000000       0  \n",
       "17     0.969620  0.000000  0.096135       0  \n",
       "18     0.739260  0.070736  0.096135       1  \n",
       "19     0.935200  1.000000  0.000000       1  \n",
       "20     0.836080  0.000000  0.000000       1  \n",
       "21     0.588000  0.070736  0.096135       1  \n",
       "22     0.729800  0.070736  0.096135       0  \n",
       "23     0.705285  0.070736  0.096135       0  \n",
       "24     0.525900  0.000000  0.000000       1  \n",
       "25     0.851000  0.000000  0.000000       1  \n",
       "26     0.663200  0.000000  0.000000       0  \n",
       "27     0.853520  0.000000  0.000000       1  \n",
       "28     0.609510  0.000000  0.000000       1  \n",
       "29     0.356340  0.000000  0.000000       0  \n",
       "...         ...       ...       ...     ...  \n",
       "24970  0.983900  0.070736  0.096135       1  \n",
       "24971  0.285850  0.070736  0.000000       1  \n",
       "24972  1.000000  0.000000  0.096135       0  \n",
       "24973  0.172660  0.070736  0.000000       1  \n",
       "24974  0.401370  0.070736  0.000000       1  \n",
       "24975  0.705285  0.070736  0.096135       1  \n",
       "24976  0.794960  0.000000  0.000000       0  \n",
       "24977  0.705285  0.070736  0.096135       1  \n",
       "24978  0.949600  0.000000  0.000000       0  \n",
       "24979  0.570520  1.000000  0.000000       0  \n",
       "24980  0.489310  0.070736  1.000000       1  \n",
       "24981  0.461340  0.070736  0.000000       1  \n",
       "24982  1.000000  0.070736  0.000000       1  \n",
       "24983  0.187660  0.070736  0.096135       1  \n",
       "24984  0.424650  0.000000  0.000000       1  \n",
       "24985  0.705285  0.070736  1.000000       0  \n",
       "24986  0.761770  0.000000  0.000000       0  \n",
       "24987  1.000000  0.070736  0.096135       0  \n",
       "24988  0.792880  0.000000  0.000000       0  \n",
       "24989  0.282220  0.070736  0.096135       0  \n",
       "24990  0.835670  0.070736  0.000000       0  \n",
       "24991  0.944100  0.000000  0.000000       0  \n",
       "24992  1.000000  0.000000  0.000000       0  \n",
       "24993  0.550990  0.070736  0.096135       0  \n",
       "24994  0.498730  0.000000  0.096135       0  \n",
       "24995  0.935190  0.000000  0.096135       1  \n",
       "24996  0.730990  0.070736  0.096135       1  \n",
       "24997  0.705285  0.070736  0.000000       1  \n",
       "24998  0.547130  0.000000  0.000000       1  \n",
       "24999  0.398360  0.000000  0.000000       1  \n",
       "\n",
       "[25000 rows x 47 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Missing values median\n",
    "gameX.fillna(gameX.mean(),inplace = True)\n",
    "leaderX.fillna(gameX.mean(),inplace = True)\n",
    "evalX.fillna(gameX.mean(),inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#BREAK OPEN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#xtrain1 - training set - val set\n",
    "#xtrain2 - whole training set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "xtrain2 = gameX\n",
    "ytrain2 = gameY"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#train test split\n",
    "from sklearn import model_selection\n",
    "xtrain1, xtest, ytrain1, ytest = model_selection.train_test_split(gameX,gameY, test_size=0.25, stratify = gameY, random_state=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "xtrain = xtrain1\n",
    "ytrain = ytrain1\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "#preprocessing\n",
    "from sklearn import preprocessing\n",
    "from sklearn import pipeline\n",
    "scaler = preprocessing.StandardScaler().fit(xtrain)\n",
    "x_train_scaled = scaler.transform(xtrain)\n",
    "x_test_scaled = scaler.transform(xtest)\n",
    "\n",
    "leaderX_scaled = scaler.transform(leaderX)\n",
    "evalX_scaled = scaler.transform(evalX)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Make sure to change gameX to xtrain and leaderX to xtest"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Random Forest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.ensemble import RandomForestClassifier\n",
    "import time\n",
    "\n",
    "ranMax=RandomForestClassifier(max_features=5,n_estimators=100,random_state=1).fit(xtrain, ytrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred1 = ranMax.predict_proba(xtest)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "# XGB Method 3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#current"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ekka/.local/lib/python3.6/site-packages/sklearn/cross_validation.py:44: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. Also note that the interface of the new CV iterators are different from that of this module. This module will be removed in 0.20.\n",
      "  \"This module will be removed in 0.20.\", DeprecationWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "running cross validation\n",
      "running cross validation, with preprocessing function\n",
      "running cross validation, with cutomsized loss function\n",
      "time taken: 22.46067237854004\n"
     ]
    }
   ],
   "source": [
    "import xgboost as xgb\n",
    "import time\n",
    "\n",
    "\n",
    "dtrain = xgb.DMatrix(xtrain, ytrain)\n",
    "num_round = 1000\n",
    "early_stopping_rounds = 50\n",
    "n_fold = 5\n",
    "watchlist = [(dtrain, 'eval'), (dtrain, 'train')]\n",
    "\n",
    "print('running cross validation')\n",
    "\n",
    "print('running cross validation, with preprocessing function')\n",
    "# define the preprocessing function\n",
    "# used to return the preprocessed training, test data, and parameter\n",
    "# we can use this to do weight rescale, etc.\n",
    "# as a example, we try to set scale_pos_weight\n",
    "def fpreproc(dtrain, dtest, param):\n",
    "    label = dtrain.get_label()\n",
    "    ratio = float(np.sum(label == 0)) / np.sum(label == 1)\n",
    "    param['scale_pos_weight'] = ratio\n",
    "    return (dtrain, dtest, param)\n",
    "\n",
    "# do cross validation, for each fold\n",
    "# the dtrain, dtest, param will be passed into fpreproc\n",
    "# then the return value of fpreproc will be used to generate\n",
    "# results of that fold\n",
    "\n",
    "###\n",
    "# you can also do cross validation with customized loss function\n",
    "# See custom_objective.py\n",
    "##\n",
    "print('running cross validation, with cutomsized loss function')\n",
    "#Custom\n",
    "wt = 0.5\n",
    "def logregobj(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    preds = 1.0 / (1.0 + np.exp(-preds))\n",
    "    grad = wt*(1.0-labels)*preds - (1-wt)*labels*(1-preds)\n",
    "    hess = preds * (1.0 - preds) * (wt*(1.0-labels)+(1.0-wt)*labels)\n",
    "    return grad, hess\n",
    "\n",
    "# def logregobj(preds, dtrain):\n",
    "#     labels = dtrain.get_label()\n",
    "#     preds = 1.0 / (1.0 + np.exp(-preds))\n",
    "#     grad = preds - labels\n",
    "#     hess = preds * (1.0 - preds)\n",
    "#     return grad, hess\n",
    "def evalerror(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    return 'error', float(sum(labels != (preds > 0.0))) / len(labels)\n",
    "\n",
    "param = {\n",
    "#     'max_depth': 3,#3 \n",
    "    'eta': 0.1, #0.1\n",
    "    'silent': 1, \n",
    "    'gamma': 0, \n",
    "    'max_depth': 4, #4\n",
    "    'min_child_weight': 1, #1\n",
    "    'subsample': 0.8, #0.8\n",
    "    'colsample_bytree': 0.8, #0,8\n",
    "    'reg_lambda': 1, #L2 reg default:1\n",
    "    'reg_alpha': 0.05, #L1 reg default:0\n",
    "    'scale_pos_weight': 1, \n",
    "#     'missing': -999\n",
    "#     'objective': 'binary:logistic', #for custom loss define it in xgb.train(obj=custom_loss)\n",
    "#     'eval_metric': 'error'\n",
    "}\n",
    "\n",
    "t = time.time()\n",
    "# CV to find optimum number of boosted trees (num_round)\n",
    "# cvresult = xgb.cv(\n",
    "#             param, #param set by user\n",
    "#             dtrain, #train set\n",
    "#             num_round, #max number of boosted tree, >early_stopping_round\n",
    "#             nfold=n_fold, #n fold CV\n",
    "#             seed=0, \n",
    "#             obj=logregobj, #custom loss func\n",
    "#             feval=evalerror, #custom eval metric\n",
    "#             callbacks=[xgb.callback.print_evaluation(show_stdv=False),\n",
    "#                        xgb.callback.early_stop(early_stopping_rounds)], #decides optimum number of boosted trees, <num_round\n",
    "# #             fpreproc=fpreproc, #function for preprocessing\n",
    "#             )\n",
    "\n",
    "# num_round = cvresult.shape[0] #optimum number of boosted trees\n",
    "num_round = 231\n",
    "bst = xgb.train(param, dtrain, num_round, obj=logregobj, feval=evalerror)\n",
    "\n",
    "print(\"time taken:\", time.time()-t)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "dtest = xgb.DMatrix(xtest)\n",
    "pred2 = 1/(1+np.exp(-bst.predict(dtest)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Linear SVM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LinearSVC(C=1.0, class_weight=None, dual=True, fit_intercept=True,\n",
       "     intercept_scaling=1, loss='squared_hinge', max_iter=1000,\n",
       "     multi_class='ovr', penalty='l2', random_state=None, tol=0.0001,\n",
       "     verbose=0)"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.svm import LinearSVC\n",
    "svm = LinearSVC()\n",
    "svm.fit(x_train_scaled,ytrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred = svm.decision_function(x_test_scaled)\n",
    "pred3 = (pred - pred.min()) / (pred.max() - pred.min())  #gives probab of 1!\n",
    "\n",
    "# pred3 = 1-pred3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.57924874,  0.45090152,  0.60952183, ...,  0.63789132,\n",
       "        0.46720311,  0.59475425])"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(25000, 47)"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "leaderX_scaled.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(20000, 47)"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_test_scaled.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# MLP"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "MLPClassifier(activation='relu', alpha=0.1, batch_size='auto', beta_1=0.9,\n",
       "       beta_2=0.999, early_stopping=False, epsilon=1e-08,\n",
       "       hidden_layer_sizes=(30, 18, 14, 5), learning_rate='constant',\n",
       "       learning_rate_init=0.001, max_iter=200, momentum=0.9,\n",
       "       nesterovs_momentum=True, power_t=0.5, random_state=None,\n",
       "       shuffle=True, solver='adam', tol=0.0001, validation_fraction=0.1,\n",
       "       verbose=False, warm_start=False)"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.neural_network import MLPClassifier\n",
    "nclf = MLPClassifier(hidden_layer_sizes = (30,18,14,5),alpha = 0.1,solver = 'adam')\n",
    "nclf.fit(x_train_scaled,ytrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred4 = nclf.predict_proba(x_test_scaled)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Ensemble"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#train ensemble (ONCE only ie: using xtrain1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "lr_data = pd.DataFrame({'0':pred1[:, 1],  '1': pred2, '2':pred3, '3':pred4[:, 1], 'y': ytest })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "lr_dataX = lr_data.iloc[:, :-1]\n",
    "lr_dataY = lr_data.iloc[:, -1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.linear_model import LogisticRegression\n",
    "clf = LogisticRegression(random_state=1, solver='lbfgs', multi_class='multinomial').fit(lr_dataX, lr_dataY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#predict leader from ensemble"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "leader_pred1 = ranMax.predict_proba(leaderX)\n",
    "\n",
    "dtest = xgb.DMatrix(leaderX)\n",
    "leader_pred2 = 1/(1+np.exp(-bst.predict(dtest)))\n",
    "\n",
    "pred3 = svm.decision_function(leaderX_scaled)\n",
    "leader_pred3 = (pred3 - pred3.min()) / (pred3.max() - pred3.min())  #gives probab of 1!\n",
    "\n",
    "leader_pred4 = nclf.predict_proba(leaderX_scaled)\n",
    "\n",
    "lr_leader_data = pd.DataFrame({'0':leader_pred1[:, 1],  '1': leader_pred2, '2': leader_pred3, '3': leader_pred4[:, 1] })\n",
    "\n",
    "leader_ensemble = clf.predict_proba(lr_leader_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "pred = leader_ensemble"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#predict leader from ensemble"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "eval_pred1 = ranMax.predict_proba(evalX)\n",
    "\n",
    "dtest = xgb.DMatrix(evalX)\n",
    "eval_pred2 = 1/(1+np.exp(-bst.predict(dtest)))\n",
    "\n",
    "pred3 = svm.decision_function(evalX_scaled)\n",
    "eval_pred3 = (pred3 - pred3.min()) / (pred3.max() - pred3.min())  #gives probab of 1!\n",
    "\n",
    "eval_pred4 = nclf.predict_proba(evalX_scaled)\n",
    "\n",
    "lr_eval_data = pd.DataFrame({'0':eval_pred1[:, 1],  '1': eval_pred2, '2': eval_pred3, '3': eval_pred4[:, 1] })\n",
    "\n",
    "eval_ensemble = clf.predict_proba(lr_eval_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred = eval_ensemble"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#USE EVALAPPID !!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(25000, 3)"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred = pd.DataFrame(pred)\n",
    "# pred['application_key'] = leaderAppID\n",
    "pred['application_key'] = evalAppID\n",
    "pred.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>application_key</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.716659</td>\n",
       "      <td>0.283341</td>\n",
       "      <td>570075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.686331</td>\n",
       "      <td>0.313669</td>\n",
       "      <td>570076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.704834</td>\n",
       "      <td>0.295166</td>\n",
       "      <td>570077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.703845</td>\n",
       "      <td>0.296155</td>\n",
       "      <td>570078</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.742254</td>\n",
       "      <td>0.257746</td>\n",
       "      <td>570079</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.662149</td>\n",
       "      <td>0.337851</td>\n",
       "      <td>570080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.732955</td>\n",
       "      <td>0.267045</td>\n",
       "      <td>570081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.581647</td>\n",
       "      <td>0.418353</td>\n",
       "      <td>570082</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.691780</td>\n",
       "      <td>0.308220</td>\n",
       "      <td>570083</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.698202</td>\n",
       "      <td>0.301798</td>\n",
       "      <td>570084</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.604509</td>\n",
       "      <td>0.395491</td>\n",
       "      <td>570085</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.744563</td>\n",
       "      <td>0.255437</td>\n",
       "      <td>570086</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.731706</td>\n",
       "      <td>0.268294</td>\n",
       "      <td>570087</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.748500</td>\n",
       "      <td>0.251500</td>\n",
       "      <td>570088</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.636128</td>\n",
       "      <td>0.363872</td>\n",
       "      <td>570089</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.722119</td>\n",
       "      <td>0.277881</td>\n",
       "      <td>570090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.725074</td>\n",
       "      <td>0.274926</td>\n",
       "      <td>570091</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.753584</td>\n",
       "      <td>0.246416</td>\n",
       "      <td>570092</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.746177</td>\n",
       "      <td>0.253823</td>\n",
       "      <td>570093</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.509228</td>\n",
       "      <td>0.490772</td>\n",
       "      <td>570094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.663250</td>\n",
       "      <td>0.336750</td>\n",
       "      <td>570095</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.738708</td>\n",
       "      <td>0.261292</td>\n",
       "      <td>570096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.678770</td>\n",
       "      <td>0.321230</td>\n",
       "      <td>570097</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.634758</td>\n",
       "      <td>0.365242</td>\n",
       "      <td>570098</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.605722</td>\n",
       "      <td>0.394278</td>\n",
       "      <td>570099</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.593667</td>\n",
       "      <td>0.406333</td>\n",
       "      <td>570100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.742641</td>\n",
       "      <td>0.257359</td>\n",
       "      <td>570101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.658799</td>\n",
       "      <td>0.341201</td>\n",
       "      <td>570102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.659739</td>\n",
       "      <td>0.340261</td>\n",
       "      <td>570103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.765614</td>\n",
       "      <td>0.234386</td>\n",
       "      <td>570104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24970</th>\n",
       "      <td>0.581624</td>\n",
       "      <td>0.418376</td>\n",
       "      <td>595045</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24971</th>\n",
       "      <td>0.285605</td>\n",
       "      <td>0.714395</td>\n",
       "      <td>595046</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24972</th>\n",
       "      <td>0.760821</td>\n",
       "      <td>0.239179</td>\n",
       "      <td>595047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24973</th>\n",
       "      <td>0.355383</td>\n",
       "      <td>0.644617</td>\n",
       "      <td>595048</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24974</th>\n",
       "      <td>0.334129</td>\n",
       "      <td>0.665871</td>\n",
       "      <td>595049</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24975</th>\n",
       "      <td>0.523321</td>\n",
       "      <td>0.476679</td>\n",
       "      <td>595050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24976</th>\n",
       "      <td>0.599522</td>\n",
       "      <td>0.400478</td>\n",
       "      <td>595051</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24977</th>\n",
       "      <td>0.460568</td>\n",
       "      <td>0.539432</td>\n",
       "      <td>595052</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24978</th>\n",
       "      <td>0.706372</td>\n",
       "      <td>0.293628</td>\n",
       "      <td>595053</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24979</th>\n",
       "      <td>0.576791</td>\n",
       "      <td>0.423209</td>\n",
       "      <td>595054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24980</th>\n",
       "      <td>0.354799</td>\n",
       "      <td>0.645201</td>\n",
       "      <td>595055</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24981</th>\n",
       "      <td>0.503169</td>\n",
       "      <td>0.496831</td>\n",
       "      <td>595056</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24982</th>\n",
       "      <td>0.619141</td>\n",
       "      <td>0.380859</td>\n",
       "      <td>595057</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24983</th>\n",
       "      <td>0.405022</td>\n",
       "      <td>0.594978</td>\n",
       "      <td>595058</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24984</th>\n",
       "      <td>0.655035</td>\n",
       "      <td>0.344965</td>\n",
       "      <td>595059</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24985</th>\n",
       "      <td>0.585783</td>\n",
       "      <td>0.414217</td>\n",
       "      <td>595060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24986</th>\n",
       "      <td>0.717899</td>\n",
       "      <td>0.282101</td>\n",
       "      <td>595061</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24987</th>\n",
       "      <td>0.614052</td>\n",
       "      <td>0.385948</td>\n",
       "      <td>595062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24988</th>\n",
       "      <td>0.744030</td>\n",
       "      <td>0.255970</td>\n",
       "      <td>595063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24989</th>\n",
       "      <td>0.702446</td>\n",
       "      <td>0.297554</td>\n",
       "      <td>595064</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24990</th>\n",
       "      <td>0.684741</td>\n",
       "      <td>0.315259</td>\n",
       "      <td>595065</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24991</th>\n",
       "      <td>0.753656</td>\n",
       "      <td>0.246344</td>\n",
       "      <td>595066</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24992</th>\n",
       "      <td>0.559555</td>\n",
       "      <td>0.440445</td>\n",
       "      <td>595067</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24993</th>\n",
       "      <td>0.732369</td>\n",
       "      <td>0.267631</td>\n",
       "      <td>595068</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24994</th>\n",
       "      <td>0.769810</td>\n",
       "      <td>0.230190</td>\n",
       "      <td>595069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24995</th>\n",
       "      <td>0.736932</td>\n",
       "      <td>0.263068</td>\n",
       "      <td>595070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24996</th>\n",
       "      <td>0.421527</td>\n",
       "      <td>0.578473</td>\n",
       "      <td>595071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24997</th>\n",
       "      <td>0.591811</td>\n",
       "      <td>0.408189</td>\n",
       "      <td>595072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24998</th>\n",
       "      <td>0.702959</td>\n",
       "      <td>0.297041</td>\n",
       "      <td>595073</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24999</th>\n",
       "      <td>0.612084</td>\n",
       "      <td>0.387916</td>\n",
       "      <td>595074</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25000 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              0         1  application_key\n",
       "0      0.716659  0.283341           570075\n",
       "1      0.686331  0.313669           570076\n",
       "2      0.704834  0.295166           570077\n",
       "3      0.703845  0.296155           570078\n",
       "4      0.742254  0.257746           570079\n",
       "5      0.662149  0.337851           570080\n",
       "6      0.732955  0.267045           570081\n",
       "7      0.581647  0.418353           570082\n",
       "8      0.691780  0.308220           570083\n",
       "9      0.698202  0.301798           570084\n",
       "10     0.604509  0.395491           570085\n",
       "11     0.744563  0.255437           570086\n",
       "12     0.731706  0.268294           570087\n",
       "13     0.748500  0.251500           570088\n",
       "14     0.636128  0.363872           570089\n",
       "15     0.722119  0.277881           570090\n",
       "16     0.725074  0.274926           570091\n",
       "17     0.753584  0.246416           570092\n",
       "18     0.746177  0.253823           570093\n",
       "19     0.509228  0.490772           570094\n",
       "20     0.663250  0.336750           570095\n",
       "21     0.738708  0.261292           570096\n",
       "22     0.678770  0.321230           570097\n",
       "23     0.634758  0.365242           570098\n",
       "24     0.605722  0.394278           570099\n",
       "25     0.593667  0.406333           570100\n",
       "26     0.742641  0.257359           570101\n",
       "27     0.658799  0.341201           570102\n",
       "28     0.659739  0.340261           570103\n",
       "29     0.765614  0.234386           570104\n",
       "...         ...       ...              ...\n",
       "24970  0.581624  0.418376           595045\n",
       "24971  0.285605  0.714395           595046\n",
       "24972  0.760821  0.239179           595047\n",
       "24973  0.355383  0.644617           595048\n",
       "24974  0.334129  0.665871           595049\n",
       "24975  0.523321  0.476679           595050\n",
       "24976  0.599522  0.400478           595051\n",
       "24977  0.460568  0.539432           595052\n",
       "24978  0.706372  0.293628           595053\n",
       "24979  0.576791  0.423209           595054\n",
       "24980  0.354799  0.645201           595055\n",
       "24981  0.503169  0.496831           595056\n",
       "24982  0.619141  0.380859           595057\n",
       "24983  0.405022  0.594978           595058\n",
       "24984  0.655035  0.344965           595059\n",
       "24985  0.585783  0.414217           595060\n",
       "24986  0.717899  0.282101           595061\n",
       "24987  0.614052  0.385948           595062\n",
       "24988  0.744030  0.255970           595063\n",
       "24989  0.702446  0.297554           595064\n",
       "24990  0.684741  0.315259           595065\n",
       "24991  0.753656  0.246344           595066\n",
       "24992  0.559555  0.440445           595067\n",
       "24993  0.732369  0.267631           595068\n",
       "24994  0.769810  0.230190           595069\n",
       "24995  0.736932  0.263068           595070\n",
       "24996  0.421527  0.578473           595071\n",
       "24997  0.591811  0.408189           595072\n",
       "24998  0.702959  0.297041           595073\n",
       "24999  0.612084  0.387916           595074\n",
       "\n",
       "[25000 rows x 3 columns]"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred = pred.sort_values(by = 0,kind = 'mergesort',ascending = False) #true for xgb method3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "cols = pred.columns.tolist()\n",
    "cols = cols[-1:] + cols[:-1]\n",
    "pred = pred[cols]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred = pred.loc[:,'application_key':]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "submit = pred['application_key'][:10000]\n",
    "submit = pd.DataFrame(submit)\n",
    "submit[0] = 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>application_key</th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>23360</th>\n",
       "      <td>593435</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16470</th>\n",
       "      <td>586545</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14997</th>\n",
       "      <td>585072</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>574</th>\n",
       "      <td>570649</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21538</th>\n",
       "      <td>591613</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7344</th>\n",
       "      <td>577419</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9865</th>\n",
       "      <td>579940</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12654</th>\n",
       "      <td>582729</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24527</th>\n",
       "      <td>594602</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8684</th>\n",
       "      <td>578759</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7604</th>\n",
       "      <td>577679</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17194</th>\n",
       "      <td>587269</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17312</th>\n",
       "      <td>587387</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>962</th>\n",
       "      <td>571037</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10005</th>\n",
       "      <td>580080</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21533</th>\n",
       "      <td>591608</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5951</th>\n",
       "      <td>576026</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6910</th>\n",
       "      <td>576985</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8335</th>\n",
       "      <td>578410</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2597</th>\n",
       "      <td>572672</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12259</th>\n",
       "      <td>582334</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14250</th>\n",
       "      <td>584325</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3921</th>\n",
       "      <td>573996</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15150</th>\n",
       "      <td>585225</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4697</th>\n",
       "      <td>574772</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1029</th>\n",
       "      <td>571104</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6237</th>\n",
       "      <td>576312</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21207</th>\n",
       "      <td>591282</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140</th>\n",
       "      <td>570215</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>663</th>\n",
       "      <td>570738</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5143</th>\n",
       "      <td>575218</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7240</th>\n",
       "      <td>577315</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4447</th>\n",
       "      <td>574522</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13415</th>\n",
       "      <td>583490</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2640</th>\n",
       "      <td>572715</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10614</th>\n",
       "      <td>580689</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6514</th>\n",
       "      <td>576589</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1861</th>\n",
       "      <td>571936</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11580</th>\n",
       "      <td>581655</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18649</th>\n",
       "      <td>588724</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23251</th>\n",
       "      <td>593326</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15927</th>\n",
       "      <td>586002</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14875</th>\n",
       "      <td>584950</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23266</th>\n",
       "      <td>593341</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21743</th>\n",
       "      <td>591818</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22838</th>\n",
       "      <td>592913</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12465</th>\n",
       "      <td>582540</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9670</th>\n",
       "      <td>579745</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10229</th>\n",
       "      <td>580304</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17362</th>\n",
       "      <td>587437</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16021</th>\n",
       "      <td>586096</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18222</th>\n",
       "      <td>588297</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13746</th>\n",
       "      <td>583821</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20778</th>\n",
       "      <td>590853</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14471</th>\n",
       "      <td>584546</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12247</th>\n",
       "      <td>582322</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10769</th>\n",
       "      <td>580844</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4332</th>\n",
       "      <td>574407</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6508</th>\n",
       "      <td>576583</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15099</th>\n",
       "      <td>585174</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       application_key  0\n",
       "23360           593435  0\n",
       "16470           586545  0\n",
       "14997           585072  0\n",
       "574             570649  0\n",
       "21538           591613  0\n",
       "7344            577419  0\n",
       "9865            579940  0\n",
       "12654           582729  0\n",
       "24527           594602  0\n",
       "8684            578759  0\n",
       "7604            577679  0\n",
       "17194           587269  0\n",
       "17312           587387  0\n",
       "962             571037  0\n",
       "10005           580080  0\n",
       "21533           591608  0\n",
       "5951            576026  0\n",
       "6910            576985  0\n",
       "8335            578410  0\n",
       "2597            572672  0\n",
       "12259           582334  0\n",
       "14250           584325  0\n",
       "3921            573996  0\n",
       "15150           585225  0\n",
       "4697            574772  0\n",
       "1029            571104  0\n",
       "6237            576312  0\n",
       "21207           591282  0\n",
       "140             570215  0\n",
       "663             570738  0\n",
       "...                ... ..\n",
       "5143            575218  0\n",
       "7240            577315  0\n",
       "4447            574522  0\n",
       "13415           583490  0\n",
       "2640            572715  0\n",
       "10614           580689  0\n",
       "6514            576589  0\n",
       "1861            571936  0\n",
       "11580           581655  0\n",
       "18649           588724  0\n",
       "23251           593326  0\n",
       "15927           586002  0\n",
       "14875           584950  0\n",
       "23266           593341  0\n",
       "21743           591818  0\n",
       "22838           592913  0\n",
       "12465           582540  0\n",
       "9670            579745  0\n",
       "10229           580304  0\n",
       "17362           587437  0\n",
       "16021           586096  0\n",
       "18222           588297  0\n",
       "13746           583821  0\n",
       "20778           590853  0\n",
       "14471           584546  0\n",
       "12247           582322  0\n",
       "10769           580844  0\n",
       "4332            574407  0\n",
       "6508            576583  0\n",
       "15099           585174  0\n",
       "\n",
       "[10000 rows x 2 columns]"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "submit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "submit.to_csv('flabbergasted_IITGuwahati.csv',header = False, index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 1.01097291,  1.04328868,  2.74553512,  0.17513312]])"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf.coef_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABIQAAAD8CAYAAAAG7H+JAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAD0VJREFUeJzt3V/o3fV9x/HXeyZlAwte5AeVJL/9ehEGtmy1BCd6I4WC\n/5g3vbCwysogtFhQEIbrhWV37ka2zmIIU0Qm9qalyJpSChPawuyMWWarTgjFYUTQKjMGZSXbexe/\nw/bz5y+ek/zOL+ckn8cDDjnn+/3kfN9XX8Iz3+/5VncHAAAAgHH8zqIHAAAAAODiEoQAAAAABiMI\nAQAAAAxGEAIAAAAYjCAEAAAAMBhBCAAAAGAwghAAAADAYAQhAAAAgMEIQgAAAACD2bWoA+/Zs6fX\n1tYWdXgAAACAy87zzz//m+5embZuYUFobW0tx44dW9ThAQAAAC47VfUfs6xzyxgAAADAYAQhAAAA\ngMEIQgAAAACDEYQAAAAABiMIAQAAAAxGEAIAAAAYjCAEAAAAMBhBCAAAAGAwghAAAADAYHYtegAA\nAP7f2v0/XPQIcFl59cHbFj0CwFJyhRAAAADAYAQhAAAAgMEIQgAAAACDEYQAAAAABiMIAQAAAAxG\nEAIAAAAYjCAEAAAAMBhBCAAAAGAwghAAAADAYAQhAAAAgMEIQgAAAACDEYQAAAAABiMIAQAAAAxG\nEAIAAAAYzNQgVFX7q+qZqnqpql6sqnu2WHNTVb1bVScmrwd2ZlwAAAAAtmvXDGvOJrmvu49X1SeT\nPF9VP+nulzat+1l33z7/EQEAAACYp6lXCHX3G919fPL+vSQvJ9m704MBAAAAsDPO6zeEqmotybVJ\nfrHF7huq6oWq+lFVfeYcf/9QVR2rqmNvvfXWeQ8LAAAAwPbNHISq6sok30tyb3ef3rT7eJLV7v7D\nJH+X5AdbfUd3H+nug919cGVl5UJnBgAAAGAbZgpCVbU76zHoye7+/ub93X26u89M3h9Nsruq9sx1\nUgAAAADmYpanjFWSR5O83N0PnWPNpybrUlXXTb737XkOCgAAAMB8zPKUsRuTfCXJL6vqxGTbN5Os\nJkl3H07ypSRfr6qzST5Icmd39w7MCwAAAMA2TQ1C3f3zJDVlzcNJHp7XUAAAAADsnPN6yhgAAAAA\nlz5BCAAAAGAwghAAAADAYAQhAAAAgMEIQgAAAACDEYQAAAAABiMIAQAAAAxGEAIAAAAYjCAEAAAA\nMBhBCAAAAGAwghAAAADAYAQhAAAAgMEIQgAAAACDEYQAAAAABiMIAQAAAAxGEAIAAAAYjCAEAAAA\nMBhBCAAAAGAwghAAAADAYAQhAAAAgMEIQgAAAACDEYQAAAAABiMIAQAAAAxGEAIAAAAYjCAEAAAA\nMBhBCAAAAGAwghAAAADAYAQhAAAAgMFMDUJVtb+qnqmql6rqxaq6Z4s1VVXfrqqTVfVCVX1+Z8YF\nAAAAYLt2zbDmbJL7uvt4VX0yyfNV9ZPufmnDmluSHJi8/jjJI5M/AQAAAFgyU68Q6u43uvv45P17\nSV5OsnfTsjuSPNHrnk1yVVVdPfdpAQAAANi28/oNoapaS3Jtkl9s2rU3yWsbPp/KR6MRAAAAAEtg\n5iBUVVcm+V6Se7v79IUcrKoOVdWxqjr21ltvXchXAAAAALBNMwWhqtqd9Rj0ZHd/f4slryfZv+Hz\nvsm2D+nuI919sLsPrqysXMi8AAAAAGzTLE8ZqySPJnm5ux86x7Knk9w1edrY9Une7e435jgnAAAA\nAHMyy1PGbkzylSS/rKoTk23fTLKaJN19OMnRJLcmOZnk/SRfnf+oAAAAAMzD1CDU3T9PUlPWdJK7\n5zUUAAAAADvnvJ4yBgAAAMClTxACAAAAGIwgBAAAADAYQQgAAABgMIIQAAAAwGAEIQAAAIDBCEIA\nAAAAgxGEAAAAAAYjCAEAAAAMRhACAAAAGIwgBAAAADAYQQgAAABgMIIQAAAAwGAEIQAAAIDBCEIA\nAAAAgxGEAAAAAAYjCAEAAAAMRhACAAAAGIwgBAAAADAYQQgAAABgMIIQAAAAwGAEIQAAAIDBCEIA\nAAAAgxGEAAAAAAYjCAEAAAAMRhACAAAAGIwgBAAAADAYQQgAAABgMIIQAAAAwGCmBqGqeqyq3qyq\nX51j/01V9W5VnZi8Hpj/mAAAAADMy64Z1jye5OEkT3zMmp919+1zmQgAAACAHTX1CqHu/mmSdy7C\nLAAAAABcBPP6DaEbquqFqvpRVX1mTt8JAAAAwA6Y5ZaxaY4nWe3uM1V1a5IfJDmw1cKqOpTkUJKs\nrq7O4dAAAAAAnK9tXyHU3ae7+8zk/dEku6tqzznWHunug919cGVlZbuHBgAAAOACbDsIVdWnqqom\n76+bfOfb2/1eAAAAAHbG1FvGquqpJDcl2VNVp5J8K8nuJOnuw0m+lOTrVXU2yQdJ7uzu3rGJAQAA\nANiWqUGou788Zf/DWX8sPQAAAACXgHk9ZQwAAACAS4QgBAAAADAYQQgAAABgMIIQAAAAwGAEIQAA\nAIDBCEIAAAAAgxGEAAAAAAYjCAEAAAAMRhACAAAAGIwgBAAAADAYQQgAAABgMIIQAAAAwGAEIQAA\nAIDBCEIAAAAAgxGEAAAAAAYjCAEAAAAMRhACAAAAGIwgBAAAADAYQQgAAABgMIIQAAAAwGAEIQAA\nAIDBCEIAAAAAgxGEAAAAAAYjCAEAAAAMRhACAAAAGIwgBAAAADAYQQgAAABgMIIQAAAAwGAEIQAA\nAIDB7Jq2oKoeS3J7kje7+7Nb7K8kf5vk1iTvJ/mz7j4+70EBLnVr9/9w0SPAZefVB29b9AgAAJek\nWa4QejzJzR+z/5YkByavQ0ke2f5YAAAAAOyUqUGou3+a5J2PWXJHkid63bNJrqqqq+c1IAAAAADz\nNfWWsRnsTfLahs+nJtve2Lywqg5l/SqirK6uzuHQy8FtIDB/bgMBAADYORf1R6W7+0h3H+zugysr\nKxfz0AAAAABMzCMIvZ5k/4bP+ybbAAAAAFhC8whCTye5q9Zdn+Td7v7I7WIAAAAALIdZHjv/VJKb\nkuypqlNJvpVkd5J09+EkR7P+yPmTWX/s/Fd3algAAAAAtm9qEOruL0/Z30nunttEAAAAAOyoi/qj\n0gAAAAAsniAEAAAAMBhBCAAAAGAwghAAAADAYAQhAAAAgMEIQgAAAACDEYQAAAAABiMIAQAAAAxG\nEAIAAAAYjCAEAAAAMBhBCAAAAGAwghAAAADAYAQhAAAAgMEIQgAAAACDEYQAAAAABiMIAQAAAAxG\nEAIAAAAYjCAEAAAAMBhBCAAAAGAwghAAAADAYAQhAAAAgMEIQgAAAACDEYQAAAAABiMIAQAAAAxG\nEAIAAAAYjCAEAAAAMBhBCAAAAGAwghAAAADAYGYKQlV1c1W9UlUnq+r+LfbfVFXvVtWJyeuB+Y8K\nAAAAwDzsmragqq5I8p0kX0xyKslzVfV0d7+0aenPuvv2HZgRAAAAgDma5Qqh65Kc7O5fd/dvk3w3\nyR07OxYAAAAAO2WWILQ3yWsbPp+abNvshqp6oap+VFWfmct0AAAAAMzd1FvGZnQ8yWp3n6mqW5P8\nIMmBzYuq6lCSQ0myuro6p0MDAAAAcD5muULo9ST7N3zeN9n2f7r7dHefmbw/mmR3Ve3Z/EXdfaS7\nD3b3wZWVlW2MDQAAAMCFmiUIPZfkQFV9uqo+keTOJE9vXFBVn6qqmry/bvK9b897WAAAAAC2b+ot\nY919tqq+keTHSa5I8lh3v1hVX5vsP5zkS0m+XlVnk3yQ5M7u7h2cGwAAAIALNNNvCE1uAzu6advh\nDe8fTvLwfEcDAAAAYCfMcssYAAAAAJcRQQgAAABgMIIQAAAAwGAEIQAAAIDBCEIAAAAAgxGEAAAA\nAAYjCAEAAAAMRhACAAAAGIwgBAAAADAYQQgAAABgMIIQAAAAwGAEIQAAAIDBCEIAAAAAgxGEAAAA\nAAYjCAEAAAAMRhACAAAAGIwgBAAAADAYQQgAAABgMIIQAAAAwGAEIQAAAIDB7Fr0AAAAAJyftft/\nuOgR4LLy6oO3LXqEi84VQgAAAACDEYQAAAAABiMIAQAAAAxGEAIAAAAYjCAEAAAAMBhBCAAAAGAw\nghAAAADAYAQhAAAAgMHMFISq6uaqeqWqTlbV/Vvsr6r69mT/C1X1+fmPCgAAAMA8TA1CVXVFku8k\nuSXJNUm+XFXXbFp2S5IDk9ehJI/MeU4AAAAA5mSWK4SuS3Kyu3/d3b9N8t0kd2xac0eSJ3rds0mu\nqqqr5zwrAAAAAHMwSxDam+S1DZ9PTbad7xoAAAAAlsCui3mwqjqU9VvKkuRMVb1yMY8PSfYk+c2i\nh2C6+utFT8DgnCsuEc4VLJhzxSXAeYIl4FxxCbjMzhW/P8uiWYLQ60n2b/i8b7LtfNeku48kOTLL\nYLATqupYdx9c9BzAcnOuAGbhXAHMwrmCZTXLLWPPJTlQVZ+uqk8kuTPJ05vWPJ3krsnTxq5P8m53\nvzHnWQEAAACYg6lXCHX32ar6RpIfJ7kiyWPd/WJVfW2y/3CSo0luTXIyyftJvrpzIwMAAACwHTP9\nhlB3H8169Nm47fCG953k7vmOBjvCLYvALJwrgFk4VwCzcK5gKdV6ywEAAABgFLP8hhAAAAAAlxFB\niCFU1WNV9WZV/WrRswDLqar2V9UzVfVSVb1YVfcseiZg+VTV71bVv1TVv03OFX+16JmA5VVVV1TV\nv1bVPy56FthMEGIUjye5edFDAEvtbJL7uvuaJNcnubuqrlnwTMDy+a8kX+juP0ryuSQ3T56yC7CV\ne5K8vOghYCuCEEPo7p8meWfRcwDLq7vf6O7jk/fvZf0fb3sXOxWwbHrdmcnH3ZOXH+UEPqKq9iW5\nLcnfL3oW2IogBACbVNVakmuT/GKxkwDLaHILyIkkbyb5SXc7VwBb+Zskf5HkfxY9CGxFEAKADarq\nyiTfS3Jvd59e9DzA8unu/+7uzyXZl+S6qvrsomcClktV3Z7kze5+ftGzwLkIQgAwUVW7sx6Dnuzu\n7y96HmC5dfd/JnkmfqcQ+Kgbk/xJVb2a5LtJvlBV/7DYkeDDBCEASFJVleTRJC9390OLngdYTlW1\nUlVXTd7/XpIvJvn3xU4FLJvu/svu3tfda0nuTPJP3f2nCx4LPkQQYghV9VSSf07yB1V1qqr+fNEz\nAUvnxiRfyfr/4J2YvG5d9FDA0rk6yTNV9UKS57L+G0IeJw3AJae6PRQBAAAAYCSuEAIAAAAYjCAE\nAAAAMBhBCAAAAGAwghAAAADAYAQhAAAAgMEIQgAAAACDEYQAAAAABiMIAQAAAAzmfwF4DbxD5Tw6\nOgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f7a988be978>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#LR feature imp\n",
    "lr_coef = clf.coef_.reshape(-1, 1)\n",
    "plt.figure(figsize=(20, 4))\n",
    "plt.bar(range(1, len(lr_coef)+1), np.abs(lr_coef) )\n",
    "plt.xticks(range(1, len(lr_coef)+1))\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}