6-XGB-CoreLib.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import sklearn as sk\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "game_csv = pd.read_csv('./data/Training_dataset_Original.csv',na_values=[\"NA\", \"na\", \"missing\"])\n",
    "gameDf = pd.DataFrame(game_csv)\n",
    "\n",
    "dataDict = pd.read_csv('./data/Data_Dictionary.csv',na_values=\"NA\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(80000, 49)\n",
      "(49, 2)\n"
     ]
    }
   ],
   "source": [
    "print(gameDf.shape)\n",
    "print(dataDict.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "application_key      int64\n",
       "mvar1              float64\n",
       "mvar2              float64\n",
       "mvar3              float64\n",
       "mvar4              float64\n",
       "mvar5              float64\n",
       "mvar6              float64\n",
       "mvar7              float64\n",
       "mvar8              float64\n",
       "mvar9              float64\n",
       "mvar10             float64\n",
       "mvar11             float64\n",
       "mvar12             float64\n",
       "mvar13             float64\n",
       "mvar14               int64\n",
       "mvar15             float64\n",
       "mvar16             float64\n",
       "mvar17             float64\n",
       "mvar18             float64\n",
       "mvar19             float64\n",
       "mvar20             float64\n",
       "mvar21             float64\n",
       "mvar22             float64\n",
       "mvar23             float64\n",
       "mvar24             float64\n",
       "mvar25             float64\n",
       "mvar26             float64\n",
       "mvar27             float64\n",
       "mvar28             float64\n",
       "mvar29             float64\n",
       "mvar30             float64\n",
       "mvar31             float64\n",
       "mvar32             float64\n",
       "mvar33             float64\n",
       "mvar34             float64\n",
       "mvar35             float64\n",
       "mvar36             float64\n",
       "mvar37             float64\n",
       "mvar38             float64\n",
       "mvar39             float64\n",
       "mvar40             float64\n",
       "mvar41             float64\n",
       "mvar42             float64\n",
       "mvar43             float64\n",
       "mvar44             float64\n",
       "mvar45             float64\n",
       "mvar46             float64\n",
       "mvar47              object\n",
       "default_ind          int64\n",
       "dtype: object"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gameDf.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dic = dict(zip(dataDict.values[:, 1], dataDict.values[:, 0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'mvar25'"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dic['Average tenure of active revolving credit cards (in days)']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#remove ID column\n",
    "del gameDf[dic['Application ID (primary key)']]\n",
    "del dic['Application ID (primary key)']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "gameX = gameDf.iloc[:,:-1]\n",
    "gameY = gameDf.iloc[:,-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "range(0, 80000)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "range(gameDf[\"mvar47\"].shape[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'C'"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gameX[\"mvar47\"][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#one hot encoding C=0 L=1\n",
    "gameX['mvar47'] = pd.get_dummies(gameX['mvar47'])\n",
    "\n",
    "# gameX.loc[gameX.loc[:, \"mvar47\"]=='C', \"mvar47\"] = 0\n",
    "# gameX.loc[gameX.loc[:, \"mvar47\"]=='L', \"mvar47\"] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dtype('uint8')"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gameX[\"mvar47\"].dtype"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mvar1</th>\n",
       "      <th>mvar2</th>\n",
       "      <th>mvar3</th>\n",
       "      <th>mvar4</th>\n",
       "      <th>mvar5</th>\n",
       "      <th>mvar6</th>\n",
       "      <th>mvar7</th>\n",
       "      <th>mvar8</th>\n",
       "      <th>mvar9</th>\n",
       "      <th>mvar10</th>\n",
       "      <th>...</th>\n",
       "      <th>mvar38</th>\n",
       "      <th>mvar39</th>\n",
       "      <th>mvar40</th>\n",
       "      <th>mvar41</th>\n",
       "      <th>mvar42</th>\n",
       "      <th>mvar43</th>\n",
       "      <th>mvar44</th>\n",
       "      <th>mvar45</th>\n",
       "      <th>mvar46</th>\n",
       "      <th>mvar47</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1696.0</td>\n",
       "      <td>1.6541</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6015.0</td>\n",
       "      <td>322.0</td>\n",
       "      <td>40369.0</td>\n",
       "      <td>18414.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>73.780</td>\n",
       "      <td>82.547</td>\n",
       "      <td>0.08696</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.63899</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1846.0</td>\n",
       "      <td>0.8095</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>102.0</td>\n",
       "      <td>7532.0</td>\n",
       "      <td>3171.0</td>\n",
       "      <td>18234.0</td>\n",
       "      <td>13664.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>99.129</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.63836</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1745.0</td>\n",
       "      <td>0.4001</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2536.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2536.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>29.290</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1739.0</td>\n",
       "      <td>0.2193</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>26440.0</td>\n",
       "      <td>4955.0</td>\n",
       "      <td>20316.0</td>\n",
       "      <td>37013.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>96.272</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.15385</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.53241</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1787.0</td>\n",
       "      <td>0.0118</td>\n",
       "      <td>0.225</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>5451.0</td>\n",
       "      <td>5494.0</td>\n",
       "      <td>5494.0</td>\n",
       "      <td>7987.0</td>\n",
       "      <td>4696.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>115.019</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.92665</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1579.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.502</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.50000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1818.0</td>\n",
       "      <td>0.4001</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1088.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1536.0</td>\n",
       "      <td>1498.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>88.171</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.87224</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1836.0</td>\n",
       "      <td>0.1358</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>347.0</td>\n",
       "      <td>38964.0</td>\n",
       "      <td>17828.0</td>\n",
       "      <td>70729.0</td>\n",
       "      <td>65843.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.89868</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1839.0</td>\n",
       "      <td>0.1981</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>793.0</td>\n",
       "      <td>6131.0</td>\n",
       "      <td>6045.0</td>\n",
       "      <td>48959.0</td>\n",
       "      <td>31640.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>45.590</td>\n",
       "      <td>0.08824</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.33834</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1903.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>22.0</td>\n",
       "      <td>19518.0</td>\n",
       "      <td>9910.0</td>\n",
       "      <td>90618.0</td>\n",
       "      <td>110271.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>17.0</td>\n",
       "      <td>0.80620</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1681.0</td>\n",
       "      <td>1.5888</td>\n",
       "      <td>5.685</td>\n",
       "      <td>3.566</td>\n",
       "      <td>0.000</td>\n",
       "      <td>93.0</td>\n",
       "      <td>3554.0</td>\n",
       "      <td>439.0</td>\n",
       "      <td>2527.0</td>\n",
       "      <td>7086.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.61111</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.81172</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1841.0</td>\n",
       "      <td>0.5388</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1487.0</td>\n",
       "      <td>19449.0</td>\n",
       "      <td>19449.0</td>\n",
       "      <td>6739.0</td>\n",
       "      <td>6612.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.98031</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1794.0</td>\n",
       "      <td>1.9684</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>856.0</td>\n",
       "      <td>8609.0</td>\n",
       "      <td>8609.0</td>\n",
       "      <td>60545.0</td>\n",
       "      <td>24893.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.35724</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1669.0</td>\n",
       "      <td>3.8558</td>\n",
       "      <td>18.465</td>\n",
       "      <td>6.292</td>\n",
       "      <td>1.200</td>\n",
       "      <td>NaN</td>\n",
       "      <td>142.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>38.0</td>\n",
       "      <td>142.0</td>\n",
       "      <td>...</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>107.825</td>\n",
       "      <td>98.664</td>\n",
       "      <td>0.56000</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.29169</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1583.0</td>\n",
       "      <td>3.0284</td>\n",
       "      <td>16.325</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>51450.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.32353</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1899.0</td>\n",
       "      <td>0.0970</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1015.0</td>\n",
       "      <td>13379.0</td>\n",
       "      <td>13379.0</td>\n",
       "      <td>246906.0</td>\n",
       "      <td>56533.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.384</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.47480</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1690.0</td>\n",
       "      <td>8.7747</td>\n",
       "      <td>10.437</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>122.0</td>\n",
       "      <td>623.0</td>\n",
       "      <td>299.0</td>\n",
       "      <td>1140.0</td>\n",
       "      <td>2043.0</td>\n",
       "      <td>...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.63636</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.94951</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1599.0</td>\n",
       "      <td>0.8601</td>\n",
       "      <td>1.525</td>\n",
       "      <td>1.525</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>878.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>878.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>91.175</td>\n",
       "      <td>0.80000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1859.0</td>\n",
       "      <td>0.0155</td>\n",
       "      <td>0.368</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>424.0</td>\n",
       "      <td>86509.0</td>\n",
       "      <td>12451.0</td>\n",
       "      <td>86635.0</td>\n",
       "      <td>142081.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.34730</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1880.0</td>\n",
       "      <td>2.6101</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>19252.0</td>\n",
       "      <td>6342.0</td>\n",
       "      <td>59601.0</td>\n",
       "      <td>86906.0</td>\n",
       "      <td>...</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72.497</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.28708</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1852.0</td>\n",
       "      <td>3.6201</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>799.0</td>\n",
       "      <td>16515.0</td>\n",
       "      <td>16515.0</td>\n",
       "      <td>110651.0</td>\n",
       "      <td>41311.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.75349</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1655.0</td>\n",
       "      <td>3.0268</td>\n",
       "      <td>14.748</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>48.0</td>\n",
       "      <td>48.0</td>\n",
       "      <td>48.0</td>\n",
       "      <td>198.0</td>\n",
       "      <td>48.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1863.0</td>\n",
       "      <td>0.0401</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1487.0</td>\n",
       "      <td>4955.0</td>\n",
       "      <td>4955.0</td>\n",
       "      <td>22902.0</td>\n",
       "      <td>21772.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>96.895</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.40853</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1753.0</td>\n",
       "      <td>0.2251</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1124.0</td>\n",
       "      <td>1124.0</td>\n",
       "      <td>1124.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1124.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1894.0</td>\n",
       "      <td>0.0318</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>4655.0</td>\n",
       "      <td>7433.0</td>\n",
       "      <td>7433.0</td>\n",
       "      <td>25667.0</td>\n",
       "      <td>12345.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.99419</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1803.0</td>\n",
       "      <td>0.3993</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>496.0</td>\n",
       "      <td>10505.0</td>\n",
       "      <td>496.0</td>\n",
       "      <td>991.0</td>\n",
       "      <td>18163.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>91.752</td>\n",
       "      <td>87.306</td>\n",
       "      <td>0.20000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.75289</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1932.0</td>\n",
       "      <td>0.3276</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>6982.0</td>\n",
       "      <td>21569.0</td>\n",
       "      <td>18829.0</td>\n",
       "      <td>187209.0</td>\n",
       "      <td>113813.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.99710</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1714.0</td>\n",
       "      <td>5.1904</td>\n",
       "      <td>0.770</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1889.0</td>\n",
       "      <td>595.0</td>\n",
       "      <td>12574.0</td>\n",
       "      <td>4825.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.35714</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.85082</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0457</td>\n",
       "      <td>4.514</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.16667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79970</th>\n",
       "      <td>1834.0</td>\n",
       "      <td>1.2164</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2212.0</td>\n",
       "      <td>5244.0</td>\n",
       "      <td>4203.0</td>\n",
       "      <td>16743.0</td>\n",
       "      <td>13831.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.398</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.58040</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79971</th>\n",
       "      <td>1729.0</td>\n",
       "      <td>1.3696</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>356.0</td>\n",
       "      <td>4218.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>18657.0</td>\n",
       "      <td>8921.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>83.663</td>\n",
       "      <td>0.09091</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.62632</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79972</th>\n",
       "      <td>1753.0</td>\n",
       "      <td>5.8283</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>180.0</td>\n",
       "      <td>4014.0</td>\n",
       "      <td>617.0</td>\n",
       "      <td>3667.0</td>\n",
       "      <td>9786.0</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>87.094</td>\n",
       "      <td>0.11111</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.59364</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79973</th>\n",
       "      <td>1748.0</td>\n",
       "      <td>1.9635</td>\n",
       "      <td>0.642</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>291.0</td>\n",
       "      <td>3469.0</td>\n",
       "      <td>3469.0</td>\n",
       "      <td>13131.0</td>\n",
       "      <td>14393.0</td>\n",
       "      <td>...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>92.244</td>\n",
       "      <td>0.44000</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.83809</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79974</th>\n",
       "      <td>1771.0</td>\n",
       "      <td>1.7588</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>66.0</td>\n",
       "      <td>12626.0</td>\n",
       "      <td>6433.0</td>\n",
       "      <td>27946.0</td>\n",
       "      <td>24401.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40.477</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.46863</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79975</th>\n",
       "      <td>1766.0</td>\n",
       "      <td>0.9540</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1140.0</td>\n",
       "      <td>10207.0</td>\n",
       "      <td>10207.0</td>\n",
       "      <td>55001.0</td>\n",
       "      <td>20636.0</td>\n",
       "      <td>...</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.05000</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.54754</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79976</th>\n",
       "      <td>1822.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.853</td>\n",
       "      <td>1.853</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2581.0</td>\n",
       "      <td>13361.0</td>\n",
       "      <td>5946.0</td>\n",
       "      <td>31018.0</td>\n",
       "      <td>76774.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>73.611</td>\n",
       "      <td>44.656</td>\n",
       "      <td>0.03448</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.23177</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79977</th>\n",
       "      <td>1824.0</td>\n",
       "      <td>0.5634</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>3964.0</td>\n",
       "      <td>4683.0</td>\n",
       "      <td>4683.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8647.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.67222</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79978</th>\n",
       "      <td>1914.0</td>\n",
       "      <td>0.0544</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>3469.0</td>\n",
       "      <td>20424.0</td>\n",
       "      <td>20424.0</td>\n",
       "      <td>78774.0</td>\n",
       "      <td>27856.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79979</th>\n",
       "      <td>1600.0</td>\n",
       "      <td>2.6649</td>\n",
       "      <td>18.282</td>\n",
       "      <td>1.078</td>\n",
       "      <td>2.678</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7205.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>956.0</td>\n",
       "      <td>7360.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>132.335</td>\n",
       "      <td>56.867</td>\n",
       "      <td>0.55263</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.11763</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79980</th>\n",
       "      <td>1822.0</td>\n",
       "      <td>0.5851</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>23685.0</td>\n",
       "      <td>23685.0</td>\n",
       "      <td>208174.0</td>\n",
       "      <td>55719.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>17.0</td>\n",
       "      <td>0.81438</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79981</th>\n",
       "      <td>1693.0</td>\n",
       "      <td>0.1828</td>\n",
       "      <td>17.767</td>\n",
       "      <td>2.024</td>\n",
       "      <td>0.000</td>\n",
       "      <td>114.0</td>\n",
       "      <td>27514.0</td>\n",
       "      <td>384.0</td>\n",
       "      <td>2329.0</td>\n",
       "      <td>48080.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>74.814</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.17857</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.53340</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79982</th>\n",
       "      <td>1735.0</td>\n",
       "      <td>3.1701</td>\n",
       "      <td>0.260</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>117.0</td>\n",
       "      <td>892.0</td>\n",
       "      <td>117.0</td>\n",
       "      <td>3766.0</td>\n",
       "      <td>1265.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>99.026</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.96747</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79983</th>\n",
       "      <td>1671.0</td>\n",
       "      <td>0.1380</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>491.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>491.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.80000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79984</th>\n",
       "      <td>1924.0</td>\n",
       "      <td>0.1221</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2478.0</td>\n",
       "      <td>266683.0</td>\n",
       "      <td>266683.0</td>\n",
       "      <td>405300.0</td>\n",
       "      <td>390558.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>70.799</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.75322</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79985</th>\n",
       "      <td>1670.0</td>\n",
       "      <td>0.0347</td>\n",
       "      <td>9.836</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>212.0</td>\n",
       "      <td>7848.0</td>\n",
       "      <td>491.0</td>\n",
       "      <td>29785.0</td>\n",
       "      <td>16226.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>78.700</td>\n",
       "      <td>0.13636</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.85771</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79986</th>\n",
       "      <td>1901.0</td>\n",
       "      <td>0.1782</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>4955.0</td>\n",
       "      <td>21753.0</td>\n",
       "      <td>12673.0</td>\n",
       "      <td>70293.0</td>\n",
       "      <td>62980.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>61.301</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.86356</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79987</th>\n",
       "      <td>1835.0</td>\n",
       "      <td>0.5372</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>29723.0</td>\n",
       "      <td>3964.0</td>\n",
       "      <td>66770.0</td>\n",
       "      <td>85900.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.41685</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79988</th>\n",
       "      <td>1927.0</td>\n",
       "      <td>0.0410</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>22000.0</td>\n",
       "      <td>30046.0</td>\n",
       "      <td>24165.0</td>\n",
       "      <td>75019.0</td>\n",
       "      <td>88343.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>19.444</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.53750</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79989</th>\n",
       "      <td>NaN</td>\n",
       "      <td>0.1451</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.50000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79990</th>\n",
       "      <td>1941.0</td>\n",
       "      <td>0.4834</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>10846.0</td>\n",
       "      <td>52806.0</td>\n",
       "      <td>35478.0</td>\n",
       "      <td>136461.0</td>\n",
       "      <td>176240.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.84170</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79991</th>\n",
       "      <td>1899.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>7310.0</td>\n",
       "      <td>14519.0</td>\n",
       "      <td>14519.0</td>\n",
       "      <td>5252.0</td>\n",
       "      <td>4949.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.44615</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79992</th>\n",
       "      <td>1761.0</td>\n",
       "      <td>2.0999</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>47.0</td>\n",
       "      <td>13477.0</td>\n",
       "      <td>1814.0</td>\n",
       "      <td>9320.0</td>\n",
       "      <td>2500.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.12500</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.73640</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79993</th>\n",
       "      <td>1700.0</td>\n",
       "      <td>0.3831</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>344.0</td>\n",
       "      <td>344.0</td>\n",
       "      <td>344.0</td>\n",
       "      <td>991.0</td>\n",
       "      <td>344.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.66667</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.97374</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79994</th>\n",
       "      <td>1910.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>4955.0</td>\n",
       "      <td>47306.0</td>\n",
       "      <td>47306.0</td>\n",
       "      <td>88124.0</td>\n",
       "      <td>107148.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.79867</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79995</th>\n",
       "      <td>1736.0</td>\n",
       "      <td>2.1740</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>11.0</td>\n",
       "      <td>4248.0</td>\n",
       "      <td>1577.0</td>\n",
       "      <td>13379.0</td>\n",
       "      <td>6671.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>78.378</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.43829</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79996</th>\n",
       "      <td>1724.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.108</td>\n",
       "      <td>0.768</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>64041.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10926.0</td>\n",
       "      <td>84839.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>38.325</td>\n",
       "      <td>0.16667</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.57931</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79997</th>\n",
       "      <td>1605.0</td>\n",
       "      <td>0.2901</td>\n",
       "      <td>11.561</td>\n",
       "      <td>0.937</td>\n",
       "      <td>2.976</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2277.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3964.0</td>\n",
       "      <td>5709.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>101.850</td>\n",
       "      <td>93.142</td>\n",
       "      <td>0.50000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.42069</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79998</th>\n",
       "      <td>1780.0</td>\n",
       "      <td>1.1874</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6356.0</td>\n",
       "      <td>4802.0</td>\n",
       "      <td>3206.0</td>\n",
       "      <td>18180.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>77.022</td>\n",
       "      <td>0.06061</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.53251</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79999</th>\n",
       "      <td>1727.0</td>\n",
       "      <td>1.9288</td>\n",
       "      <td>1.441</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>25773.0</td>\n",
       "      <td>2869.0</td>\n",
       "      <td>132985.0</td>\n",
       "      <td>71788.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>32.400</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.07143</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.68482</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80000 rows × 47 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        mvar1   mvar2   mvar3  mvar4  mvar5    mvar6     mvar7     mvar8  \\\n",
       "0      1696.0  1.6541   0.000  0.000  0.000      0.0    6015.0     322.0   \n",
       "1      1846.0  0.8095   0.000  0.000  0.000    102.0    7532.0    3171.0   \n",
       "2      1745.0  0.4001   0.000  0.000  0.000      NaN    2536.0       NaN   \n",
       "3      1739.0  0.2193   0.000  0.000  0.000   1982.0   26440.0    4955.0   \n",
       "4      1787.0  0.0118   0.225  0.000  0.000   5451.0    5494.0    5494.0   \n",
       "5      1579.0     NaN   3.502  0.000  0.000      NaN       NaN       NaN   \n",
       "6      1818.0  0.4001   0.000  0.000  0.000      NaN    1088.0       NaN   \n",
       "7         NaN     NaN     NaN    NaN    NaN      NaN       NaN       NaN   \n",
       "8      1836.0  0.1358   0.000  0.000  0.000    347.0   38964.0   17828.0   \n",
       "9      1839.0  0.1981   0.000  0.000  0.000    793.0    6131.0    6045.0   \n",
       "10     1903.0  0.0000   0.000  0.000  0.000     22.0   19518.0    9910.0   \n",
       "11     1681.0  1.5888   5.685  3.566  0.000     93.0    3554.0     439.0   \n",
       "12     1841.0  0.5388   0.000  0.000  0.000   1487.0   19449.0   19449.0   \n",
       "13     1794.0  1.9684   0.000  0.000  0.000    856.0    8609.0    8609.0   \n",
       "14     1669.0  3.8558  18.465  6.292  1.200      NaN     142.0       NaN   \n",
       "15     1583.0  3.0284  16.325  0.000  0.000      NaN       NaN       NaN   \n",
       "16     1899.0  0.0970   0.000  0.000  0.000   1015.0   13379.0   13379.0   \n",
       "17     1690.0  8.7747  10.437  0.000  0.000    122.0     623.0     299.0   \n",
       "18     1599.0  0.8601   1.525  1.525  0.000      NaN     878.0       NaN   \n",
       "19     1859.0  0.0155   0.368  0.000  0.000    424.0   86509.0   12451.0   \n",
       "20     1880.0  2.6101   0.000  0.000  0.000      0.0   19252.0    6342.0   \n",
       "21     1852.0  3.6201   0.000  0.000  0.000    799.0   16515.0   16515.0   \n",
       "22     1655.0  3.0268  14.748  0.000  0.000     48.0      48.0      48.0   \n",
       "23     1863.0  0.0401   0.000  0.000  0.000   1487.0    4955.0    4955.0   \n",
       "24     1753.0  0.2251   0.000  0.000  0.000   1124.0    1124.0    1124.0   \n",
       "25     1894.0  0.0318   0.000  0.000  0.000   4655.0    7433.0    7433.0   \n",
       "26     1803.0  0.3993   0.000  0.000  0.000    496.0   10505.0     496.0   \n",
       "27     1932.0  0.3276   0.000  0.000  0.000   6982.0   21569.0   18829.0   \n",
       "28     1714.0  5.1904   0.770  0.000  0.000      0.0    1889.0     595.0   \n",
       "29        NaN  2.0457   4.514  0.000  0.000      NaN       NaN       NaN   \n",
       "...       ...     ...     ...    ...    ...      ...       ...       ...   \n",
       "79970  1834.0  1.2164   0.000  0.000  0.000   2212.0    5244.0    4203.0   \n",
       "79971  1729.0  1.3696   0.000  0.000  0.000    356.0    4218.0    1982.0   \n",
       "79972  1753.0  5.8283   0.000  0.000  0.000    180.0    4014.0     617.0   \n",
       "79973  1748.0  1.9635   0.642  0.000  0.000    291.0    3469.0    3469.0   \n",
       "79974  1771.0  1.7588   0.000  0.000  0.000     66.0   12626.0    6433.0   \n",
       "79975  1766.0  0.9540   0.000  0.000  0.000   1140.0   10207.0   10207.0   \n",
       "79976  1822.0  0.0000   1.853  1.853  0.000   2581.0   13361.0    5946.0   \n",
       "79977  1824.0  0.5634   0.000  0.000  0.000   3964.0    4683.0    4683.0   \n",
       "79978  1914.0  0.0544   0.000  0.000  0.000   3469.0   20424.0   20424.0   \n",
       "79979  1600.0  2.6649  18.282  1.078  2.678      0.0    7205.0       0.0   \n",
       "79980  1822.0  0.5851   0.000  0.000  0.000      0.0   23685.0   23685.0   \n",
       "79981  1693.0  0.1828  17.767  2.024  0.000    114.0   27514.0     384.0   \n",
       "79982  1735.0  3.1701   0.260  0.000  0.000    117.0     892.0     117.0   \n",
       "79983  1671.0  0.1380   0.000  0.000  0.000      NaN     491.0       NaN   \n",
       "79984  1924.0  0.1221   0.000  0.000  0.000   2478.0  266683.0  266683.0   \n",
       "79985  1670.0  0.0347   9.836  0.000  0.000    212.0    7848.0     491.0   \n",
       "79986  1901.0  0.1782   0.000  0.000  0.000   4955.0   21753.0   12673.0   \n",
       "79987  1835.0  0.5372   0.000  0.000  0.000      0.0   29723.0    3964.0   \n",
       "79988  1927.0  0.0410   0.000  0.000  0.000  22000.0   30046.0   24165.0   \n",
       "79989     NaN  0.1451   0.000  0.000  0.000      NaN       NaN       NaN   \n",
       "79990  1941.0  0.4834   0.000  0.000  0.000  10846.0   52806.0   35478.0   \n",
       "79991  1899.0     NaN   0.000  0.000  0.000   7310.0   14519.0   14519.0   \n",
       "79992  1761.0  2.0999   0.000  0.000  0.000     47.0   13477.0    1814.0   \n",
       "79993  1700.0  0.3831   0.000  0.000  0.000    344.0     344.0     344.0   \n",
       "79994  1910.0  0.0000   0.000  0.000  0.000   4955.0   47306.0   47306.0   \n",
       "79995  1736.0  2.1740   0.000  0.000  0.000     11.0    4248.0    1577.0   \n",
       "79996  1724.0  0.0000   1.108  0.768  0.000      NaN   64041.0       NaN   \n",
       "79997  1605.0  0.2901  11.561  0.937  2.976      NaN    2277.0       NaN   \n",
       "79998  1780.0  1.1874   0.000  0.000  0.000      0.0    6356.0    4802.0   \n",
       "79999  1727.0  1.9288   1.441  0.000  0.000      0.0   25773.0    2869.0   \n",
       "\n",
       "          mvar9    mvar10   ...    mvar38  mvar39   mvar40  mvar41   mvar42  \\\n",
       "0       40369.0   18414.0   ...       4.0     1.0   73.780  82.547  0.08696   \n",
       "1       18234.0   13664.0   ...       2.0     0.0   99.129     NaN  0.00000   \n",
       "2           NaN    2536.0   ...       1.0     0.0      NaN  29.290  0.00000   \n",
       "3       20316.0   37013.0   ...       2.0     0.0   96.272     NaN  0.15385   \n",
       "4        7987.0    4696.0   ...       2.0     0.0  115.019     NaN  0.00000   \n",
       "5           NaN       0.0   ...       2.0     NaN      NaN     NaN  1.50000   \n",
       "6        1536.0    1498.0   ...       0.0     0.0   88.171     NaN  0.00000   \n",
       "7           NaN       NaN   ...       NaN     NaN      NaN     NaN      NaN   \n",
       "8       70729.0   65843.0   ...       2.0     0.0      NaN     NaN  0.00000   \n",
       "9       48959.0   31640.0   ...       0.0     0.0      NaN  45.590  0.08824   \n",
       "10      90618.0  110271.0   ...       2.0     0.0      NaN     NaN  0.00000   \n",
       "11       2527.0    7086.0   ...       5.0     1.0      NaN     NaN  0.61111   \n",
       "12       6739.0    6612.0   ...       6.0     0.0      NaN     NaN  0.00000   \n",
       "13      60545.0   24893.0   ...       1.0     0.0      NaN     NaN  0.00000   \n",
       "14         38.0     142.0   ...      15.0     0.0  107.825  98.664  0.56000   \n",
       "15      51450.0       0.0   ...       4.0     0.0      NaN     NaN  0.32353   \n",
       "16     246906.0   56533.0   ...       2.0     0.0   10.384     NaN  0.00000   \n",
       "17       1140.0    2043.0   ...      12.0     0.0      NaN     NaN  0.63636   \n",
       "18          NaN     878.0   ...       1.0     1.0      NaN  91.175  0.80000   \n",
       "19      86635.0  142081.0   ...       2.0     0.0      NaN     NaN  0.00000   \n",
       "20      59601.0   86906.0   ...      14.0     0.0      NaN  72.497  0.00000   \n",
       "21     110651.0   41311.0   ...       2.0     0.0      NaN     NaN  0.00000   \n",
       "22        198.0      48.0   ...       4.0     0.0      NaN     NaN  1.00000   \n",
       "23      22902.0   21772.0   ...       4.0     0.0   96.895     NaN  0.00000   \n",
       "24          0.0    1124.0   ...       1.0     0.0      NaN     NaN      NaN   \n",
       "25      25667.0   12345.0   ...       1.0     0.0      NaN   0.000  0.00000   \n",
       "26        991.0   18163.0   ...       1.0     0.0   91.752  87.306  0.20000   \n",
       "27     187209.0  113813.0   ...       2.0     0.0      NaN     NaN  0.00000   \n",
       "28      12574.0    4825.0   ...       8.0     0.0      NaN     NaN  0.35714   \n",
       "29          NaN       0.0   ...       4.0     NaN      NaN     NaN  1.16667   \n",
       "...         ...       ...   ...       ...     ...      ...     ...      ...   \n",
       "79970   16743.0   13831.0   ...       8.0     0.0      NaN  97.398  0.00000   \n",
       "79971   18657.0    8921.0   ...       7.0     0.0      NaN  83.663  0.09091   \n",
       "79972    3667.0    9786.0   ...      10.0     0.0      NaN  87.094  0.11111   \n",
       "79973   13131.0   14393.0   ...      12.0     0.0      NaN  92.244  0.44000   \n",
       "79974   27946.0   24401.0   ...       4.0     0.0      NaN  40.477  0.00000   \n",
       "79975   55001.0   20636.0   ...      13.0     0.0      NaN     NaN  0.05000   \n",
       "79976   31018.0   76774.0   ...       4.0     0.0   73.611  44.656  0.03448   \n",
       "79977       NaN    8647.0   ...       2.0     0.0      NaN     NaN      NaN   \n",
       "79978   78774.0   27856.0   ...       1.0     0.0      NaN     NaN  0.00000   \n",
       "79979     956.0    7360.0   ...       9.0     1.0  132.335  56.867  0.55263   \n",
       "79980  208174.0   55719.0   ...       3.0     0.0      NaN     NaN  0.00000   \n",
       "79981    2329.0   48080.0   ...       4.0     0.0   74.814     NaN  0.17857   \n",
       "79982    3766.0    1265.0   ...       3.0     0.0      NaN  99.026  0.00000   \n",
       "79983       NaN     491.0   ...       1.0     0.0      NaN     NaN  0.80000   \n",
       "79984  405300.0  390558.0   ...       4.0     0.0      NaN  70.799  0.00000   \n",
       "79985   29785.0   16226.0   ...       5.0     0.0      NaN  78.700  0.13636   \n",
       "79986   70293.0   62980.0   ...       5.0     0.0      NaN  61.301  0.00000   \n",
       "79987   66770.0   85900.0   ...       3.0     0.0      NaN     NaN  0.00000   \n",
       "79988   75019.0   88343.0   ...       3.0     0.0      NaN  19.444  0.00000   \n",
       "79989       NaN       0.0   ...       1.0     NaN      NaN     NaN  1.50000   \n",
       "79990  136461.0  176240.0   ...       1.0     0.0      NaN     NaN  0.05882   \n",
       "79991    5252.0    4949.0   ...       1.0     0.0      NaN     NaN  0.00000   \n",
       "79992    9320.0    2500.0   ...       5.0     0.0      NaN     NaN  0.12500   \n",
       "79993     991.0     344.0   ...       3.0     0.0      NaN     NaN  0.66667   \n",
       "79994   88124.0  107148.0   ...       2.0     0.0      NaN     NaN  0.00000   \n",
       "79995   13379.0    6671.0   ...       4.0     0.0      NaN  78.378  0.00000   \n",
       "79996   10926.0   84839.0   ...       5.0     0.0      NaN  38.325  0.16667   \n",
       "79997    3964.0    5709.0   ...       5.0     2.0  101.850  93.142  0.50000   \n",
       "79998    3206.0   18180.0   ...       8.0     0.0      NaN  77.022  0.06061   \n",
       "79999  132985.0   71788.0   ...       4.0     0.0   32.400     NaN  0.07143   \n",
       "\n",
       "       mvar43   mvar44  mvar45  mvar46  mvar47  \n",
       "0        10.0  0.63899     NaN     0.0       1  \n",
       "1        13.0  0.63836     NaN     NaN       0  \n",
       "2         1.0  1.00000     NaN     0.0       1  \n",
       "3         3.0  0.53241     0.0     0.0       0  \n",
       "4         1.0  0.92665     NaN     NaN       0  \n",
       "5         0.0      NaN     NaN     NaN       1  \n",
       "6         2.0  0.87224     NaN     0.0       1  \n",
       "7         NaN      NaN     NaN     NaN       1  \n",
       "8        10.0  0.89868     0.0     0.0       0  \n",
       "9        14.0  0.33834     NaN     0.0       0  \n",
       "10       17.0  0.80620     0.0     0.0       0  \n",
       "11        7.0  0.81172     0.0     0.0       1  \n",
       "12        5.0  0.98031     NaN     NaN       1  \n",
       "13       13.0  0.35724     NaN     0.0       1  \n",
       "14       11.0  0.29169     NaN     1.0       1  \n",
       "15        2.0      NaN     0.0     NaN       1  \n",
       "16       19.0  0.47480     0.0     0.0       0  \n",
       "17        5.0  0.94951     NaN     0.0       0  \n",
       "18        0.0  1.00000     NaN     0.0       1  \n",
       "19       12.0  0.34730     0.0     0.0       0  \n",
       "20       14.0  0.28708     NaN     0.0       0  \n",
       "21       13.0  0.75349     NaN     NaN       0  \n",
       "22        1.0  1.00000     NaN     NaN       1  \n",
       "23       12.0  0.40853     NaN     0.0       0  \n",
       "24        0.0  1.00000     NaN     NaN       1  \n",
       "25        3.0  0.99419     0.0     0.0       0  \n",
       "26        5.0  0.75289     0.0     0.0       0  \n",
       "27       11.0  0.99710     0.0     0.0       1  \n",
       "28        6.0  0.85082     0.0     0.0       0  \n",
       "29        0.0      NaN     NaN     NaN       0  \n",
       "...       ...      ...     ...     ...     ...  \n",
       "79970     8.0  0.58040     NaN     0.0       1  \n",
       "79971     6.0  0.62632     0.0     0.0       1  \n",
       "79972     9.0  0.59364     NaN     0.0       0  \n",
       "79973    14.0  0.83809     0.0     0.0       0  \n",
       "79974    10.0  0.46863     NaN     0.0       1  \n",
       "79975    14.0  0.54754     NaN     NaN       1  \n",
       "79976    20.0  0.23177     NaN     0.0       1  \n",
       "79977     NaN  0.67222     NaN     NaN       1  \n",
       "79978     8.0  1.00000     0.0     0.0       0  \n",
       "79979    14.0  0.11763     NaN     0.0       0  \n",
       "79980    17.0  0.81438     0.0     NaN       0  \n",
       "79981     5.0  0.53340     NaN     0.0       1  \n",
       "79982     2.0  0.96747     NaN     0.0       1  \n",
       "79983     2.0  1.00000     NaN     NaN       1  \n",
       "79984    13.0  0.75322     0.0     0.0       0  \n",
       "79985    10.0  0.85771     NaN     0.0       0  \n",
       "79986    10.0  0.86356     0.0     0.0       0  \n",
       "79987     9.0  0.41685     0.0     0.0       0  \n",
       "79988     7.0  0.53750     0.0     0.0       0  \n",
       "79989     0.0      NaN     NaN     NaN       0  \n",
       "79990     8.0  0.84170     0.0     0.0       0  \n",
       "79991     3.0  0.44615     NaN     NaN       0  \n",
       "79992     5.0  0.73640     0.0     0.0       1  \n",
       "79993     2.0  0.97374     0.0     0.0       1  \n",
       "79994     4.0  0.79867     NaN     NaN       0  \n",
       "79995     4.0  0.43829     NaN     0.0       1  \n",
       "79996    14.0  0.57931     0.0     0.0       1  \n",
       "79997     4.0  0.42069     NaN     0.0       1  \n",
       "79998     9.0  0.53251     NaN     0.0       0  \n",
       "79999    12.0  0.68482     0.0     0.0       1  \n",
       "\n",
       "[80000 rows x 47 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gameX"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mvar1</th>\n",
       "      <th>mvar2</th>\n",
       "      <th>mvar3</th>\n",
       "      <th>mvar4</th>\n",
       "      <th>mvar5</th>\n",
       "      <th>mvar6</th>\n",
       "      <th>mvar7</th>\n",
       "      <th>mvar8</th>\n",
       "      <th>mvar9</th>\n",
       "      <th>mvar10</th>\n",
       "      <th>...</th>\n",
       "      <th>mvar38</th>\n",
       "      <th>mvar39</th>\n",
       "      <th>mvar40</th>\n",
       "      <th>mvar41</th>\n",
       "      <th>mvar42</th>\n",
       "      <th>mvar43</th>\n",
       "      <th>mvar44</th>\n",
       "      <th>mvar45</th>\n",
       "      <th>mvar46</th>\n",
       "      <th>mvar47</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1696.000000</td>\n",
       "      <td>1.654100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6015.000000</td>\n",
       "      <td>322.00000</td>\n",
       "      <td>40369.000000</td>\n",
       "      <td>18414.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>73.780000</td>\n",
       "      <td>82.547000</td>\n",
       "      <td>0.086960</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.638990</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1846.000000</td>\n",
       "      <td>0.809500</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>102.000000</td>\n",
       "      <td>7532.000000</td>\n",
       "      <td>3171.00000</td>\n",
       "      <td>18234.000000</td>\n",
       "      <td>13664.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>99.129000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>13.000000</td>\n",
       "      <td>0.638360</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1745.000000</td>\n",
       "      <td>0.400100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>2536.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>2536.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>29.290000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1739.000000</td>\n",
       "      <td>0.219300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1982.000000</td>\n",
       "      <td>26440.000000</td>\n",
       "      <td>4955.00000</td>\n",
       "      <td>20316.000000</td>\n",
       "      <td>37013.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>96.272000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.153850</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.532410</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1787.000000</td>\n",
       "      <td>0.011800</td>\n",
       "      <td>0.225000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>5451.000000</td>\n",
       "      <td>5494.000000</td>\n",
       "      <td>5494.00000</td>\n",
       "      <td>7987.000000</td>\n",
       "      <td>4696.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>115.019000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.926650</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1579.000000</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>3.502000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1818.000000</td>\n",
       "      <td>0.400100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>1088.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>1536.000000</td>\n",
       "      <td>1498.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>88.171000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.872240</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1745.971085</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>5.280955</td>\n",
       "      <td>0.474516</td>\n",
       "      <td>1.12472</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>30492.367255</td>\n",
       "      <td>...</td>\n",
       "      <td>4.286422</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.335142</td>\n",
       "      <td>6.552777</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1836.000000</td>\n",
       "      <td>0.135800</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>347.000000</td>\n",
       "      <td>38964.000000</td>\n",
       "      <td>17828.00000</td>\n",
       "      <td>70729.000000</td>\n",
       "      <td>65843.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.898680</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1839.000000</td>\n",
       "      <td>0.198100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>793.000000</td>\n",
       "      <td>6131.000000</td>\n",
       "      <td>6045.00000</td>\n",
       "      <td>48959.000000</td>\n",
       "      <td>31640.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>45.590000</td>\n",
       "      <td>0.088240</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.338340</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1903.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>22.000000</td>\n",
       "      <td>19518.000000</td>\n",
       "      <td>9910.00000</td>\n",
       "      <td>90618.000000</td>\n",
       "      <td>110271.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>0.806200</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1681.000000</td>\n",
       "      <td>1.588800</td>\n",
       "      <td>5.685000</td>\n",
       "      <td>3.566000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>93.000000</td>\n",
       "      <td>3554.000000</td>\n",
       "      <td>439.00000</td>\n",
       "      <td>2527.000000</td>\n",
       "      <td>7086.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.611110</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>0.811720</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1841.000000</td>\n",
       "      <td>0.538800</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1487.000000</td>\n",
       "      <td>19449.000000</td>\n",
       "      <td>19449.00000</td>\n",
       "      <td>6739.000000</td>\n",
       "      <td>6612.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.980310</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1794.000000</td>\n",
       "      <td>1.968400</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>856.000000</td>\n",
       "      <td>8609.000000</td>\n",
       "      <td>8609.00000</td>\n",
       "      <td>60545.000000</td>\n",
       "      <td>24893.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>13.000000</td>\n",
       "      <td>0.357240</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1669.000000</td>\n",
       "      <td>3.855800</td>\n",
       "      <td>18.465000</td>\n",
       "      <td>6.292000</td>\n",
       "      <td>1.20000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>142.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>38.000000</td>\n",
       "      <td>142.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>107.825000</td>\n",
       "      <td>98.664000</td>\n",
       "      <td>0.560000</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.291690</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1583.000000</td>\n",
       "      <td>3.028400</td>\n",
       "      <td>16.325000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>51450.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.323530</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1899.000000</td>\n",
       "      <td>0.097000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1015.000000</td>\n",
       "      <td>13379.000000</td>\n",
       "      <td>13379.00000</td>\n",
       "      <td>246906.000000</td>\n",
       "      <td>56533.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10.384000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.474800</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1690.000000</td>\n",
       "      <td>8.774700</td>\n",
       "      <td>10.437000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>122.000000</td>\n",
       "      <td>623.000000</td>\n",
       "      <td>299.00000</td>\n",
       "      <td>1140.000000</td>\n",
       "      <td>2043.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.636360</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.949510</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1599.000000</td>\n",
       "      <td>0.860100</td>\n",
       "      <td>1.525000</td>\n",
       "      <td>1.525000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>878.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>878.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>91.175000</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1859.000000</td>\n",
       "      <td>0.015500</td>\n",
       "      <td>0.368000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>424.000000</td>\n",
       "      <td>86509.000000</td>\n",
       "      <td>12451.00000</td>\n",
       "      <td>86635.000000</td>\n",
       "      <td>142081.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>0.347300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1880.000000</td>\n",
       "      <td>2.610100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>19252.000000</td>\n",
       "      <td>6342.00000</td>\n",
       "      <td>59601.000000</td>\n",
       "      <td>86906.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.497000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.287080</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1852.000000</td>\n",
       "      <td>3.620100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>799.000000</td>\n",
       "      <td>16515.000000</td>\n",
       "      <td>16515.00000</td>\n",
       "      <td>110651.000000</td>\n",
       "      <td>41311.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>13.000000</td>\n",
       "      <td>0.753490</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1655.000000</td>\n",
       "      <td>3.026800</td>\n",
       "      <td>14.748000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>48.00000</td>\n",
       "      <td>198.000000</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1863.000000</td>\n",
       "      <td>0.040100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1487.000000</td>\n",
       "      <td>4955.000000</td>\n",
       "      <td>4955.00000</td>\n",
       "      <td>22902.000000</td>\n",
       "      <td>21772.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>96.895000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>0.408530</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1753.000000</td>\n",
       "      <td>0.225100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1124.000000</td>\n",
       "      <td>1124.000000</td>\n",
       "      <td>1124.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1124.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.335142</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1894.000000</td>\n",
       "      <td>0.031800</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>4655.000000</td>\n",
       "      <td>7433.000000</td>\n",
       "      <td>7433.00000</td>\n",
       "      <td>25667.000000</td>\n",
       "      <td>12345.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.994190</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1803.000000</td>\n",
       "      <td>0.399300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>496.000000</td>\n",
       "      <td>10505.000000</td>\n",
       "      <td>496.00000</td>\n",
       "      <td>991.000000</td>\n",
       "      <td>18163.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>91.752000</td>\n",
       "      <td>87.306000</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.752890</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1932.000000</td>\n",
       "      <td>0.327600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>6982.000000</td>\n",
       "      <td>21569.000000</td>\n",
       "      <td>18829.00000</td>\n",
       "      <td>187209.000000</td>\n",
       "      <td>113813.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.997100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1714.000000</td>\n",
       "      <td>5.190400</td>\n",
       "      <td>0.770000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1889.000000</td>\n",
       "      <td>595.00000</td>\n",
       "      <td>12574.000000</td>\n",
       "      <td>4825.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.357140</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0.850820</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1745.971085</td>\n",
       "      <td>2.045700</td>\n",
       "      <td>4.514000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.166670</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79970</th>\n",
       "      <td>1834.000000</td>\n",
       "      <td>1.216400</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>2212.000000</td>\n",
       "      <td>5244.000000</td>\n",
       "      <td>4203.00000</td>\n",
       "      <td>16743.000000</td>\n",
       "      <td>13831.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>97.398000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.580400</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79971</th>\n",
       "      <td>1729.000000</td>\n",
       "      <td>1.369600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>356.000000</td>\n",
       "      <td>4218.000000</td>\n",
       "      <td>1982.00000</td>\n",
       "      <td>18657.000000</td>\n",
       "      <td>8921.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>83.663000</td>\n",
       "      <td>0.090910</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0.626320</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79972</th>\n",
       "      <td>1753.000000</td>\n",
       "      <td>5.828300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>180.000000</td>\n",
       "      <td>4014.000000</td>\n",
       "      <td>617.00000</td>\n",
       "      <td>3667.000000</td>\n",
       "      <td>9786.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>87.094000</td>\n",
       "      <td>0.111110</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>0.593640</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79973</th>\n",
       "      <td>1748.000000</td>\n",
       "      <td>1.963500</td>\n",
       "      <td>0.642000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>291.000000</td>\n",
       "      <td>3469.000000</td>\n",
       "      <td>3469.00000</td>\n",
       "      <td>13131.000000</td>\n",
       "      <td>14393.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>92.244000</td>\n",
       "      <td>0.440000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.838090</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79974</th>\n",
       "      <td>1771.000000</td>\n",
       "      <td>1.758800</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>66.000000</td>\n",
       "      <td>12626.000000</td>\n",
       "      <td>6433.00000</td>\n",
       "      <td>27946.000000</td>\n",
       "      <td>24401.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>40.477000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.468630</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79975</th>\n",
       "      <td>1766.000000</td>\n",
       "      <td>0.954000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1140.000000</td>\n",
       "      <td>10207.000000</td>\n",
       "      <td>10207.00000</td>\n",
       "      <td>55001.000000</td>\n",
       "      <td>20636.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>13.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.050000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.547540</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79976</th>\n",
       "      <td>1822.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.853000</td>\n",
       "      <td>1.853000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>2581.000000</td>\n",
       "      <td>13361.000000</td>\n",
       "      <td>5946.00000</td>\n",
       "      <td>31018.000000</td>\n",
       "      <td>76774.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>73.611000</td>\n",
       "      <td>44.656000</td>\n",
       "      <td>0.034480</td>\n",
       "      <td>20.000000</td>\n",
       "      <td>0.231770</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79977</th>\n",
       "      <td>1824.000000</td>\n",
       "      <td>0.563400</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>3964.000000</td>\n",
       "      <td>4683.000000</td>\n",
       "      <td>4683.00000</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>8647.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.335142</td>\n",
       "      <td>6.552777</td>\n",
       "      <td>0.672220</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79978</th>\n",
       "      <td>1914.000000</td>\n",
       "      <td>0.054400</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>3469.000000</td>\n",
       "      <td>20424.000000</td>\n",
       "      <td>20424.00000</td>\n",
       "      <td>78774.000000</td>\n",
       "      <td>27856.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79979</th>\n",
       "      <td>1600.000000</td>\n",
       "      <td>2.664900</td>\n",
       "      <td>18.282000</td>\n",
       "      <td>1.078000</td>\n",
       "      <td>2.67800</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7205.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>956.000000</td>\n",
       "      <td>7360.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>132.335000</td>\n",
       "      <td>56.867000</td>\n",
       "      <td>0.552630</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.117630</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79980</th>\n",
       "      <td>1822.000000</td>\n",
       "      <td>0.585100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>23685.000000</td>\n",
       "      <td>23685.00000</td>\n",
       "      <td>208174.000000</td>\n",
       "      <td>55719.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>0.814380</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79981</th>\n",
       "      <td>1693.000000</td>\n",
       "      <td>0.182800</td>\n",
       "      <td>17.767000</td>\n",
       "      <td>2.024000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>114.000000</td>\n",
       "      <td>27514.000000</td>\n",
       "      <td>384.00000</td>\n",
       "      <td>2329.000000</td>\n",
       "      <td>48080.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>74.814000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.178570</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.533400</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79982</th>\n",
       "      <td>1735.000000</td>\n",
       "      <td>3.170100</td>\n",
       "      <td>0.260000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>117.000000</td>\n",
       "      <td>892.000000</td>\n",
       "      <td>117.00000</td>\n",
       "      <td>3766.000000</td>\n",
       "      <td>1265.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>99.026000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.967470</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79983</th>\n",
       "      <td>1671.000000</td>\n",
       "      <td>0.138000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>491.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>491.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79984</th>\n",
       "      <td>1924.000000</td>\n",
       "      <td>0.122100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>2478.000000</td>\n",
       "      <td>266683.000000</td>\n",
       "      <td>266683.00000</td>\n",
       "      <td>405300.000000</td>\n",
       "      <td>390558.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>70.799000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>13.000000</td>\n",
       "      <td>0.753220</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79985</th>\n",
       "      <td>1670.000000</td>\n",
       "      <td>0.034700</td>\n",
       "      <td>9.836000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>212.000000</td>\n",
       "      <td>7848.000000</td>\n",
       "      <td>491.00000</td>\n",
       "      <td>29785.000000</td>\n",
       "      <td>16226.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>78.700000</td>\n",
       "      <td>0.136360</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.857710</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79986</th>\n",
       "      <td>1901.000000</td>\n",
       "      <td>0.178200</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>4955.000000</td>\n",
       "      <td>21753.000000</td>\n",
       "      <td>12673.00000</td>\n",
       "      <td>70293.000000</td>\n",
       "      <td>62980.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>61.301000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.863560</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79987</th>\n",
       "      <td>1835.000000</td>\n",
       "      <td>0.537200</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>29723.000000</td>\n",
       "      <td>3964.00000</td>\n",
       "      <td>66770.000000</td>\n",
       "      <td>85900.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>0.416850</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79988</th>\n",
       "      <td>1927.000000</td>\n",
       "      <td>0.041000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>22000.000000</td>\n",
       "      <td>30046.000000</td>\n",
       "      <td>24165.00000</td>\n",
       "      <td>75019.000000</td>\n",
       "      <td>88343.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>19.444000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>0.537500</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79989</th>\n",
       "      <td>1745.971085</td>\n",
       "      <td>0.145100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79990</th>\n",
       "      <td>1941.000000</td>\n",
       "      <td>0.483400</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>10846.000000</td>\n",
       "      <td>52806.000000</td>\n",
       "      <td>35478.00000</td>\n",
       "      <td>136461.000000</td>\n",
       "      <td>176240.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.058820</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.841700</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79991</th>\n",
       "      <td>1899.000000</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>7310.000000</td>\n",
       "      <td>14519.000000</td>\n",
       "      <td>14519.00000</td>\n",
       "      <td>5252.000000</td>\n",
       "      <td>4949.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.446150</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79992</th>\n",
       "      <td>1761.000000</td>\n",
       "      <td>2.099900</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>47.000000</td>\n",
       "      <td>13477.000000</td>\n",
       "      <td>1814.00000</td>\n",
       "      <td>9320.000000</td>\n",
       "      <td>2500.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.125000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.736400</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79993</th>\n",
       "      <td>1700.000000</td>\n",
       "      <td>0.383100</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>344.000000</td>\n",
       "      <td>344.000000</td>\n",
       "      <td>344.00000</td>\n",
       "      <td>991.000000</td>\n",
       "      <td>344.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.666670</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.973740</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79994</th>\n",
       "      <td>1910.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>4955.000000</td>\n",
       "      <td>47306.000000</td>\n",
       "      <td>47306.00000</td>\n",
       "      <td>88124.000000</td>\n",
       "      <td>107148.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.798670</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79995</th>\n",
       "      <td>1736.000000</td>\n",
       "      <td>2.174000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>4248.000000</td>\n",
       "      <td>1577.00000</td>\n",
       "      <td>13379.000000</td>\n",
       "      <td>6671.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>78.378000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.438290</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79996</th>\n",
       "      <td>1724.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.108000</td>\n",
       "      <td>0.768000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>64041.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>10926.000000</td>\n",
       "      <td>84839.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>38.325000</td>\n",
       "      <td>0.166670</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.579310</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79997</th>\n",
       "      <td>1605.000000</td>\n",
       "      <td>0.290100</td>\n",
       "      <td>11.561000</td>\n",
       "      <td>0.937000</td>\n",
       "      <td>2.97600</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>2277.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>3964.000000</td>\n",
       "      <td>5709.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>101.850000</td>\n",
       "      <td>93.142000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.420690</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79998</th>\n",
       "      <td>1780.000000</td>\n",
       "      <td>1.187400</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6356.000000</td>\n",
       "      <td>4802.00000</td>\n",
       "      <td>3206.000000</td>\n",
       "      <td>18180.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>77.022000</td>\n",
       "      <td>0.060610</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>0.532510</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79999</th>\n",
       "      <td>1727.000000</td>\n",
       "      <td>1.928800</td>\n",
       "      <td>1.441000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>25773.000000</td>\n",
       "      <td>2869.00000</td>\n",
       "      <td>132985.000000</td>\n",
       "      <td>71788.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>32.400000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.071430</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>0.684820</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80000 rows × 47 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             mvar1     mvar2      mvar3     mvar4    mvar5         mvar6  \\\n",
       "0      1696.000000  1.654100   0.000000  0.000000  0.00000      0.000000   \n",
       "1      1846.000000  0.809500   0.000000  0.000000  0.00000    102.000000   \n",
       "2      1745.000000  0.400100   0.000000  0.000000  0.00000   1606.702372   \n",
       "3      1739.000000  0.219300   0.000000  0.000000  0.00000   1982.000000   \n",
       "4      1787.000000  0.011800   0.225000  0.000000  0.00000   5451.000000   \n",
       "5      1579.000000  1.105629   3.502000  0.000000  0.00000   1606.702372   \n",
       "6      1818.000000  0.400100   0.000000  0.000000  0.00000   1606.702372   \n",
       "7      1745.971085  1.105629   5.280955  0.474516  1.12472   1606.702372   \n",
       "8      1836.000000  0.135800   0.000000  0.000000  0.00000    347.000000   \n",
       "9      1839.000000  0.198100   0.000000  0.000000  0.00000    793.000000   \n",
       "10     1903.000000  0.000000   0.000000  0.000000  0.00000     22.000000   \n",
       "11     1681.000000  1.588800   5.685000  3.566000  0.00000     93.000000   \n",
       "12     1841.000000  0.538800   0.000000  0.000000  0.00000   1487.000000   \n",
       "13     1794.000000  1.968400   0.000000  0.000000  0.00000    856.000000   \n",
       "14     1669.000000  3.855800  18.465000  6.292000  1.20000   1606.702372   \n",
       "15     1583.000000  3.028400  16.325000  0.000000  0.00000   1606.702372   \n",
       "16     1899.000000  0.097000   0.000000  0.000000  0.00000   1015.000000   \n",
       "17     1690.000000  8.774700  10.437000  0.000000  0.00000    122.000000   \n",
       "18     1599.000000  0.860100   1.525000  1.525000  0.00000   1606.702372   \n",
       "19     1859.000000  0.015500   0.368000  0.000000  0.00000    424.000000   \n",
       "20     1880.000000  2.610100   0.000000  0.000000  0.00000      0.000000   \n",
       "21     1852.000000  3.620100   0.000000  0.000000  0.00000    799.000000   \n",
       "22     1655.000000  3.026800  14.748000  0.000000  0.00000     48.000000   \n",
       "23     1863.000000  0.040100   0.000000  0.000000  0.00000   1487.000000   \n",
       "24     1753.000000  0.225100   0.000000  0.000000  0.00000   1124.000000   \n",
       "25     1894.000000  0.031800   0.000000  0.000000  0.00000   4655.000000   \n",
       "26     1803.000000  0.399300   0.000000  0.000000  0.00000    496.000000   \n",
       "27     1932.000000  0.327600   0.000000  0.000000  0.00000   6982.000000   \n",
       "28     1714.000000  5.190400   0.770000  0.000000  0.00000      0.000000   \n",
       "29     1745.971085  2.045700   4.514000  0.000000  0.00000   1606.702372   \n",
       "...            ...       ...        ...       ...      ...           ...   \n",
       "79970  1834.000000  1.216400   0.000000  0.000000  0.00000   2212.000000   \n",
       "79971  1729.000000  1.369600   0.000000  0.000000  0.00000    356.000000   \n",
       "79972  1753.000000  5.828300   0.000000  0.000000  0.00000    180.000000   \n",
       "79973  1748.000000  1.963500   0.642000  0.000000  0.00000    291.000000   \n",
       "79974  1771.000000  1.758800   0.000000  0.000000  0.00000     66.000000   \n",
       "79975  1766.000000  0.954000   0.000000  0.000000  0.00000   1140.000000   \n",
       "79976  1822.000000  0.000000   1.853000  1.853000  0.00000   2581.000000   \n",
       "79977  1824.000000  0.563400   0.000000  0.000000  0.00000   3964.000000   \n",
       "79978  1914.000000  0.054400   0.000000  0.000000  0.00000   3469.000000   \n",
       "79979  1600.000000  2.664900  18.282000  1.078000  2.67800      0.000000   \n",
       "79980  1822.000000  0.585100   0.000000  0.000000  0.00000      0.000000   \n",
       "79981  1693.000000  0.182800  17.767000  2.024000  0.00000    114.000000   \n",
       "79982  1735.000000  3.170100   0.260000  0.000000  0.00000    117.000000   \n",
       "79983  1671.000000  0.138000   0.000000  0.000000  0.00000   1606.702372   \n",
       "79984  1924.000000  0.122100   0.000000  0.000000  0.00000   2478.000000   \n",
       "79985  1670.000000  0.034700   9.836000  0.000000  0.00000    212.000000   \n",
       "79986  1901.000000  0.178200   0.000000  0.000000  0.00000   4955.000000   \n",
       "79987  1835.000000  0.537200   0.000000  0.000000  0.00000      0.000000   \n",
       "79988  1927.000000  0.041000   0.000000  0.000000  0.00000  22000.000000   \n",
       "79989  1745.971085  0.145100   0.000000  0.000000  0.00000   1606.702372   \n",
       "79990  1941.000000  0.483400   0.000000  0.000000  0.00000  10846.000000   \n",
       "79991  1899.000000  1.105629   0.000000  0.000000  0.00000   7310.000000   \n",
       "79992  1761.000000  2.099900   0.000000  0.000000  0.00000     47.000000   \n",
       "79993  1700.000000  0.383100   0.000000  0.000000  0.00000    344.000000   \n",
       "79994  1910.000000  0.000000   0.000000  0.000000  0.00000   4955.000000   \n",
       "79995  1736.000000  2.174000   0.000000  0.000000  0.00000     11.000000   \n",
       "79996  1724.000000  0.000000   1.108000  0.768000  0.00000   1606.702372   \n",
       "79997  1605.000000  0.290100  11.561000  0.937000  2.97600   1606.702372   \n",
       "79998  1780.000000  1.187400   0.000000  0.000000  0.00000      0.000000   \n",
       "79999  1727.000000  1.928800   1.441000  0.000000  0.00000      0.000000   \n",
       "\n",
       "               mvar7         mvar8          mvar9         mvar10   ...    \\\n",
       "0        6015.000000     322.00000   40369.000000   18414.000000   ...     \n",
       "1        7532.000000    3171.00000   18234.000000   13664.000000   ...     \n",
       "2        2536.000000    6773.68666   34097.436013    2536.000000   ...     \n",
       "3       26440.000000    4955.00000   20316.000000   37013.000000   ...     \n",
       "4        5494.000000    5494.00000    7987.000000    4696.000000   ...     \n",
       "5       17595.807537    6773.68666   34097.436013       0.000000   ...     \n",
       "6        1088.000000    6773.68666    1536.000000    1498.000000   ...     \n",
       "7       17595.807537    6773.68666   34097.436013   30492.367255   ...     \n",
       "8       38964.000000   17828.00000   70729.000000   65843.000000   ...     \n",
       "9        6131.000000    6045.00000   48959.000000   31640.000000   ...     \n",
       "10      19518.000000    9910.00000   90618.000000  110271.000000   ...     \n",
       "11       3554.000000     439.00000    2527.000000    7086.000000   ...     \n",
       "12      19449.000000   19449.00000    6739.000000    6612.000000   ...     \n",
       "13       8609.000000    8609.00000   60545.000000   24893.000000   ...     \n",
       "14        142.000000    6773.68666      38.000000     142.000000   ...     \n",
       "15      17595.807537    6773.68666   51450.000000       0.000000   ...     \n",
       "16      13379.000000   13379.00000  246906.000000   56533.000000   ...     \n",
       "17        623.000000     299.00000    1140.000000    2043.000000   ...     \n",
       "18        878.000000    6773.68666   34097.436013     878.000000   ...     \n",
       "19      86509.000000   12451.00000   86635.000000  142081.000000   ...     \n",
       "20      19252.000000    6342.00000   59601.000000   86906.000000   ...     \n",
       "21      16515.000000   16515.00000  110651.000000   41311.000000   ...     \n",
       "22         48.000000      48.00000     198.000000      48.000000   ...     \n",
       "23       4955.000000    4955.00000   22902.000000   21772.000000   ...     \n",
       "24       1124.000000    1124.00000       0.000000    1124.000000   ...     \n",
       "25       7433.000000    7433.00000   25667.000000   12345.000000   ...     \n",
       "26      10505.000000     496.00000     991.000000   18163.000000   ...     \n",
       "27      21569.000000   18829.00000  187209.000000  113813.000000   ...     \n",
       "28       1889.000000     595.00000   12574.000000    4825.000000   ...     \n",
       "29      17595.807537    6773.68666   34097.436013       0.000000   ...     \n",
       "...              ...           ...            ...            ...   ...     \n",
       "79970    5244.000000    4203.00000   16743.000000   13831.000000   ...     \n",
       "79971    4218.000000    1982.00000   18657.000000    8921.000000   ...     \n",
       "79972    4014.000000     617.00000    3667.000000    9786.000000   ...     \n",
       "79973    3469.000000    3469.00000   13131.000000   14393.000000   ...     \n",
       "79974   12626.000000    6433.00000   27946.000000   24401.000000   ...     \n",
       "79975   10207.000000   10207.00000   55001.000000   20636.000000   ...     \n",
       "79976   13361.000000    5946.00000   31018.000000   76774.000000   ...     \n",
       "79977    4683.000000    4683.00000   34097.436013    8647.000000   ...     \n",
       "79978   20424.000000   20424.00000   78774.000000   27856.000000   ...     \n",
       "79979    7205.000000       0.00000     956.000000    7360.000000   ...     \n",
       "79980   23685.000000   23685.00000  208174.000000   55719.000000   ...     \n",
       "79981   27514.000000     384.00000    2329.000000   48080.000000   ...     \n",
       "79982     892.000000     117.00000    3766.000000    1265.000000   ...     \n",
       "79983     491.000000    6773.68666   34097.436013     491.000000   ...     \n",
       "79984  266683.000000  266683.00000  405300.000000  390558.000000   ...     \n",
       "79985    7848.000000     491.00000   29785.000000   16226.000000   ...     \n",
       "79986   21753.000000   12673.00000   70293.000000   62980.000000   ...     \n",
       "79987   29723.000000    3964.00000   66770.000000   85900.000000   ...     \n",
       "79988   30046.000000   24165.00000   75019.000000   88343.000000   ...     \n",
       "79989   17595.807537    6773.68666   34097.436013       0.000000   ...     \n",
       "79990   52806.000000   35478.00000  136461.000000  176240.000000   ...     \n",
       "79991   14519.000000   14519.00000    5252.000000    4949.000000   ...     \n",
       "79992   13477.000000    1814.00000    9320.000000    2500.000000   ...     \n",
       "79993     344.000000     344.00000     991.000000     344.000000   ...     \n",
       "79994   47306.000000   47306.00000   88124.000000  107148.000000   ...     \n",
       "79995    4248.000000    1577.00000   13379.000000    6671.000000   ...     \n",
       "79996   64041.000000    6773.68666   10926.000000   84839.000000   ...     \n",
       "79997    2277.000000    6773.68666    3964.000000    5709.000000   ...     \n",
       "79998    6356.000000    4802.00000    3206.000000   18180.000000   ...     \n",
       "79999   25773.000000    2869.00000  132985.000000   71788.000000   ...     \n",
       "\n",
       "          mvar38    mvar39      mvar40     mvar41    mvar42     mvar43  \\\n",
       "0       4.000000  1.000000   73.780000  82.547000  0.086960  10.000000   \n",
       "1       2.000000  0.000000   99.129000  72.096758  0.000000  13.000000   \n",
       "2       1.000000  0.000000   98.497452  29.290000  0.000000   1.000000   \n",
       "3       2.000000  0.000000   96.272000  72.096758  0.153850   3.000000   \n",
       "4       2.000000  0.000000  115.019000  72.096758  0.000000   1.000000   \n",
       "5       2.000000  0.090819   98.497452  72.096758  1.500000   0.000000   \n",
       "6       0.000000  0.000000   88.171000  72.096758  0.000000   2.000000   \n",
       "7       4.286422  0.090819   98.497452  72.096758  0.335142   6.552777   \n",
       "8       2.000000  0.000000   98.497452  72.096758  0.000000  10.000000   \n",
       "9       0.000000  0.000000   98.497452  45.590000  0.088240  14.000000   \n",
       "10      2.000000  0.000000   98.497452  72.096758  0.000000  17.000000   \n",
       "11      5.000000  1.000000   98.497452  72.096758  0.611110   7.000000   \n",
       "12      6.000000  0.000000   98.497452  72.096758  0.000000   5.000000   \n",
       "13      1.000000  0.000000   98.497452  72.096758  0.000000  13.000000   \n",
       "14     15.000000  0.000000  107.825000  98.664000  0.560000  11.000000   \n",
       "15      4.000000  0.000000   98.497452  72.096758  0.323530   2.000000   \n",
       "16      2.000000  0.000000   10.384000  72.096758  0.000000  19.000000   \n",
       "17     12.000000  0.000000   98.497452  72.096758  0.636360   5.000000   \n",
       "18      1.000000  1.000000   98.497452  91.175000  0.800000   0.000000   \n",
       "19      2.000000  0.000000   98.497452  72.096758  0.000000  12.000000   \n",
       "20     14.000000  0.000000   98.497452  72.497000  0.000000  14.000000   \n",
       "21      2.000000  0.000000   98.497452  72.096758  0.000000  13.000000   \n",
       "22      4.000000  0.000000   98.497452  72.096758  1.000000   1.000000   \n",
       "23      4.000000  0.000000   96.895000  72.096758  0.000000  12.000000   \n",
       "24      1.000000  0.000000   98.497452  72.096758  0.335142   0.000000   \n",
       "25      1.000000  0.000000   98.497452   0.000000  0.000000   3.000000   \n",
       "26      1.000000  0.000000   91.752000  87.306000  0.200000   5.000000   \n",
       "27      2.000000  0.000000   98.497452  72.096758  0.000000  11.000000   \n",
       "28      8.000000  0.000000   98.497452  72.096758  0.357140   6.000000   \n",
       "29      4.000000  0.090819   98.497452  72.096758  1.166670   0.000000   \n",
       "...          ...       ...         ...        ...       ...        ...   \n",
       "79970   8.000000  0.000000   98.497452  97.398000  0.000000   8.000000   \n",
       "79971   7.000000  0.000000   98.497452  83.663000  0.090910   6.000000   \n",
       "79972  10.000000  0.000000   98.497452  87.094000  0.111110   9.000000   \n",
       "79973  12.000000  0.000000   98.497452  92.244000  0.440000  14.000000   \n",
       "79974   4.000000  0.000000   98.497452  40.477000  0.000000  10.000000   \n",
       "79975  13.000000  0.000000   98.497452  72.096758  0.050000  14.000000   \n",
       "79976   4.000000  0.000000   73.611000  44.656000  0.034480  20.000000   \n",
       "79977   2.000000  0.000000   98.497452  72.096758  0.335142   6.552777   \n",
       "79978   1.000000  0.000000   98.497452  72.096758  0.000000   8.000000   \n",
       "79979   9.000000  1.000000  132.335000  56.867000  0.552630  14.000000   \n",
       "79980   3.000000  0.000000   98.497452  72.096758  0.000000  17.000000   \n",
       "79981   4.000000  0.000000   74.814000  72.096758  0.178570   5.000000   \n",
       "79982   3.000000  0.000000   98.497452  99.026000  0.000000   2.000000   \n",
       "79983   1.000000  0.000000   98.497452  72.096758  0.800000   2.000000   \n",
       "79984   4.000000  0.000000   98.497452  70.799000  0.000000  13.000000   \n",
       "79985   5.000000  0.000000   98.497452  78.700000  0.136360  10.000000   \n",
       "79986   5.000000  0.000000   98.497452  61.301000  0.000000  10.000000   \n",
       "79987   3.000000  0.000000   98.497452  72.096758  0.000000   9.000000   \n",
       "79988   3.000000  0.000000   98.497452  19.444000  0.000000   7.000000   \n",
       "79989   1.000000  0.090819   98.497452  72.096758  1.500000   0.000000   \n",
       "79990   1.000000  0.000000   98.497452  72.096758  0.058820   8.000000   \n",
       "79991   1.000000  0.000000   98.497452  72.096758  0.000000   3.000000   \n",
       "79992   5.000000  0.000000   98.497452  72.096758  0.125000   5.000000   \n",
       "79993   3.000000  0.000000   98.497452  72.096758  0.666670   2.000000   \n",
       "79994   2.000000  0.000000   98.497452  72.096758  0.000000   4.000000   \n",
       "79995   4.000000  0.000000   98.497452  78.378000  0.000000   4.000000   \n",
       "79996   5.000000  0.000000   98.497452  38.325000  0.166670  14.000000   \n",
       "79997   5.000000  2.000000  101.850000  93.142000  0.500000   4.000000   \n",
       "79998   8.000000  0.000000   98.497452  77.022000  0.060610   9.000000   \n",
       "79999   4.000000  0.000000   32.400000  72.096758  0.071430  12.000000   \n",
       "\n",
       "         mvar44    mvar45    mvar46  mvar47  \n",
       "0      0.638990  0.070736  0.000000       1  \n",
       "1      0.638360  0.070736  0.096135       0  \n",
       "2      1.000000  0.070736  0.000000       1  \n",
       "3      0.532410  0.000000  0.000000       0  \n",
       "4      0.926650  0.070736  0.096135       0  \n",
       "5      0.705285  0.070736  0.096135       1  \n",
       "6      0.872240  0.070736  0.000000       1  \n",
       "7      0.705285  0.070736  0.096135       1  \n",
       "8      0.898680  0.000000  0.000000       0  \n",
       "9      0.338340  0.070736  0.000000       0  \n",
       "10     0.806200  0.000000  0.000000       0  \n",
       "11     0.811720  0.000000  0.000000       1  \n",
       "12     0.980310  0.070736  0.096135       1  \n",
       "13     0.357240  0.070736  0.000000       1  \n",
       "14     0.291690  0.070736  1.000000       1  \n",
       "15     0.705285  0.000000  0.096135       1  \n",
       "16     0.474800  0.000000  0.000000       0  \n",
       "17     0.949510  0.070736  0.000000       0  \n",
       "18     1.000000  0.070736  0.000000       1  \n",
       "19     0.347300  0.000000  0.000000       0  \n",
       "20     0.287080  0.070736  0.000000       0  \n",
       "21     0.753490  0.070736  0.096135       0  \n",
       "22     1.000000  0.070736  0.096135       1  \n",
       "23     0.408530  0.070736  0.000000       0  \n",
       "24     1.000000  0.070736  0.096135       1  \n",
       "25     0.994190  0.000000  0.000000       0  \n",
       "26     0.752890  0.000000  0.000000       0  \n",
       "27     0.997100  0.000000  0.000000       1  \n",
       "28     0.850820  0.000000  0.000000       0  \n",
       "29     0.705285  0.070736  0.096135       0  \n",
       "...         ...       ...       ...     ...  \n",
       "79970  0.580400  0.070736  0.000000       1  \n",
       "79971  0.626320  0.000000  0.000000       1  \n",
       "79972  0.593640  0.070736  0.000000       0  \n",
       "79973  0.838090  0.000000  0.000000       0  \n",
       "79974  0.468630  0.070736  0.000000       1  \n",
       "79975  0.547540  0.070736  0.096135       1  \n",
       "79976  0.231770  0.070736  0.000000       1  \n",
       "79977  0.672220  0.070736  0.096135       1  \n",
       "79978  1.000000  0.000000  0.000000       0  \n",
       "79979  0.117630  0.070736  0.000000       0  \n",
       "79980  0.814380  0.000000  0.096135       0  \n",
       "79981  0.533400  0.070736  0.000000       1  \n",
       "79982  0.967470  0.070736  0.000000       1  \n",
       "79983  1.000000  0.070736  0.096135       1  \n",
       "79984  0.753220  0.000000  0.000000       0  \n",
       "79985  0.857710  0.070736  0.000000       0  \n",
       "79986  0.863560  0.000000  0.000000       0  \n",
       "79987  0.416850  0.000000  0.000000       0  \n",
       "79988  0.537500  0.000000  0.000000       0  \n",
       "79989  0.705285  0.070736  0.096135       0  \n",
       "79990  0.841700  0.000000  0.000000       0  \n",
       "79991  0.446150  0.070736  0.096135       0  \n",
       "79992  0.736400  0.000000  0.000000       1  \n",
       "79993  0.973740  0.000000  0.000000       1  \n",
       "79994  0.798670  0.070736  0.096135       0  \n",
       "79995  0.438290  0.070736  0.000000       1  \n",
       "79996  0.579310  0.000000  0.000000       1  \n",
       "79997  0.420690  0.070736  0.000000       1  \n",
       "79998  0.532510  0.070736  0.000000       0  \n",
       "79999  0.684820  0.000000  0.000000       1  \n",
       "\n",
       "[80000 rows x 47 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Missing values median\n",
    "gameX.fillna(gameX.mean(),inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#scoring funtion\n",
    "def scoring(yhat0, y):\n",
    "    \n",
    "    y = np.array(y)\n",
    "    y.sort()\n",
    "    \n",
    "    pointsMax = 0\n",
    "    thresh=0\n",
    "    \n",
    "#     print(\"yhat0 type\", type(yhat0))\n",
    "#     print(\"yhat0 shape\", type(yhat0.shape))\n",
    "    \n",
    "#     print(\"y type\", type(y))\n",
    "#     print(\"y shape\", type(y.shape))\n",
    "    \n",
    "    for thresh in np.arange(0.1, 0.9, 0.1):\n",
    "        points = 0\n",
    "        budget = 50000\n",
    "        yhat = np.array(yhat0>thresh, dtype=yhat0.dtype)\n",
    "        for i in range(len(y)):\n",
    "            if y[i] == 0:\n",
    "                if yhat[i] == 0:\n",
    "                    points+=100\n",
    "                    budget-=5\n",
    "                else:\n",
    "                    budget-=10\n",
    "            else:\n",
    "                if yhat[i]==0:\n",
    "                    points-=50\n",
    "                    budget-=10\n",
    "                else:\n",
    "                    points+=100\n",
    "                    budget-=10\n",
    "            if budget<=0:\n",
    "                break\n",
    "        if pointsMax<points:\n",
    "            pointsMax=points\n",
    "            threshMax = thresh\n",
    "            \n",
    "        print(thresh, \" \", points)\n",
    "            \n",
    "    return pointsMax, threshMax"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#KFold Stratified CV\n",
    "from sklearn import model_selection\n",
    "cv = model_selection.StratifiedKFold(n_splits=10, shuffle=True, random_state=100)\n",
    "# from sklearn.ensemble import RandomForestClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn import model_selection\n",
    "\n",
    "xtrain, xtest, ytrain, ytest = model_selection.train_test_split(gameX,gameY, test_size=0.25, stratify = gameY, random_state=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#BREAK OPEN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Method 3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\teval-my-error:0.753788\ttrain-my-error:0.753788\n",
      "[1]\teval-my-error:0.753788\ttrain-my-error:0.753788\n",
      "[2]\teval-my-error:0.371475\ttrain-my-error:0.371475\n",
      "[3]\teval-my-error:0.28515\ttrain-my-error:0.28515\n",
      "[4]\teval-my-error:0.238987\ttrain-my-error:0.238987\n",
      "[5]\teval-my-error:0.215463\ttrain-my-error:0.215463\n",
      "[6]\teval-my-error:0.2083\ttrain-my-error:0.2083\n",
      "[7]\teval-my-error:0.205912\ttrain-my-error:0.205912\n",
      "[8]\teval-my-error:0.204137\ttrain-my-error:0.204137\n",
      "[9]\teval-my-error:0.202425\ttrain-my-error:0.202425\n",
      "[10]\teval-my-error:0.201525\ttrain-my-error:0.201525\n",
      "[11]\teval-my-error:0.200425\ttrain-my-error:0.200425\n",
      "[12]\teval-my-error:0.199462\ttrain-my-error:0.199462\n",
      "[13]\teval-my-error:0.198563\ttrain-my-error:0.198563\n",
      "[14]\teval-my-error:0.197687\ttrain-my-error:0.197687\n",
      "[15]\teval-my-error:0.198013\ttrain-my-error:0.198013\n",
      "[16]\teval-my-error:0.197187\ttrain-my-error:0.197187\n",
      "[17]\teval-my-error:0.19715\ttrain-my-error:0.19715\n",
      "[18]\teval-my-error:0.197162\ttrain-my-error:0.197162\n",
      "[19]\teval-my-error:0.197325\ttrain-my-error:0.197325\n",
      "[20]\teval-my-error:0.197412\ttrain-my-error:0.197412\n",
      "[21]\teval-my-error:0.19715\ttrain-my-error:0.19715\n",
      "[22]\teval-my-error:0.196013\ttrain-my-error:0.196013\n",
      "[23]\teval-my-error:0.195912\ttrain-my-error:0.195912\n",
      "[24]\teval-my-error:0.195362\ttrain-my-error:0.195362\n",
      "[25]\teval-my-error:0.195325\ttrain-my-error:0.195325\n",
      "[26]\teval-my-error:0.195488\ttrain-my-error:0.195488\n",
      "[27]\teval-my-error:0.194862\ttrain-my-error:0.194862\n",
      "[28]\teval-my-error:0.194575\ttrain-my-error:0.194575\n",
      "[29]\teval-my-error:0.1944\ttrain-my-error:0.1944\n",
      "[30]\teval-my-error:0.194325\ttrain-my-error:0.194325\n",
      "[31]\teval-my-error:0.1936\ttrain-my-error:0.1936\n",
      "[32]\teval-my-error:0.193475\ttrain-my-error:0.193475\n",
      "[33]\teval-my-error:0.19355\ttrain-my-error:0.19355\n",
      "[34]\teval-my-error:0.193175\ttrain-my-error:0.193175\n",
      "[35]\teval-my-error:0.193162\ttrain-my-error:0.193162\n",
      "[36]\teval-my-error:0.192912\ttrain-my-error:0.192912\n",
      "[37]\teval-my-error:0.192662\ttrain-my-error:0.192662\n",
      "[38]\teval-my-error:0.192713\ttrain-my-error:0.192713\n",
      "[39]\teval-my-error:0.192525\ttrain-my-error:0.192525\n",
      "[40]\teval-my-error:0.192225\ttrain-my-error:0.192225\n",
      "[41]\teval-my-error:0.192225\ttrain-my-error:0.192225\n",
      "[42]\teval-my-error:0.1918\ttrain-my-error:0.1918\n",
      "[43]\teval-my-error:0.1913\ttrain-my-error:0.1913\n",
      "[44]\teval-my-error:0.191112\ttrain-my-error:0.191112\n",
      "[45]\teval-my-error:0.19095\ttrain-my-error:0.19095\n",
      "[46]\teval-my-error:0.190488\ttrain-my-error:0.190488\n",
      "[47]\teval-my-error:0.19035\ttrain-my-error:0.19035\n",
      "[48]\teval-my-error:0.19015\ttrain-my-error:0.19015\n",
      "[49]\teval-my-error:0.189875\ttrain-my-error:0.189875\n"
     ]
    }
   ],
   "source": [
    "dtrain = xgb.DMatrix(gameX, gameY)\n",
    "# dtest = xgb.DMatrix('../data/agaricus.txt.test')\n",
    "\n",
    "# note: for customized objective function, we leave objective as default\n",
    "# note: what we are getting is margin value in prediction\n",
    "# you must know what you are doing\n",
    "# param = {'max_depth':2, 'eta':1, 'silent':1, 'objective':'binary:logistic'}\n",
    "param = {\n",
    "    'max_depth': 3, \n",
    "    'eta': 0.1, \n",
    "    'silent': 1, \n",
    "    'gamma': 0, \n",
    "    'max_depth': 4, \n",
    "    'min_child_weight': 1,\n",
    "    'subsample': 0.8,\n",
    "    'colsample_bytree': 0.8,\n",
    "    'reg_lambda': 1, #L2 reg default:1\n",
    "    'reg_alpha': 0.05, #L1 reg default:0\n",
    "    'scale_pos_weight': 1, \n",
    "#     'objective': binary:logistic, #for custom loss define it in xgb.train(obj=custom_loss)\n",
    "#     'eval_metric': 'error'\n",
    "}\n",
    "\n",
    "watchlist = [(dtrain, 'eval'), (dtrain, 'train')]\n",
    "num_round = 50\n",
    "\n",
    "# user define objective function, given prediction, return gradient and second order gradient\n",
    "# this is log likelihood loss\n",
    "def logregobj(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    preds = 1.0 / (1.0 + np.exp(-preds))\n",
    "    grad = preds - labels\n",
    "    hess = preds * (1.0 - preds)\n",
    "    return grad, hess\n",
    "\n",
    "# user defined evaluation function, return a pair metric_name, result\n",
    "# NOTE: when you do customized loss function, the default prediction value is margin\n",
    "# this may make builtin evaluation metric not function properly\n",
    "# for example, we are doing logistic loss, the prediction is score before logistic transformation\n",
    "# the builtin evaluation error assumes input is after logistic transformation\n",
    "# Take this in mind when you use the customization, and maybe you need write customized evaluation function\n",
    "def evalerror(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    # return a pair metric_name, result. The metric name must not contain a colon (:) or a space\n",
    "    # since preds are margin(before logistic transformation, cutoff at 0)\n",
    "    return 'my-error', float(sum(labels != (preds > 0.0))) / len(labels)\n",
    "\n",
    "# training with customized objective, we can also do step by step training\n",
    "# simply look at xgboost.py's implementation of train\n",
    "bst = xgb.train(param, dtrain, num_round, watchlist, obj=logregobj, feval=evalerror)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "running cross validation\n",
      "[0]\ttrain-error:0.225772+0.000884547\ttest-error:0.226425+0.00273245\n",
      "[1]\ttrain-error:0.216909+0.000552028\ttest-error:0.217275+0.00283956\n",
      "running cross validation, disable standard deviation display\n",
      "[0]\ttrain-error:0.225772\ttest-error:0.226425\n",
      "Multiple eval metrics have been passed: 'test-error' will be used for early stopping.\n",
      "\n",
      "Will train until test-error hasn't improved in 3 rounds.\n",
      "[1]\ttrain-error:0.216909\ttest-error:0.217275\n",
      "[2]\ttrain-error:0.212097\ttest-error:0.212638\n",
      "[3]\ttrain-error:0.210116\ttest-error:0.211175\n",
      "[4]\ttrain-error:0.205394\ttest-error:0.20845\n",
      "[5]\ttrain-error:0.204856\ttest-error:0.2069\n",
      "[6]\ttrain-error:0.203625\ttest-error:0.205862\n",
      "[7]\ttrain-error:0.200534\ttest-error:0.203388\n",
      "[8]\ttrain-error:0.199494\ttest-error:0.202662\n",
      "[9]\ttrain-error:0.199116\ttest-error:0.202425\n",
      "   test-error-mean  test-error-std  train-error-mean  train-error-std\n",
      "0         0.226425        0.002732          0.225772         0.000885\n",
      "1         0.217275        0.002840          0.216909         0.000552\n",
      "2         0.212638        0.002774          0.212097         0.000731\n",
      "3         0.211175        0.004046          0.210116         0.000953\n",
      "4         0.208450        0.004329          0.205394         0.001427\n",
      "5         0.206900        0.003085          0.204856         0.002297\n",
      "6         0.205862        0.003681          0.203625         0.002059\n",
      "7         0.203388        0.003970          0.200534         0.001174\n",
      "8         0.202662        0.003053          0.199494         0.000634\n",
      "9         0.202425        0.002825          0.199116         0.000814\n",
      "running cross validation, with preprocessing function\n",
      "Ratio: 3.05653799835\n",
      "Ratio: 3.07306052313\n",
      "Ratio: 3.07851134336\n",
      "Ratio: 3.04986394988\n",
      "Ratio: 3.04986394988\n",
      "running cross validation, with cutomsized loss function\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>test-error-mean</th>\n",
       "      <th>test-error-std</th>\n",
       "      <th>train-error-mean</th>\n",
       "      <th>train-error-std</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.226412</td>\n",
       "      <td>0.002732</td>\n",
       "      <td>0.225709</td>\n",
       "      <td>0.000971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.216437</td>\n",
       "      <td>0.002390</td>\n",
       "      <td>0.215022</td>\n",
       "      <td>0.000883</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   test-error-mean  test-error-std  train-error-mean  train-error-std\n",
       "0         0.226412        0.002732          0.225709         0.000971\n",
       "1         0.216437        0.002390          0.215022         0.000883"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dtrain = xgb.DMatrix(gameX, gameY)\n",
    "print('running cross validation')\n",
    "# do cross validation, this will print result out as\n",
    "# [iteration]  metric_name:mean_value+std_value\n",
    "# std_value is standard deviation of the metric\n",
    "xgb.cv(param, dtrain, num_round, nfold=5,\n",
    "       metrics={'error'}, seed=0,\n",
    "       callbacks=[xgb.callback.print_evaluation(show_stdv=True)])\n",
    "\n",
    "print('running cross validation, disable standard deviation display')\n",
    "# do cross validation, this will print result out as\n",
    "# [iteration]  metric_name:mean_value\n",
    "res = xgb.cv(param, dtrain, num_boost_round=10, nfold=5,\n",
    "             metrics={'error'}, seed=0,\n",
    "             callbacks=[xgb.callback.print_evaluation(show_stdv=False),\n",
    "                        xgb.callback.early_stop(3)])\n",
    "print(res)\n",
    "print('running cross validation, with preprocessing function')\n",
    "# define the preprocessing function\n",
    "# used to return the preprocessed training, test data, and parameter\n",
    "# we can use this to do weight rescale, etc.\n",
    "# as a example, we try to set scale_pos_weight\n",
    "def fpreproc(dtrain, dtest, param):\n",
    "    label = dtrain.get_label()\n",
    "    ratio = float(np.sum(label == 0)) / np.sum(label == 1)\n",
    "    param['scale_pos_weight'] = ratio\n",
    "#     print(\"Ratio:\", ratio)\n",
    "    return (dtrain, dtest, param)\n",
    "\n",
    "# do cross validation, for each fold\n",
    "# the dtrain, dtest, param will be passed into fpreproc\n",
    "# then the return value of fpreproc will be used to generate\n",
    "# results of that fold\n",
    "xgb.cv(param, dtrain, num_round, nfold=5,\n",
    "       metrics={'auc'}, seed=0, fpreproc=fpreproc)\n",
    "\n",
    "###\n",
    "# you can also do cross validation with customized loss function\n",
    "# See custom_objective.py\n",
    "##\n",
    "print('running cross validation, with cutomsized loss function')\n",
    "def logregobj(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    preds = 1.0 / (1.0 + np.exp(-preds))\n",
    "    grad = preds - labels\n",
    "    hess = preds * (1.0 - preds)\n",
    "    return grad, hess\n",
    "def evalerror(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    return 'error', float(sum(labels != (preds > 0.0))) / len(labels)\n",
    "\n",
    "param = {'max_depth':2, 'eta':1, 'silent':1}\n",
    "# train with customized objective\n",
    "xgb.cv(param, dtrain, num_round, nfold=5, seed=0, obj=logregobj, feval=evalerror)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#current"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "running cross validation\n",
      "running cross validation, with preprocessing function\n",
      "running cross validation, with cutomsized loss function\n",
      "[0]\ttrain-error:0.753787\ttest-error:0.753787\n",
      "Multiple eval metrics have been passed: 'test-error' will be used for early stopping.\n",
      "\n",
      "Will train until test-error hasn't improved in 50 rounds.\n",
      "[1]\ttrain-error:0.753787\ttest-error:0.753787\n",
      "[2]\ttrain-error:0.378303\ttest-error:0.379025\n",
      "[3]\ttrain-error:0.30299\ttest-error:0.305375\n",
      "[4]\ttrain-error:0.232091\ttest-error:0.235525\n",
      "[5]\ttrain-error:0.211069\ttest-error:0.213575\n",
      "[6]\ttrain-error:0.206731\ttest-error:0.209225\n",
      "[7]\ttrain-error:0.204497\ttest-error:0.20675\n",
      "[8]\ttrain-error:0.202466\ttest-error:0.205425\n",
      "[9]\ttrain-error:0.201584\ttest-error:0.204038\n",
      "[10]\ttrain-error:0.200891\ttest-error:0.203025\n",
      "[11]\ttrain-error:0.200453\ttest-error:0.2031\n",
      "[12]\ttrain-error:0.199675\ttest-error:0.201788\n",
      "[13]\ttrain-error:0.199091\ttest-error:0.201025\n",
      "[14]\ttrain-error:0.198603\ttest-error:0.201325\n",
      "[15]\ttrain-error:0.198141\ttest-error:0.2007\n",
      "[16]\ttrain-error:0.197791\ttest-error:0.200325\n",
      "[17]\ttrain-error:0.197759\ttest-error:0.200188\n",
      "[18]\ttrain-error:0.197693\ttest-error:0.20015\n",
      "[19]\ttrain-error:0.197141\ttest-error:0.199625\n",
      "[20]\ttrain-error:0.197134\ttest-error:0.19945\n",
      "[21]\ttrain-error:0.196728\ttest-error:0.199625\n",
      "[22]\ttrain-error:0.196178\ttest-error:0.1995\n",
      "[23]\ttrain-error:0.196022\ttest-error:0.19925\n",
      "[24]\ttrain-error:0.195234\ttest-error:0.198737\n",
      "[25]\ttrain-error:0.194775\ttest-error:0.198787\n",
      "[26]\ttrain-error:0.194666\ttest-error:0.198075\n",
      "[27]\ttrain-error:0.194425\ttest-error:0.19805\n",
      "[28]\ttrain-error:0.194338\ttest-error:0.198325\n",
      "[29]\ttrain-error:0.193816\ttest-error:0.198012\n",
      "[30]\ttrain-error:0.193722\ttest-error:0.197725\n",
      "[31]\ttrain-error:0.193403\ttest-error:0.197337\n",
      "[32]\ttrain-error:0.193056\ttest-error:0.197375\n",
      "[33]\ttrain-error:0.19284\ttest-error:0.197075\n",
      "[34]\ttrain-error:0.192491\ttest-error:0.196987\n",
      "[35]\ttrain-error:0.192206\ttest-error:0.196975\n",
      "[36]\ttrain-error:0.191941\ttest-error:0.197012\n",
      "[37]\ttrain-error:0.191672\ttest-error:0.1968\n",
      "[38]\ttrain-error:0.191575\ttest-error:0.196488\n",
      "[39]\ttrain-error:0.191203\ttest-error:0.1963\n",
      "[40]\ttrain-error:0.191115\ttest-error:0.196075\n",
      "[41]\ttrain-error:0.1909\ttest-error:0.19595\n",
      "[42]\ttrain-error:0.190637\ttest-error:0.196062\n",
      "[43]\ttrain-error:0.190331\ttest-error:0.195963\n",
      "[44]\ttrain-error:0.190109\ttest-error:0.19585\n",
      "[45]\ttrain-error:0.190047\ttest-error:0.195687\n",
      "[46]\ttrain-error:0.189944\ttest-error:0.195263\n",
      "[47]\ttrain-error:0.189628\ttest-error:0.195288\n",
      "[48]\ttrain-error:0.189416\ttest-error:0.19505\n",
      "[49]\ttrain-error:0.189356\ttest-error:0.194887\n",
      "[50]\ttrain-error:0.188978\ttest-error:0.1951\n",
      "[51]\ttrain-error:0.188806\ttest-error:0.194825\n",
      "[52]\ttrain-error:0.188656\ttest-error:0.194912\n",
      "[53]\ttrain-error:0.188416\ttest-error:0.194488\n",
      "[54]\ttrain-error:0.188125\ttest-error:0.19415\n",
      "[55]\ttrain-error:0.188019\ttest-error:0.194087\n",
      "[56]\ttrain-error:0.1878\ttest-error:0.193938\n",
      "[57]\ttrain-error:0.187638\ttest-error:0.193863\n",
      "[58]\ttrain-error:0.187475\ttest-error:0.193913\n",
      "[59]\ttrain-error:0.187375\ttest-error:0.193688\n",
      "[60]\ttrain-error:0.187231\ttest-error:0.193687\n",
      "[61]\ttrain-error:0.187069\ttest-error:0.193712\n",
      "[62]\ttrain-error:0.186897\ttest-error:0.193675\n",
      "[63]\ttrain-error:0.186844\ttest-error:0.19375\n",
      "[64]\ttrain-error:0.186672\ttest-error:0.1935\n",
      "[65]\ttrain-error:0.186409\ttest-error:0.19355\n",
      "[66]\ttrain-error:0.186353\ttest-error:0.193513\n",
      "[67]\ttrain-error:0.186288\ttest-error:0.193438\n",
      "[68]\ttrain-error:0.186025\ttest-error:0.19335\n",
      "[69]\ttrain-error:0.185881\ttest-error:0.19325\n",
      "[70]\ttrain-error:0.1858\ttest-error:0.192875\n",
      "[71]\ttrain-error:0.185584\ttest-error:0.193\n",
      "[72]\ttrain-error:0.185412\ttest-error:0.192688\n",
      "[73]\ttrain-error:0.185219\ttest-error:0.192612\n",
      "[74]\ttrain-error:0.185091\ttest-error:0.192538\n",
      "[75]\ttrain-error:0.184934\ttest-error:0.192675\n",
      "[76]\ttrain-error:0.184828\ttest-error:0.192613\n",
      "[77]\ttrain-error:0.184737\ttest-error:0.192462\n",
      "[78]\ttrain-error:0.184656\ttest-error:0.1926\n",
      "[79]\ttrain-error:0.184603\ttest-error:0.192725\n",
      "[80]\ttrain-error:0.1844\ttest-error:0.192763\n",
      "[81]\ttrain-error:0.184366\ttest-error:0.192575\n",
      "[82]\ttrain-error:0.184219\ttest-error:0.192888\n",
      "[83]\ttrain-error:0.184169\ttest-error:0.1927\n",
      "[84]\ttrain-error:0.184063\ttest-error:0.192613\n",
      "[85]\ttrain-error:0.183944\ttest-error:0.192588\n",
      "[86]\ttrain-error:0.183841\ttest-error:0.19275\n",
      "[87]\ttrain-error:0.183775\ttest-error:0.1924\n",
      "[88]\ttrain-error:0.183578\ttest-error:0.1922\n",
      "[89]\ttrain-error:0.183428\ttest-error:0.192338\n",
      "[90]\ttrain-error:0.183394\ttest-error:0.192213\n",
      "[91]\ttrain-error:0.183275\ttest-error:0.192038\n",
      "[92]\ttrain-error:0.182959\ttest-error:0.192125\n",
      "[93]\ttrain-error:0.182869\ttest-error:0.192025\n",
      "[94]\ttrain-error:0.182691\ttest-error:0.192062\n",
      "[95]\ttrain-error:0.1826\ttest-error:0.192087\n",
      "[96]\ttrain-error:0.182469\ttest-error:0.192138\n",
      "[97]\ttrain-error:0.182262\ttest-error:0.192\n",
      "[98]\ttrain-error:0.18221\ttest-error:0.191938\n",
      "[99]\ttrain-error:0.182206\ttest-error:0.192012\n",
      "[100]\ttrain-error:0.182022\ttest-error:0.191825\n",
      "[101]\ttrain-error:0.181925\ttest-error:0.19195\n",
      "[102]\ttrain-error:0.18174\ttest-error:0.191788\n",
      "[103]\ttrain-error:0.181644\ttest-error:0.19185\n",
      "[104]\ttrain-error:0.181563\ttest-error:0.1918\n",
      "[105]\ttrain-error:0.181459\ttest-error:0.191687\n",
      "[106]\ttrain-error:0.181409\ttest-error:0.191825\n",
      "[107]\ttrain-error:0.181294\ttest-error:0.191675\n",
      "[108]\ttrain-error:0.181316\ttest-error:0.191788\n",
      "[109]\ttrain-error:0.181212\ttest-error:0.191862\n",
      "[110]\ttrain-error:0.181094\ttest-error:0.191875\n",
      "[111]\ttrain-error:0.180916\ttest-error:0.19185\n",
      "[112]\ttrain-error:0.180822\ttest-error:0.191912\n",
      "[113]\ttrain-error:0.180822\ttest-error:0.19185\n",
      "[114]\ttrain-error:0.180697\ttest-error:0.191575\n",
      "[115]\ttrain-error:0.18059\ttest-error:0.191388\n",
      "[116]\ttrain-error:0.180394\ttest-error:0.191463\n",
      "[117]\ttrain-error:0.180328\ttest-error:0.191462\n",
      "[118]\ttrain-error:0.180247\ttest-error:0.191562\n",
      "[119]\ttrain-error:0.180263\ttest-error:0.191588\n",
      "[120]\ttrain-error:0.180134\ttest-error:0.1913\n",
      "[121]\ttrain-error:0.180019\ttest-error:0.191275\n",
      "[122]\ttrain-error:0.179953\ttest-error:0.19125\n",
      "[123]\ttrain-error:0.179784\ttest-error:0.191225\n",
      "[124]\ttrain-error:0.179703\ttest-error:0.191337\n",
      "[125]\ttrain-error:0.179612\ttest-error:0.191313\n",
      "[126]\ttrain-error:0.179544\ttest-error:0.191125\n",
      "[127]\ttrain-error:0.179466\ttest-error:0.191125\n",
      "[128]\ttrain-error:0.179331\ttest-error:0.191088\n",
      "[129]\ttrain-error:0.179309\ttest-error:0.191075\n",
      "[130]\ttrain-error:0.179234\ttest-error:0.190963\n",
      "[131]\ttrain-error:0.179059\ttest-error:0.1909\n",
      "[132]\ttrain-error:0.178984\ttest-error:0.191063\n",
      "[133]\ttrain-error:0.178859\ttest-error:0.190988\n",
      "[134]\ttrain-error:0.178881\ttest-error:0.190963\n",
      "[135]\ttrain-error:0.17875\ttest-error:0.190887\n",
      "[136]\ttrain-error:0.178734\ttest-error:0.190875\n",
      "[137]\ttrain-error:0.178684\ttest-error:0.1907\n",
      "[138]\ttrain-error:0.178531\ttest-error:0.190663\n",
      "[139]\ttrain-error:0.178413\ttest-error:0.190725\n",
      "[140]\ttrain-error:0.178334\ttest-error:0.1908\n",
      "[141]\ttrain-error:0.178269\ttest-error:0.19085\n",
      "[142]\ttrain-error:0.178166\ttest-error:0.190887\n",
      "[143]\ttrain-error:0.178066\ttest-error:0.1909\n",
      "[144]\ttrain-error:0.178006\ttest-error:0.190838\n",
      "[145]\ttrain-error:0.177856\ttest-error:0.190763\n",
      "[146]\ttrain-error:0.177731\ttest-error:0.191025\n",
      "[147]\ttrain-error:0.177631\ttest-error:0.19095\n",
      "[148]\ttrain-error:0.177575\ttest-error:0.190975\n",
      "[149]\ttrain-error:0.177537\ttest-error:0.191162\n",
      "[150]\ttrain-error:0.177394\ttest-error:0.1912\n",
      "[151]\ttrain-error:0.177284\ttest-error:0.191162\n",
      "[152]\ttrain-error:0.177188\ttest-error:0.191137\n",
      "[153]\ttrain-error:0.177175\ttest-error:0.1911\n",
      "[154]\ttrain-error:0.177013\ttest-error:0.19105\n",
      "[155]\ttrain-error:0.176906\ttest-error:0.191113\n",
      "[156]\ttrain-error:0.176819\ttest-error:0.191087\n",
      "[157]\ttrain-error:0.176784\ttest-error:0.191\n",
      "[158]\ttrain-error:0.176675\ttest-error:0.19095\n",
      "[159]\ttrain-error:0.176612\ttest-error:0.190888\n",
      "[160]\ttrain-error:0.176594\ttest-error:0.19095\n",
      "[161]\ttrain-error:0.176494\ttest-error:0.190837\n",
      "[162]\ttrain-error:0.176347\ttest-error:0.1909\n",
      "[163]\ttrain-error:0.176335\ttest-error:0.190913\n",
      "[164]\ttrain-error:0.176194\ttest-error:0.190962\n",
      "[165]\ttrain-error:0.176109\ttest-error:0.191025\n",
      "[166]\ttrain-error:0.176019\ttest-error:0.1909\n",
      "[167]\ttrain-error:0.175928\ttest-error:0.190925\n",
      "[168]\ttrain-error:0.175887\ttest-error:0.191063\n",
      "[169]\ttrain-error:0.175787\ttest-error:0.190812\n",
      "[170]\ttrain-error:0.175788\ttest-error:0.190988\n",
      "[171]\ttrain-error:0.175691\ttest-error:0.190937\n",
      "[172]\ttrain-error:0.17565\ttest-error:0.190775\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[173]\ttrain-error:0.175591\ttest-error:0.190825\n",
      "[174]\ttrain-error:0.175522\ttest-error:0.1908\n",
      "[175]\ttrain-error:0.175453\ttest-error:0.190762\n",
      "[176]\ttrain-error:0.175294\ttest-error:0.190625\n",
      "[177]\ttrain-error:0.175235\ttest-error:0.19065\n",
      "[178]\ttrain-error:0.1752\ttest-error:0.190638\n",
      "[179]\ttrain-error:0.175113\ttest-error:0.190638\n",
      "[180]\ttrain-error:0.175\ttest-error:0.1905\n",
      "[181]\ttrain-error:0.1749\ttest-error:0.190525\n",
      "[182]\ttrain-error:0.174831\ttest-error:0.190563\n",
      "[183]\ttrain-error:0.174797\ttest-error:0.190312\n",
      "[184]\ttrain-error:0.174734\ttest-error:0.190425\n",
      "[185]\ttrain-error:0.174725\ttest-error:0.19035\n",
      "[186]\ttrain-error:0.174681\ttest-error:0.190487\n",
      "[187]\ttrain-error:0.174631\ttest-error:0.190475\n",
      "[188]\ttrain-error:0.17459\ttest-error:0.1905\n",
      "[189]\ttrain-error:0.174506\ttest-error:0.190462\n",
      "[190]\ttrain-error:0.174384\ttest-error:0.190575\n",
      "[191]\ttrain-error:0.174363\ttest-error:0.190475\n",
      "[192]\ttrain-error:0.174312\ttest-error:0.190537\n",
      "[193]\ttrain-error:0.174128\ttest-error:0.190512\n",
      "[194]\ttrain-error:0.174063\ttest-error:0.190625\n",
      "[195]\ttrain-error:0.174003\ttest-error:0.190587\n",
      "[196]\ttrain-error:0.173856\ttest-error:0.190575\n",
      "[197]\ttrain-error:0.173837\ttest-error:0.190575\n",
      "[198]\ttrain-error:0.173797\ttest-error:0.190613\n",
      "[199]\ttrain-error:0.173675\ttest-error:0.1906\n",
      "[200]\ttrain-error:0.173544\ttest-error:0.190475\n",
      "[201]\ttrain-error:0.173553\ttest-error:0.1905\n",
      "[202]\ttrain-error:0.173491\ttest-error:0.190525\n",
      "[203]\ttrain-error:0.173394\ttest-error:0.19065\n",
      "[204]\ttrain-error:0.173353\ttest-error:0.1906\n",
      "[205]\ttrain-error:0.173294\ttest-error:0.190537\n",
      "[206]\ttrain-error:0.173284\ttest-error:0.1905\n",
      "[207]\ttrain-error:0.173262\ttest-error:0.190625\n",
      "[208]\ttrain-error:0.17305\ttest-error:0.190575\n",
      "[209]\ttrain-error:0.173016\ttest-error:0.190512\n",
      "[210]\ttrain-error:0.173022\ttest-error:0.190488\n",
      "[211]\ttrain-error:0.172841\ttest-error:0.190425\n",
      "[212]\ttrain-error:0.172734\ttest-error:0.190487\n",
      "[213]\ttrain-error:0.172712\ttest-error:0.190587\n",
      "[214]\ttrain-error:0.172656\ttest-error:0.190625\n",
      "[215]\ttrain-error:0.172572\ttest-error:0.190575\n",
      "[216]\ttrain-error:0.172465\ttest-error:0.190512\n",
      "[217]\ttrain-error:0.172328\ttest-error:0.190375\n",
      "[218]\ttrain-error:0.172256\ttest-error:0.190363\n",
      "[219]\ttrain-error:0.172194\ttest-error:0.1904\n",
      "[220]\ttrain-error:0.172175\ttest-error:0.190325\n",
      "[221]\ttrain-error:0.172138\ttest-error:0.190275\n",
      "[222]\ttrain-error:0.172059\ttest-error:0.190325\n",
      "[223]\ttrain-error:0.171997\ttest-error:0.19025\n",
      "[224]\ttrain-error:0.171881\ttest-error:0.190325\n",
      "[225]\ttrain-error:0.171856\ttest-error:0.190412\n",
      "[226]\ttrain-error:0.171791\ttest-error:0.190413\n",
      "[227]\ttrain-error:0.171619\ttest-error:0.190387\n",
      "[228]\ttrain-error:0.171588\ttest-error:0.190375\n",
      "[229]\ttrain-error:0.1714\ttest-error:0.190337\n",
      "[230]\ttrain-error:0.171394\ttest-error:0.190075\n",
      "[231]\ttrain-error:0.171356\ttest-error:0.190125\n",
      "[232]\ttrain-error:0.171297\ttest-error:0.190113\n",
      "[233]\ttrain-error:0.171263\ttest-error:0.190288\n",
      "[234]\ttrain-error:0.171216\ttest-error:0.1903\n",
      "[235]\ttrain-error:0.171053\ttest-error:0.190325\n",
      "[236]\ttrain-error:0.171044\ttest-error:0.19035\n",
      "[237]\ttrain-error:0.170956\ttest-error:0.1902\n",
      "[238]\ttrain-error:0.170925\ttest-error:0.190262\n",
      "[239]\ttrain-error:0.170887\ttest-error:0.190362\n",
      "[240]\ttrain-error:0.170722\ttest-error:0.190388\n",
      "[241]\ttrain-error:0.170612\ttest-error:0.190337\n",
      "[242]\ttrain-error:0.170544\ttest-error:0.190425\n",
      "[243]\ttrain-error:0.170441\ttest-error:0.190463\n",
      "[244]\ttrain-error:0.170344\ttest-error:0.190425\n",
      "[245]\ttrain-error:0.170209\ttest-error:0.1905\n",
      "[246]\ttrain-error:0.170194\ttest-error:0.190387\n",
      "[247]\ttrain-error:0.170081\ttest-error:0.1905\n",
      "[248]\ttrain-error:0.170047\ttest-error:0.1905\n",
      "[249]\ttrain-error:0.169931\ttest-error:0.1904\n",
      "[250]\ttrain-error:0.169884\ttest-error:0.190388\n",
      "[251]\ttrain-error:0.169922\ttest-error:0.190413\n",
      "[252]\ttrain-error:0.169866\ttest-error:0.190437\n",
      "[253]\ttrain-error:0.169887\ttest-error:0.190387\n",
      "[254]\ttrain-error:0.169838\ttest-error:0.190462\n",
      "[255]\ttrain-error:0.169763\ttest-error:0.190362\n",
      "[256]\ttrain-error:0.169725\ttest-error:0.19035\n",
      "[257]\ttrain-error:0.169659\ttest-error:0.1904\n",
      "[258]\ttrain-error:0.169644\ttest-error:0.190412\n",
      "[259]\ttrain-error:0.169481\ttest-error:0.190412\n",
      "[260]\ttrain-error:0.169353\ttest-error:0.190325\n",
      "[261]\ttrain-error:0.169287\ttest-error:0.190225\n",
      "[262]\ttrain-error:0.169266\ttest-error:0.19025\n",
      "[263]\ttrain-error:0.169188\ttest-error:0.19035\n",
      "[264]\ttrain-error:0.169106\ttest-error:0.190375\n",
      "[265]\ttrain-error:0.1691\ttest-error:0.190375\n",
      "[266]\ttrain-error:0.169003\ttest-error:0.190388\n",
      "[267]\ttrain-error:0.168956\ttest-error:0.190375\n",
      "[268]\ttrain-error:0.1689\ttest-error:0.190375\n",
      "[269]\ttrain-error:0.168763\ttest-error:0.190375\n",
      "[270]\ttrain-error:0.168747\ttest-error:0.190387\n",
      "[271]\ttrain-error:0.168634\ttest-error:0.190388\n",
      "[272]\ttrain-error:0.168647\ttest-error:0.190563\n",
      "[273]\ttrain-error:0.168541\ttest-error:0.190487\n",
      "[274]\ttrain-error:0.16841\ttest-error:0.190513\n",
      "[275]\ttrain-error:0.168338\ttest-error:0.190475\n",
      "[276]\ttrain-error:0.168253\ttest-error:0.190562\n",
      "[277]\ttrain-error:0.168319\ttest-error:0.190612\n",
      "[278]\ttrain-error:0.168215\ttest-error:0.190475\n",
      "[279]\ttrain-error:0.168181\ttest-error:0.190462\n",
      "[280]\ttrain-error:0.168053\ttest-error:0.190463\n",
      "Stopping. Best iteration:\n",
      "[230]\ttrain-error:0.171394+0.000372426\ttest-error:0.190075+0.00206968\n",
      "\n",
      "[0]\teval-error:0.753788\ttrain-error:0.753788\n",
      "[1]\teval-error:0.753788\ttrain-error:0.753788\n",
      "[2]\teval-error:0.371475\ttrain-error:0.371475\n",
      "[3]\teval-error:0.28515\ttrain-error:0.28515\n",
      "[4]\teval-error:0.238987\ttrain-error:0.238987\n",
      "[5]\teval-error:0.215463\ttrain-error:0.215463\n",
      "[6]\teval-error:0.2083\ttrain-error:0.2083\n",
      "[7]\teval-error:0.205912\ttrain-error:0.205912\n",
      "[8]\teval-error:0.204137\ttrain-error:0.204137\n",
      "[9]\teval-error:0.202425\ttrain-error:0.202425\n",
      "[10]\teval-error:0.201525\ttrain-error:0.201525\n",
      "[11]\teval-error:0.200425\ttrain-error:0.200425\n",
      "[12]\teval-error:0.199462\ttrain-error:0.199462\n",
      "[13]\teval-error:0.198563\ttrain-error:0.198563\n",
      "[14]\teval-error:0.197687\ttrain-error:0.197687\n",
      "[15]\teval-error:0.198013\ttrain-error:0.198013\n",
      "[16]\teval-error:0.197187\ttrain-error:0.197187\n",
      "[17]\teval-error:0.19715\ttrain-error:0.19715\n",
      "[18]\teval-error:0.197162\ttrain-error:0.197162\n",
      "[19]\teval-error:0.197325\ttrain-error:0.197325\n",
      "[20]\teval-error:0.197412\ttrain-error:0.197412\n",
      "[21]\teval-error:0.19715\ttrain-error:0.19715\n",
      "[22]\teval-error:0.196013\ttrain-error:0.196013\n",
      "[23]\teval-error:0.195912\ttrain-error:0.195912\n",
      "[24]\teval-error:0.195362\ttrain-error:0.195362\n",
      "[25]\teval-error:0.195325\ttrain-error:0.195325\n",
      "[26]\teval-error:0.195488\ttrain-error:0.195488\n",
      "[27]\teval-error:0.194862\ttrain-error:0.194862\n",
      "[28]\teval-error:0.194575\ttrain-error:0.194575\n",
      "[29]\teval-error:0.1944\ttrain-error:0.1944\n",
      "[30]\teval-error:0.194325\ttrain-error:0.194325\n",
      "[31]\teval-error:0.1936\ttrain-error:0.1936\n",
      "[32]\teval-error:0.193475\ttrain-error:0.193475\n",
      "[33]\teval-error:0.19355\ttrain-error:0.19355\n",
      "[34]\teval-error:0.193175\ttrain-error:0.193175\n",
      "[35]\teval-error:0.193162\ttrain-error:0.193162\n",
      "[36]\teval-error:0.192912\ttrain-error:0.192912\n",
      "[37]\teval-error:0.192662\ttrain-error:0.192662\n",
      "[38]\teval-error:0.192713\ttrain-error:0.192713\n",
      "[39]\teval-error:0.192525\ttrain-error:0.192525\n",
      "[40]\teval-error:0.192225\ttrain-error:0.192225\n",
      "[41]\teval-error:0.192225\ttrain-error:0.192225\n",
      "[42]\teval-error:0.1918\ttrain-error:0.1918\n",
      "[43]\teval-error:0.1913\ttrain-error:0.1913\n",
      "[44]\teval-error:0.191112\ttrain-error:0.191112\n",
      "[45]\teval-error:0.19095\ttrain-error:0.19095\n",
      "[46]\teval-error:0.190488\ttrain-error:0.190488\n",
      "[47]\teval-error:0.19035\ttrain-error:0.19035\n",
      "[48]\teval-error:0.19015\ttrain-error:0.19015\n",
      "[49]\teval-error:0.189875\ttrain-error:0.189875\n",
      "[50]\teval-error:0.189575\ttrain-error:0.189575\n",
      "[51]\teval-error:0.189688\ttrain-error:0.189688\n",
      "[52]\teval-error:0.189463\ttrain-error:0.189463\n",
      "[53]\teval-error:0.18925\ttrain-error:0.18925\n",
      "[54]\teval-error:0.1891\ttrain-error:0.1891\n",
      "[55]\teval-error:0.188825\ttrain-error:0.188825\n",
      "[56]\teval-error:0.1889\ttrain-error:0.1889\n",
      "[57]\teval-error:0.188375\ttrain-error:0.188375\n",
      "[58]\teval-error:0.1884\ttrain-error:0.1884\n",
      "[59]\teval-error:0.18805\ttrain-error:0.18805\n",
      "[60]\teval-error:0.187837\ttrain-error:0.187837\n",
      "[61]\teval-error:0.187837\ttrain-error:0.187837\n",
      "[62]\teval-error:0.187775\ttrain-error:0.187775\n",
      "[63]\teval-error:0.187988\ttrain-error:0.187988\n",
      "[64]\teval-error:0.187837\ttrain-error:0.187837\n",
      "[65]\teval-error:0.187562\ttrain-error:0.187562\n",
      "[66]\teval-error:0.187312\ttrain-error:0.187312\n",
      "[67]\teval-error:0.187062\ttrain-error:0.187062\n",
      "[68]\teval-error:0.186913\ttrain-error:0.186913\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[69]\teval-error:0.186837\ttrain-error:0.186837\n",
      "[70]\teval-error:0.186575\ttrain-error:0.186575\n",
      "[71]\teval-error:0.18645\ttrain-error:0.18645\n",
      "[72]\teval-error:0.186362\ttrain-error:0.186362\n",
      "[73]\teval-error:0.186262\ttrain-error:0.186262\n",
      "[74]\teval-error:0.1862\ttrain-error:0.1862\n",
      "[75]\teval-error:0.186025\ttrain-error:0.186025\n",
      "[76]\teval-error:0.185913\ttrain-error:0.185913\n",
      "[77]\teval-error:0.185913\ttrain-error:0.185913\n",
      "[78]\teval-error:0.185625\ttrain-error:0.185625\n",
      "[79]\teval-error:0.185675\ttrain-error:0.185675\n",
      "[80]\teval-error:0.185463\ttrain-error:0.185463\n",
      "[81]\teval-error:0.185163\ttrain-error:0.185163\n",
      "[82]\teval-error:0.1851\ttrain-error:0.1851\n",
      "[83]\teval-error:0.185012\ttrain-error:0.185012\n",
      "[84]\teval-error:0.184963\ttrain-error:0.184963\n",
      "[85]\teval-error:0.184863\ttrain-error:0.184863\n",
      "[86]\teval-error:0.1848\ttrain-error:0.1848\n",
      "[87]\teval-error:0.18475\ttrain-error:0.18475\n",
      "[88]\teval-error:0.184663\ttrain-error:0.184663\n",
      "[89]\teval-error:0.184425\ttrain-error:0.184425\n",
      "[90]\teval-error:0.1844\ttrain-error:0.1844\n",
      "[91]\teval-error:0.184475\ttrain-error:0.184475\n",
      "[92]\teval-error:0.184463\ttrain-error:0.184463\n",
      "[93]\teval-error:0.184325\ttrain-error:0.184325\n",
      "[94]\teval-error:0.184062\ttrain-error:0.184062\n",
      "[95]\teval-error:0.184125\ttrain-error:0.184125\n",
      "[96]\teval-error:0.183875\ttrain-error:0.183875\n",
      "[97]\teval-error:0.184012\ttrain-error:0.184012\n",
      "[98]\teval-error:0.183863\ttrain-error:0.183863\n",
      "[99]\teval-error:0.183638\ttrain-error:0.183638\n",
      "[100]\teval-error:0.183463\ttrain-error:0.183463\n",
      "[101]\teval-error:0.18335\ttrain-error:0.18335\n",
      "[102]\teval-error:0.183363\ttrain-error:0.183363\n",
      "[103]\teval-error:0.183225\ttrain-error:0.183225\n",
      "[104]\teval-error:0.183062\ttrain-error:0.183062\n",
      "[105]\teval-error:0.182975\ttrain-error:0.182975\n",
      "[106]\teval-error:0.183\ttrain-error:0.183\n",
      "[107]\teval-error:0.182925\ttrain-error:0.182925\n",
      "[108]\teval-error:0.1828\ttrain-error:0.1828\n",
      "[109]\teval-error:0.182787\ttrain-error:0.182787\n",
      "[110]\teval-error:0.182613\ttrain-error:0.182613\n",
      "[111]\teval-error:0.182588\ttrain-error:0.182588\n",
      "[112]\teval-error:0.182425\ttrain-error:0.182425\n",
      "[113]\teval-error:0.182163\ttrain-error:0.182163\n",
      "[114]\teval-error:0.182188\ttrain-error:0.182188\n",
      "[115]\teval-error:0.1822\ttrain-error:0.1822\n",
      "[116]\teval-error:0.181925\ttrain-error:0.181925\n",
      "[117]\teval-error:0.181825\ttrain-error:0.181825\n",
      "[118]\teval-error:0.181725\ttrain-error:0.181725\n",
      "[119]\teval-error:0.181675\ttrain-error:0.181675\n",
      "[120]\teval-error:0.181638\ttrain-error:0.181638\n",
      "[121]\teval-error:0.181775\ttrain-error:0.181775\n",
      "[122]\teval-error:0.181663\ttrain-error:0.181663\n",
      "[123]\teval-error:0.181638\ttrain-error:0.181638\n",
      "[124]\teval-error:0.181475\ttrain-error:0.181475\n",
      "[125]\teval-error:0.181388\ttrain-error:0.181388\n",
      "[126]\teval-error:0.181312\ttrain-error:0.181312\n",
      "[127]\teval-error:0.1813\ttrain-error:0.1813\n",
      "[128]\teval-error:0.181125\ttrain-error:0.181125\n",
      "[129]\teval-error:0.180938\ttrain-error:0.180938\n",
      "[130]\teval-error:0.18095\ttrain-error:0.18095\n",
      "[131]\teval-error:0.180762\ttrain-error:0.180762\n",
      "[132]\teval-error:0.180663\ttrain-error:0.180663\n",
      "[133]\teval-error:0.180613\ttrain-error:0.180613\n",
      "[134]\teval-error:0.18045\ttrain-error:0.18045\n",
      "[135]\teval-error:0.180413\ttrain-error:0.180413\n",
      "[136]\teval-error:0.180375\ttrain-error:0.180375\n",
      "[137]\teval-error:0.180275\ttrain-error:0.180275\n",
      "[138]\teval-error:0.180212\ttrain-error:0.180212\n",
      "[139]\teval-error:0.180088\ttrain-error:0.180088\n",
      "[140]\teval-error:0.1802\ttrain-error:0.1802\n",
      "[141]\teval-error:0.179863\ttrain-error:0.179863\n",
      "[142]\teval-error:0.1798\ttrain-error:0.1798\n",
      "[143]\teval-error:0.17975\ttrain-error:0.17975\n",
      "[144]\teval-error:0.179775\ttrain-error:0.179775\n",
      "[145]\teval-error:0.17975\ttrain-error:0.17975\n",
      "[146]\teval-error:0.179613\ttrain-error:0.179613\n",
      "[147]\teval-error:0.179613\ttrain-error:0.179613\n",
      "[148]\teval-error:0.179525\ttrain-error:0.179525\n",
      "[149]\teval-error:0.179425\ttrain-error:0.179425\n",
      "[150]\teval-error:0.179437\ttrain-error:0.179437\n",
      "[151]\teval-error:0.179588\ttrain-error:0.179588\n",
      "[152]\teval-error:0.179388\ttrain-error:0.179388\n",
      "[153]\teval-error:0.179212\ttrain-error:0.179212\n",
      "[154]\teval-error:0.179175\ttrain-error:0.179175\n",
      "[155]\teval-error:0.178987\ttrain-error:0.178987\n",
      "[156]\teval-error:0.17905\ttrain-error:0.17905\n",
      "[157]\teval-error:0.179175\ttrain-error:0.179175\n",
      "[158]\teval-error:0.179212\ttrain-error:0.179212\n",
      "[159]\teval-error:0.17915\ttrain-error:0.17915\n",
      "[160]\teval-error:0.178962\ttrain-error:0.178962\n",
      "[161]\teval-error:0.17895\ttrain-error:0.17895\n",
      "[162]\teval-error:0.178787\ttrain-error:0.178787\n",
      "[163]\teval-error:0.17885\ttrain-error:0.17885\n",
      "[164]\teval-error:0.1788\ttrain-error:0.1788\n",
      "[165]\teval-error:0.17885\ttrain-error:0.17885\n",
      "[166]\teval-error:0.178638\ttrain-error:0.178638\n",
      "[167]\teval-error:0.17855\ttrain-error:0.17855\n",
      "[168]\teval-error:0.178437\ttrain-error:0.178437\n",
      "[169]\teval-error:0.178313\ttrain-error:0.178313\n",
      "[170]\teval-error:0.1783\ttrain-error:0.1783\n",
      "[171]\teval-error:0.178287\ttrain-error:0.178287\n",
      "[172]\teval-error:0.178225\ttrain-error:0.178225\n",
      "[173]\teval-error:0.178113\ttrain-error:0.178113\n",
      "[174]\teval-error:0.178075\ttrain-error:0.178075\n",
      "[175]\teval-error:0.177825\ttrain-error:0.177825\n",
      "[176]\teval-error:0.177737\ttrain-error:0.177737\n",
      "[177]\teval-error:0.177762\ttrain-error:0.177762\n",
      "[178]\teval-error:0.177838\ttrain-error:0.177838\n",
      "[179]\teval-error:0.177775\ttrain-error:0.177775\n",
      "[180]\teval-error:0.177725\ttrain-error:0.177725\n",
      "[181]\teval-error:0.177625\ttrain-error:0.177625\n",
      "[182]\teval-error:0.177675\ttrain-error:0.177675\n",
      "[183]\teval-error:0.177675\ttrain-error:0.177675\n",
      "[184]\teval-error:0.1777\ttrain-error:0.1777\n",
      "[185]\teval-error:0.17765\ttrain-error:0.17765\n",
      "[186]\teval-error:0.177588\ttrain-error:0.177588\n",
      "[187]\teval-error:0.177537\ttrain-error:0.177537\n",
      "[188]\teval-error:0.177475\ttrain-error:0.177475\n",
      "[189]\teval-error:0.177437\ttrain-error:0.177437\n",
      "[190]\teval-error:0.17735\ttrain-error:0.17735\n",
      "[191]\teval-error:0.177237\ttrain-error:0.177237\n",
      "[192]\teval-error:0.177125\ttrain-error:0.177125\n",
      "[193]\teval-error:0.177063\ttrain-error:0.177063\n",
      "[194]\teval-error:0.176937\ttrain-error:0.176937\n",
      "[195]\teval-error:0.176937\ttrain-error:0.176937\n",
      "[196]\teval-error:0.17685\ttrain-error:0.17685\n",
      "[197]\teval-error:0.176737\ttrain-error:0.176737\n",
      "[198]\teval-error:0.176737\ttrain-error:0.176737\n",
      "[199]\teval-error:0.176725\ttrain-error:0.176725\n",
      "[200]\teval-error:0.176462\ttrain-error:0.176462\n",
      "[201]\teval-error:0.1764\ttrain-error:0.1764\n",
      "[202]\teval-error:0.176425\ttrain-error:0.176425\n",
      "[203]\teval-error:0.176288\ttrain-error:0.176288\n",
      "[204]\teval-error:0.175987\ttrain-error:0.175987\n",
      "[205]\teval-error:0.175788\ttrain-error:0.175788\n",
      "[206]\teval-error:0.175888\ttrain-error:0.175888\n",
      "[207]\teval-error:0.17585\ttrain-error:0.17585\n",
      "[208]\teval-error:0.1757\ttrain-error:0.1757\n",
      "[209]\teval-error:0.175613\ttrain-error:0.175613\n",
      "[210]\teval-error:0.17575\ttrain-error:0.17575\n",
      "[211]\teval-error:0.175675\ttrain-error:0.175675\n",
      "[212]\teval-error:0.175737\ttrain-error:0.175737\n",
      "[213]\teval-error:0.17575\ttrain-error:0.17575\n",
      "[214]\teval-error:0.175712\ttrain-error:0.175712\n",
      "[215]\teval-error:0.1756\ttrain-error:0.1756\n",
      "[216]\teval-error:0.175825\ttrain-error:0.175825\n",
      "[217]\teval-error:0.175675\ttrain-error:0.175675\n",
      "[218]\teval-error:0.175563\ttrain-error:0.175563\n",
      "[219]\teval-error:0.175487\ttrain-error:0.175487\n",
      "[220]\teval-error:0.175425\ttrain-error:0.175425\n",
      "[221]\teval-error:0.175462\ttrain-error:0.175462\n",
      "[222]\teval-error:0.175313\ttrain-error:0.175313\n",
      "[223]\teval-error:0.175313\ttrain-error:0.175313\n",
      "[224]\teval-error:0.175313\ttrain-error:0.175313\n",
      "[225]\teval-error:0.1751\ttrain-error:0.1751\n",
      "[226]\teval-error:0.1748\ttrain-error:0.1748\n",
      "[227]\teval-error:0.174888\ttrain-error:0.174888\n",
      "[228]\teval-error:0.174888\ttrain-error:0.174888\n",
      "[229]\teval-error:0.174775\ttrain-error:0.174775\n",
      "[230]\teval-error:0.174888\ttrain-error:0.174888\n",
      "time taken: 533.6120636463165\n"
     ]
    }
   ],
   "source": [
    "import xgboost as xgb\n",
    "import time\n",
    "\n",
    "\n",
    "dtrain = xgb.DMatrix(gameX, gameY)\n",
    "num_round = 1000\n",
    "early_stopping_rounds = 50\n",
    "n_fold = 5\n",
    "\n",
    "print('running cross validation')\n",
    "\n",
    "print('running cross validation, with preprocessing function')\n",
    "# define the preprocessing function\n",
    "# used to return the preprocessed training, test data, and parameter\n",
    "# we can use this to do weight rescale, etc.\n",
    "# as a example, we try to set scale_pos_weight\n",
    "def fpreproc(dtrain, dtest, param):\n",
    "    label = dtrain.get_label()\n",
    "    ratio = float(np.sum(label == 0)) / np.sum(label == 1)\n",
    "    param['scale_pos_weight'] = ratio\n",
    "    return (dtrain, dtest, param)\n",
    "\n",
    "# do cross validation, for each fold\n",
    "# the dtrain, dtest, param will be passed into fpreproc\n",
    "# then the return value of fpreproc will be used to generate\n",
    "# results of that fold\n",
    "\n",
    "###\n",
    "# you can also do cross validation with customized loss function\n",
    "# See custom_objective.py\n",
    "##\n",
    "print('running cross validation, with cutomsized loss function')\n",
    "def logregobj(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    preds = 1.0 / (1.0 + np.exp(-preds))\n",
    "    grad = preds - labels\n",
    "    hess = preds * (1.0 - preds)\n",
    "    return grad, hess\n",
    "def evalerror(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    return 'error', float(sum(labels != (preds > 0.0))) / len(labels)\n",
    "\n",
    "param = {\n",
    "    'max_depth': 3, \n",
    "    'eta': 0.1, \n",
    "    'silent': 1, \n",
    "    'gamma': 0, \n",
    "    'max_depth': 4, \n",
    "    'min_child_weight': 1,\n",
    "    'subsample': 0.8,\n",
    "    'colsample_bytree': 0.8,\n",
    "    'reg_lambda': 1, #L2 reg default:1\n",
    "    'reg_alpha': 0.05, #L1 reg default:0\n",
    "    'scale_pos_weight': 1, \n",
    "#     'objective': 'binary:logistic', #for custom loss define it in xgb.train(obj=custom_loss)\n",
    "#     'eval_metric': 'error'\n",
    "}\n",
    "\n",
    "t = time.time()\n",
    "# CV to find optimum number of boosted trees (num_round)\n",
    "cvresult = xgb.cv(\n",
    "            param, #param set by user\n",
    "            dtrain, #train set\n",
    "            num_round, #max number of boosted tree, >early_stopping_round\n",
    "            nfold=n_fold, #n fold CV\n",
    "            seed=0, \n",
    "            obj=logregobj, #custom loss func\n",
    "            feval=evalerror, #custom eval metric\n",
    "            callbacks=[xgb.callback.print_evaluation(show_stdv=False),\n",
    "                       xgb.callback.early_stop(early_stopping_rounds)], #decides optimum number of boosted trees, <num_round\n",
    "#             fpreproc=fpreproc, #function for preprocessing\n",
    "            )\n",
    "\n",
    "num_round = cvresult.shape[0] #optimum number of boosted trees\n",
    "# bst = xgb.train(param, dtrain, num_round, watchlist, obj=logregobj, feval=evalerror, fpreproc=fpreproc)\n",
    "bst = xgb.train(param, dtrain, num_round, watchlist, obj=logregobj, feval=evalerror)\n",
    "\n",
    "print(\"time taken:\", time.time()-t)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "231"
      ]
     },
     "execution_count": 167,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cvresult.shape[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-0.68191946, -2.32880068, -1.17024517, ...,  0.80745357,\n",
       "       -1.74727559, -0.73057234], dtype=float32)"
      ]
     },
     "execution_count": 169,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bst.predict(dtrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.33583304,  0.08876563,  0.23681067, ...,  0.69156659,\n",
       "        0.14839116,  0.32506913], dtype=float32)"
      ]
     },
     "execution_count": 170,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "1/(1+np.exp(-bst.predict(dtrain)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "running cross validation\n",
      "running cross validation, with preprocessing function\n",
      "running cross validation, with cutomsized loss function\n",
      "[0]\ttrain-error:0.314128\ttest-error:0.316913\n",
      "Multiple eval metrics have been passed: 'test-error' will be used for early stopping.\n",
      "\n",
      "Will train until test-error hasn't improved in 50 rounds.\n",
      "[1]\ttrain-error:0.300419\ttest-error:0.301025\n",
      "[2]\ttrain-error:0.299644\ttest-error:0.30075\n",
      "[3]\ttrain-error:0.295109\ttest-error:0.297025\n",
      "[4]\ttrain-error:0.305009\ttest-error:0.307463\n",
      "[5]\ttrain-error:0.303972\ttest-error:0.3064\n",
      "[6]\ttrain-error:0.296769\ttest-error:0.29965\n",
      "[7]\ttrain-error:0.296397\ttest-error:0.299388\n",
      "[8]\ttrain-error:0.295578\ttest-error:0.299012\n",
      "[9]\ttrain-error:0.294384\ttest-error:0.297762\n",
      "[10]\ttrain-error:0.291978\ttest-error:0.29525\n",
      "[11]\ttrain-error:0.290744\ttest-error:0.293937\n",
      "[12]\ttrain-error:0.289125\ttest-error:0.292375\n",
      "[13]\ttrain-error:0.288144\ttest-error:0.29155\n",
      "[14]\ttrain-error:0.286569\ttest-error:0.290288\n",
      "[15]\ttrain-error:0.285187\ttest-error:0.2894\n",
      "[16]\ttrain-error:0.284378\ttest-error:0.287912\n",
      "[17]\ttrain-error:0.283125\ttest-error:0.287037\n",
      "[18]\ttrain-error:0.281938\ttest-error:0.285688\n",
      "[19]\ttrain-error:0.281156\ttest-error:0.284813\n",
      "[20]\ttrain-error:0.280275\ttest-error:0.284013\n",
      "[21]\ttrain-error:0.279578\ttest-error:0.283812\n",
      "[22]\ttrain-error:0.278837\ttest-error:0.283287\n",
      "[23]\ttrain-error:0.277697\ttest-error:0.282237\n",
      "[24]\ttrain-error:0.276672\ttest-error:0.281337\n",
      "[25]\ttrain-error:0.276219\ttest-error:0.28105\n",
      "[26]\ttrain-error:0.275322\ttest-error:0.27995\n",
      "[27]\ttrain-error:0.274616\ttest-error:0.2793\n",
      "[28]\ttrain-error:0.273412\ttest-error:0.278075\n",
      "[29]\ttrain-error:0.272709\ttest-error:0.277625\n",
      "[30]\ttrain-error:0.272112\ttest-error:0.277263\n",
      "[31]\ttrain-error:0.271047\ttest-error:0.276325\n",
      "[32]\ttrain-error:0.270647\ttest-error:0.2758\n",
      "[33]\ttrain-error:0.270228\ttest-error:0.275\n",
      "[34]\ttrain-error:0.269362\ttest-error:0.274388\n",
      "[35]\ttrain-error:0.268709\ttest-error:0.273763\n",
      "[36]\ttrain-error:0.268159\ttest-error:0.273075\n",
      "[37]\ttrain-error:0.267641\ttest-error:0.27285\n",
      "[38]\ttrain-error:0.267325\ttest-error:0.27245\n",
      "[39]\ttrain-error:0.26655\ttest-error:0.2723\n",
      "[40]\ttrain-error:0.266266\ttest-error:0.271787\n",
      "[41]\ttrain-error:0.265794\ttest-error:0.271437\n",
      "[42]\ttrain-error:0.265335\ttest-error:0.2711\n",
      "[43]\ttrain-error:0.264728\ttest-error:0.270862\n",
      "[44]\ttrain-error:0.264481\ttest-error:0.270788\n",
      "[45]\ttrain-error:0.264144\ttest-error:0.270075\n",
      "[46]\ttrain-error:0.263678\ttest-error:0.269587\n",
      "[47]\ttrain-error:0.263247\ttest-error:0.26955\n",
      "[48]\ttrain-error:0.262941\ttest-error:0.269075\n",
      "[49]\ttrain-error:0.262566\ttest-error:0.268975\n",
      "[50]\ttrain-error:0.26221\ttest-error:0.268887\n",
      "[51]\ttrain-error:0.26189\ttest-error:0.2683\n",
      "[52]\ttrain-error:0.261347\ttest-error:0.26805\n",
      "[53]\ttrain-error:0.261166\ttest-error:0.267425\n",
      "[54]\ttrain-error:0.260766\ttest-error:0.2672\n",
      "[55]\ttrain-error:0.260556\ttest-error:0.26705\n",
      "[56]\ttrain-error:0.260197\ttest-error:0.267\n",
      "[57]\ttrain-error:0.25971\ttest-error:0.266825\n",
      "[58]\ttrain-error:0.259366\ttest-error:0.266212\n",
      "[59]\ttrain-error:0.259256\ttest-error:0.2661\n",
      "[60]\ttrain-error:0.258785\ttest-error:0.26555\n",
      "[61]\ttrain-error:0.258503\ttest-error:0.265212\n",
      "[62]\ttrain-error:0.258341\ttest-error:0.265063\n",
      "[63]\ttrain-error:0.257784\ttest-error:0.26445\n",
      "[64]\ttrain-error:0.257575\ttest-error:0.264475\n",
      "[65]\ttrain-error:0.257144\ttest-error:0.264288\n",
      "[66]\ttrain-error:0.257028\ttest-error:0.26405\n",
      "[67]\ttrain-error:0.256581\ttest-error:0.263913\n",
      "[68]\ttrain-error:0.256225\ttest-error:0.26395\n",
      "[69]\ttrain-error:0.255972\ttest-error:0.263588\n",
      "[70]\ttrain-error:0.255822\ttest-error:0.263375\n",
      "[71]\ttrain-error:0.255581\ttest-error:0.2632\n",
      "[72]\ttrain-error:0.2553\ttest-error:0.262975\n",
      "[73]\ttrain-error:0.255072\ttest-error:0.263062\n",
      "[74]\ttrain-error:0.254791\ttest-error:0.262737\n",
      "[75]\ttrain-error:0.25425\ttest-error:0.2623\n",
      "[76]\ttrain-error:0.254056\ttest-error:0.261925\n",
      "[77]\ttrain-error:0.253741\ttest-error:0.262012\n",
      "[78]\ttrain-error:0.253563\ttest-error:0.262087\n",
      "[79]\ttrain-error:0.253375\ttest-error:0.261712\n",
      "[80]\ttrain-error:0.2532\ttest-error:0.261712\n",
      "[81]\ttrain-error:0.2529\ttest-error:0.26125\n",
      "[82]\ttrain-error:0.252456\ttest-error:0.261037\n",
      "[83]\ttrain-error:0.252125\ttest-error:0.26085\n",
      "[84]\ttrain-error:0.252047\ttest-error:0.260875\n",
      "[85]\ttrain-error:0.251587\ttest-error:0.260625\n",
      "[86]\ttrain-error:0.251459\ttest-error:0.260575\n",
      "[87]\ttrain-error:0.251244\ttest-error:0.260375\n",
      "[88]\ttrain-error:0.251112\ttest-error:0.260013\n",
      "[89]\ttrain-error:0.250806\ttest-error:0.259975\n",
      "[90]\ttrain-error:0.250603\ttest-error:0.25975\n",
      "[91]\ttrain-error:0.250406\ttest-error:0.25985\n",
      "[92]\ttrain-error:0.250244\ttest-error:0.259625\n",
      "[93]\ttrain-error:0.250047\ttest-error:0.259412\n",
      "[94]\ttrain-error:0.249897\ttest-error:0.259512\n",
      "[95]\ttrain-error:0.249806\ttest-error:0.259538\n",
      "[96]\ttrain-error:0.249541\ttest-error:0.259263\n",
      "[97]\ttrain-error:0.249353\ttest-error:0.259337\n",
      "[98]\ttrain-error:0.249266\ttest-error:0.259175\n",
      "[99]\ttrain-error:0.248868\ttest-error:0.258987\n",
      "[100]\ttrain-error:0.248587\ttest-error:0.258812\n",
      "[101]\ttrain-error:0.248344\ttest-error:0.258663\n",
      "[102]\ttrain-error:0.248081\ttest-error:0.2588\n",
      "[103]\ttrain-error:0.247962\ttest-error:0.258787\n",
      "[104]\ttrain-error:0.247784\ttest-error:0.258688\n",
      "[105]\ttrain-error:0.247481\ttest-error:0.258388\n",
      "[106]\ttrain-error:0.247347\ttest-error:0.25835\n",
      "[107]\ttrain-error:0.247125\ttest-error:0.25825\n",
      "[108]\ttrain-error:0.247022\ttest-error:0.25815\n",
      "[109]\ttrain-error:0.246738\ttest-error:0.257813\n",
      "[110]\ttrain-error:0.246597\ttest-error:0.258\n",
      "[111]\ttrain-error:0.246325\ttest-error:0.257838\n",
      "[112]\ttrain-error:0.246262\ttest-error:0.257825\n",
      "[113]\ttrain-error:0.246094\ttest-error:0.257562\n",
      "[114]\ttrain-error:0.245944\ttest-error:0.257512\n",
      "[115]\ttrain-error:0.245762\ttest-error:0.257563\n",
      "[116]\ttrain-error:0.245656\ttest-error:0.257375\n",
      "[117]\ttrain-error:0.245494\ttest-error:0.257275\n",
      "[118]\ttrain-error:0.245322\ttest-error:0.257138\n",
      "[119]\ttrain-error:0.2451\ttest-error:0.256837\n",
      "[120]\ttrain-error:0.244919\ttest-error:0.256725\n",
      "[121]\ttrain-error:0.244741\ttest-error:0.256725\n",
      "[122]\ttrain-error:0.244569\ttest-error:0.256738\n",
      "[123]\ttrain-error:0.244444\ttest-error:0.256862\n",
      "[124]\ttrain-error:0.244263\ttest-error:0.2566\n",
      "[125]\ttrain-error:0.243912\ttest-error:0.2565\n",
      "[126]\ttrain-error:0.243859\ttest-error:0.256438\n",
      "[127]\ttrain-error:0.243744\ttest-error:0.256425\n",
      "[128]\ttrain-error:0.243475\ttest-error:0.25645\n",
      "[129]\ttrain-error:0.243322\ttest-error:0.256412\n",
      "[130]\ttrain-error:0.243153\ttest-error:0.2563\n",
      "[131]\ttrain-error:0.243009\ttest-error:0.256362\n",
      "[132]\ttrain-error:0.242759\ttest-error:0.25625\n",
      "[133]\ttrain-error:0.242534\ttest-error:0.256275\n",
      "[134]\ttrain-error:0.242434\ttest-error:0.256163\n",
      "[135]\ttrain-error:0.242194\ttest-error:0.256212\n",
      "[136]\ttrain-error:0.242109\ttest-error:0.256163\n",
      "[137]\ttrain-error:0.241922\ttest-error:0.256037\n",
      "[138]\ttrain-error:0.241825\ttest-error:0.256038\n",
      "[139]\ttrain-error:0.241703\ttest-error:0.256012\n",
      "[140]\ttrain-error:0.241465\ttest-error:0.255463\n",
      "[141]\ttrain-error:0.241309\ttest-error:0.255538\n",
      "[142]\ttrain-error:0.241128\ttest-error:0.255363\n",
      "[143]\ttrain-error:0.240981\ttest-error:0.255287\n",
      "[144]\ttrain-error:0.240909\ttest-error:0.255238\n",
      "[145]\ttrain-error:0.240688\ttest-error:0.255325\n",
      "[146]\ttrain-error:0.240531\ttest-error:0.2554\n",
      "[147]\ttrain-error:0.240447\ttest-error:0.255225\n",
      "[148]\ttrain-error:0.240412\ttest-error:0.25505\n",
      "[149]\ttrain-error:0.240303\ttest-error:0.255025\n",
      "[150]\ttrain-error:0.240119\ttest-error:0.255012\n",
      "[151]\ttrain-error:0.239912\ttest-error:0.254913\n",
      "[152]\ttrain-error:0.23989\ttest-error:0.254813\n",
      "[153]\ttrain-error:0.2398\ttest-error:0.254837\n",
      "[154]\ttrain-error:0.239556\ttest-error:0.254712\n",
      "[155]\ttrain-error:0.239437\ttest-error:0.254913\n",
      "[156]\ttrain-error:0.239291\ttest-error:0.254862\n",
      "[157]\ttrain-error:0.239266\ttest-error:0.254762\n",
      "[158]\ttrain-error:0.239166\ttest-error:0.254675\n",
      "[159]\ttrain-error:0.239066\ttest-error:0.2547\n",
      "[160]\ttrain-error:0.238815\ttest-error:0.254625\n",
      "[161]\ttrain-error:0.238656\ttest-error:0.254375\n",
      "[162]\ttrain-error:0.238484\ttest-error:0.25435\n",
      "[163]\ttrain-error:0.238266\ttest-error:0.254363\n",
      "[164]\ttrain-error:0.238109\ttest-error:0.254263\n",
      "[165]\ttrain-error:0.238053\ttest-error:0.254225\n",
      "[166]\ttrain-error:0.237928\ttest-error:0.254312\n",
      "[167]\ttrain-error:0.237803\ttest-error:0.25415\n",
      "[168]\ttrain-error:0.237706\ttest-error:0.25415\n",
      "[169]\ttrain-error:0.2375\ttest-error:0.254\n",
      "[170]\ttrain-error:0.237334\ttest-error:0.253925\n",
      "[171]\ttrain-error:0.237172\ttest-error:0.253825\n",
      "[172]\ttrain-error:0.237028\ttest-error:0.253713\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[173]\ttrain-error:0.23689\ttest-error:0.253713\n",
      "[174]\ttrain-error:0.236847\ttest-error:0.253612\n",
      "[175]\ttrain-error:0.236669\ttest-error:0.25345\n",
      "[176]\ttrain-error:0.236541\ttest-error:0.25365\n",
      "[177]\ttrain-error:0.236353\ttest-error:0.253688\n",
      "[178]\ttrain-error:0.236331\ttest-error:0.253563\n",
      "[179]\ttrain-error:0.236278\ttest-error:0.253375\n",
      "[180]\ttrain-error:0.236188\ttest-error:0.25335\n",
      "[181]\ttrain-error:0.236047\ttest-error:0.253488\n",
      "[182]\ttrain-error:0.235919\ttest-error:0.253425\n",
      "[183]\ttrain-error:0.235762\ttest-error:0.253288\n",
      "[184]\ttrain-error:0.235578\ttest-error:0.253363\n",
      "[185]\ttrain-error:0.235519\ttest-error:0.253212\n",
      "[186]\ttrain-error:0.235428\ttest-error:0.253225\n",
      "[187]\ttrain-error:0.235181\ttest-error:0.253125\n",
      "[188]\ttrain-error:0.235066\ttest-error:0.25305\n",
      "[189]\ttrain-error:0.234959\ttest-error:0.252838\n",
      "[190]\ttrain-error:0.234775\ttest-error:0.252875\n",
      "[191]\ttrain-error:0.234672\ttest-error:0.252725\n",
      "[192]\ttrain-error:0.234525\ttest-error:0.252663\n",
      "[193]\ttrain-error:0.234428\ttest-error:0.252588\n",
      "[194]\ttrain-error:0.234281\ttest-error:0.2527\n",
      "[195]\ttrain-error:0.234147\ttest-error:0.25275\n",
      "[196]\ttrain-error:0.234097\ttest-error:0.252538\n",
      "[197]\ttrain-error:0.233947\ttest-error:0.252463\n",
      "[198]\ttrain-error:0.233866\ttest-error:0.25255\n",
      "[199]\ttrain-error:0.233766\ttest-error:0.252362\n",
      "[200]\ttrain-error:0.233637\ttest-error:0.25225\n",
      "[201]\ttrain-error:0.233525\ttest-error:0.252225\n",
      "[202]\ttrain-error:0.233412\ttest-error:0.252175\n",
      "[203]\ttrain-error:0.233331\ttest-error:0.252062\n",
      "[204]\ttrain-error:0.233259\ttest-error:0.25205\n",
      "[205]\ttrain-error:0.233122\ttest-error:0.251963\n",
      "[206]\ttrain-error:0.233035\ttest-error:0.25195\n",
      "[207]\ttrain-error:0.232925\ttest-error:0.251787\n",
      "[208]\ttrain-error:0.232822\ttest-error:0.251738\n",
      "[209]\ttrain-error:0.232703\ttest-error:0.251825\n",
      "[210]\ttrain-error:0.232597\ttest-error:0.252025\n",
      "[211]\ttrain-error:0.232556\ttest-error:0.252125\n",
      "[212]\ttrain-error:0.232403\ttest-error:0.252075\n",
      "[213]\ttrain-error:0.232275\ttest-error:0.251963\n",
      "[214]\ttrain-error:0.232256\ttest-error:0.251988\n",
      "[215]\ttrain-error:0.232216\ttest-error:0.252037\n",
      "[216]\ttrain-error:0.232156\ttest-error:0.252012\n",
      "[217]\ttrain-error:0.23205\ttest-error:0.251938\n",
      "[218]\ttrain-error:0.231831\ttest-error:0.252038\n",
      "[219]\ttrain-error:0.231694\ttest-error:0.251962\n",
      "[220]\ttrain-error:0.231653\ttest-error:0.251887\n",
      "[221]\ttrain-error:0.2316\ttest-error:0.251875\n",
      "[222]\ttrain-error:0.231466\ttest-error:0.251863\n",
      "[223]\ttrain-error:0.231388\ttest-error:0.251737\n",
      "[224]\ttrain-error:0.231278\ttest-error:0.251725\n",
      "[225]\ttrain-error:0.231122\ttest-error:0.251687\n",
      "[226]\ttrain-error:0.230947\ttest-error:0.251763\n",
      "[227]\ttrain-error:0.230972\ttest-error:0.2518\n",
      "[228]\ttrain-error:0.230815\ttest-error:0.251837\n",
      "[229]\ttrain-error:0.230803\ttest-error:0.251725\n",
      "[230]\ttrain-error:0.230669\ttest-error:0.251825\n",
      "[231]\ttrain-error:0.230578\ttest-error:0.251862\n",
      "[232]\ttrain-error:0.230437\ttest-error:0.251812\n",
      "[233]\ttrain-error:0.230409\ttest-error:0.251812\n",
      "[234]\ttrain-error:0.230184\ttest-error:0.25165\n",
      "[235]\ttrain-error:0.230191\ttest-error:0.251637\n",
      "[236]\ttrain-error:0.230097\ttest-error:0.251562\n",
      "[237]\ttrain-error:0.229972\ttest-error:0.2516\n",
      "[238]\ttrain-error:0.229913\ttest-error:0.251363\n",
      "[239]\ttrain-error:0.229769\ttest-error:0.2514\n",
      "[240]\ttrain-error:0.229625\ttest-error:0.251138\n",
      "[241]\ttrain-error:0.229472\ttest-error:0.251175\n",
      "[242]\ttrain-error:0.229394\ttest-error:0.25115\n",
      "[243]\ttrain-error:0.229291\ttest-error:0.251188\n",
      "[244]\ttrain-error:0.229169\ttest-error:0.251113\n",
      "[245]\ttrain-error:0.228915\ttest-error:0.251\n",
      "[246]\ttrain-error:0.228822\ttest-error:0.250937\n",
      "[247]\ttrain-error:0.228697\ttest-error:0.2509\n",
      "[248]\ttrain-error:0.228659\ttest-error:0.250988\n",
      "[249]\ttrain-error:0.228556\ttest-error:0.250725\n",
      "[250]\ttrain-error:0.228372\ttest-error:0.2508\n",
      "[251]\ttrain-error:0.228281\ttest-error:0.250788\n",
      "[252]\ttrain-error:0.228209\ttest-error:0.2507\n",
      "[253]\ttrain-error:0.228134\ttest-error:0.2506\n",
      "[254]\ttrain-error:0.228081\ttest-error:0.250675\n",
      "[255]\ttrain-error:0.227941\ttest-error:0.250725\n",
      "[256]\ttrain-error:0.22795\ttest-error:0.250787\n",
      "[257]\ttrain-error:0.227878\ttest-error:0.250763\n",
      "[258]\ttrain-error:0.227806\ttest-error:0.250725\n",
      "[259]\ttrain-error:0.227769\ttest-error:0.2507\n",
      "[260]\ttrain-error:0.227637\ttest-error:0.250637\n",
      "[261]\ttrain-error:0.227491\ttest-error:0.250613\n",
      "[262]\ttrain-error:0.227212\ttest-error:0.250537\n",
      "[263]\ttrain-error:0.227175\ttest-error:0.250425\n",
      "[264]\ttrain-error:0.227059\ttest-error:0.250462\n",
      "[265]\ttrain-error:0.226944\ttest-error:0.25045\n",
      "[266]\ttrain-error:0.226884\ttest-error:0.250388\n",
      "[267]\ttrain-error:0.226812\ttest-error:0.25045\n",
      "[268]\ttrain-error:0.226684\ttest-error:0.250462\n",
      "[269]\ttrain-error:0.226616\ttest-error:0.250487\n",
      "[270]\ttrain-error:0.226522\ttest-error:0.250437\n",
      "[271]\ttrain-error:0.226406\ttest-error:0.250437\n",
      "[272]\ttrain-error:0.226294\ttest-error:0.2503\n",
      "[273]\ttrain-error:0.226225\ttest-error:0.250325\n",
      "[274]\ttrain-error:0.226147\ttest-error:0.250225\n",
      "[275]\ttrain-error:0.226066\ttest-error:0.250188\n",
      "[276]\ttrain-error:0.22595\ttest-error:0.250137\n",
      "[277]\ttrain-error:0.22585\ttest-error:0.250062\n",
      "[278]\ttrain-error:0.225869\ttest-error:0.250037\n",
      "[279]\ttrain-error:0.225781\ttest-error:0.25\n",
      "[280]\ttrain-error:0.225722\ttest-error:0.249925\n",
      "[281]\ttrain-error:0.225622\ttest-error:0.249875\n",
      "[282]\ttrain-error:0.225594\ttest-error:0.249775\n",
      "[283]\ttrain-error:0.22549\ttest-error:0.24985\n",
      "[284]\ttrain-error:0.225425\ttest-error:0.249825\n",
      "[285]\ttrain-error:0.225334\ttest-error:0.24985\n",
      "[286]\ttrain-error:0.225294\ttest-error:0.249988\n",
      "[287]\ttrain-error:0.225181\ttest-error:0.250075\n",
      "[288]\ttrain-error:0.225116\ttest-error:0.25005\n",
      "[289]\ttrain-error:0.22505\ttest-error:0.24995\n",
      "[290]\ttrain-error:0.224991\ttest-error:0.249862\n",
      "[291]\ttrain-error:0.224875\ttest-error:0.249825\n",
      "[292]\ttrain-error:0.224756\ttest-error:0.249937\n",
      "[293]\ttrain-error:0.224553\ttest-error:0.249888\n",
      "[294]\ttrain-error:0.224465\ttest-error:0.24965\n",
      "[295]\ttrain-error:0.224475\ttest-error:0.249713\n",
      "[296]\ttrain-error:0.224391\ttest-error:0.249725\n",
      "[297]\ttrain-error:0.224338\ttest-error:0.2497\n",
      "[298]\ttrain-error:0.224297\ttest-error:0.249737\n",
      "[299]\ttrain-error:0.224116\ttest-error:0.249625\n",
      "[300]\ttrain-error:0.224087\ttest-error:0.249562\n",
      "[301]\ttrain-error:0.223972\ttest-error:0.249425\n",
      "[302]\ttrain-error:0.223872\ttest-error:0.249525\n",
      "[303]\ttrain-error:0.223825\ttest-error:0.249475\n",
      "[304]\ttrain-error:0.223687\ttest-error:0.2494\n",
      "[305]\ttrain-error:0.223656\ttest-error:0.249425\n",
      "[306]\ttrain-error:0.22345\ttest-error:0.249375\n",
      "[307]\ttrain-error:0.223378\ttest-error:0.249275\n",
      "[308]\ttrain-error:0.223275\ttest-error:0.2493\n",
      "[309]\ttrain-error:0.223206\ttest-error:0.2493\n",
      "[310]\ttrain-error:0.223141\ttest-error:0.249338\n",
      "[311]\ttrain-error:0.223128\ttest-error:0.249413\n",
      "[312]\ttrain-error:0.223009\ttest-error:0.249263\n",
      "[313]\ttrain-error:0.222931\ttest-error:0.249175\n",
      "[314]\ttrain-error:0.222853\ttest-error:0.249075\n",
      "[315]\ttrain-error:0.222756\ttest-error:0.24905\n",
      "[316]\ttrain-error:0.222662\ttest-error:0.249088\n",
      "[317]\ttrain-error:0.22249\ttest-error:0.248925\n",
      "[318]\ttrain-error:0.222391\ttest-error:0.24905\n",
      "[319]\ttrain-error:0.222325\ttest-error:0.249138\n",
      "[320]\ttrain-error:0.222316\ttest-error:0.249175\n",
      "[321]\ttrain-error:0.222241\ttest-error:0.249112\n",
      "[322]\ttrain-error:0.222147\ttest-error:0.249025\n",
      "[323]\ttrain-error:0.222059\ttest-error:0.24905\n",
      "[324]\ttrain-error:0.221903\ttest-error:0.249037\n",
      "[325]\ttrain-error:0.221869\ttest-error:0.249\n",
      "[326]\ttrain-error:0.221766\ttest-error:0.249137\n",
      "[327]\ttrain-error:0.221697\ttest-error:0.2491\n",
      "[328]\ttrain-error:0.221609\ttest-error:0.249\n",
      "[329]\ttrain-error:0.221553\ttest-error:0.248962\n",
      "[330]\ttrain-error:0.22149\ttest-error:0.249038\n",
      "[331]\ttrain-error:0.221397\ttest-error:0.249\n",
      "[332]\ttrain-error:0.221281\ttest-error:0.24885\n",
      "[333]\ttrain-error:0.221259\ttest-error:0.2489\n",
      "[334]\ttrain-error:0.221181\ttest-error:0.24885\n",
      "[335]\ttrain-error:0.221053\ttest-error:0.248913\n",
      "[336]\ttrain-error:0.221044\ttest-error:0.248938\n",
      "[337]\ttrain-error:0.221012\ttest-error:0.248787\n",
      "[338]\ttrain-error:0.22089\ttest-error:0.248775\n",
      "[339]\ttrain-error:0.220831\ttest-error:0.24875\n",
      "[340]\ttrain-error:0.220719\ttest-error:0.248687\n",
      "[341]\ttrain-error:0.220606\ttest-error:0.248662\n",
      "[342]\ttrain-error:0.2206\ttest-error:0.248775\n",
      "[343]\ttrain-error:0.220463\ttest-error:0.248712\n",
      "[344]\ttrain-error:0.220409\ttest-error:0.248725\n",
      "[345]\ttrain-error:0.220419\ttest-error:0.2488\n",
      "[346]\ttrain-error:0.220325\ttest-error:0.248725\n",
      "[347]\ttrain-error:0.220084\ttest-error:0.248688\n",
      "[348]\ttrain-error:0.219972\ttest-error:0.248537\n",
      "[349]\ttrain-error:0.219869\ttest-error:0.248575\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[350]\ttrain-error:0.219713\ttest-error:0.248575\n",
      "[351]\ttrain-error:0.219662\ttest-error:0.248638\n",
      "[352]\ttrain-error:0.219509\ttest-error:0.248562\n",
      "[353]\ttrain-error:0.219462\ttest-error:0.248537\n",
      "[354]\ttrain-error:0.219447\ttest-error:0.248587\n",
      "[355]\ttrain-error:0.219316\ttest-error:0.248563\n",
      "[356]\ttrain-error:0.219266\ttest-error:0.2485\n",
      "[357]\ttrain-error:0.219088\ttest-error:0.248387\n",
      "[358]\ttrain-error:0.219041\ttest-error:0.248425\n",
      "[359]\ttrain-error:0.219044\ttest-error:0.248387\n",
      "[360]\ttrain-error:0.218947\ttest-error:0.248388\n",
      "[361]\ttrain-error:0.219006\ttest-error:0.248338\n",
      "[362]\ttrain-error:0.218891\ttest-error:0.2484\n",
      "[363]\ttrain-error:0.218822\ttest-error:0.248363\n",
      "[364]\ttrain-error:0.218728\ttest-error:0.24825\n",
      "[365]\ttrain-error:0.2186\ttest-error:0.248312\n",
      "[366]\ttrain-error:0.218522\ttest-error:0.248325\n",
      "[367]\ttrain-error:0.218444\ttest-error:0.24825\n",
      "[368]\ttrain-error:0.218372\ttest-error:0.248175\n",
      "[369]\ttrain-error:0.218375\ttest-error:0.248338\n",
      "[370]\ttrain-error:0.218247\ttest-error:0.248325\n",
      "[371]\ttrain-error:0.21815\ttest-error:0.248238\n",
      "[372]\ttrain-error:0.218016\ttest-error:0.24825\n",
      "[373]\ttrain-error:0.217935\ttest-error:0.248225\n",
      "[374]\ttrain-error:0.217888\ttest-error:0.248138\n",
      "[375]\ttrain-error:0.217763\ttest-error:0.24815\n",
      "[376]\ttrain-error:0.217715\ttest-error:0.248087\n",
      "[377]\ttrain-error:0.21765\ttest-error:0.248187\n",
      "[378]\ttrain-error:0.217553\ttest-error:0.2481\n",
      "[379]\ttrain-error:0.217447\ttest-error:0.24805\n",
      "[380]\ttrain-error:0.217381\ttest-error:0.248088\n",
      "[381]\ttrain-error:0.217257\ttest-error:0.248187\n",
      "[382]\ttrain-error:0.217159\ttest-error:0.248112\n",
      "[383]\ttrain-error:0.216981\ttest-error:0.248\n",
      "[384]\ttrain-error:0.2169\ttest-error:0.247963\n",
      "[385]\ttrain-error:0.216809\ttest-error:0.247863\n",
      "[386]\ttrain-error:0.21669\ttest-error:0.247925\n",
      "[387]\ttrain-error:0.216622\ttest-error:0.247862\n",
      "[388]\ttrain-error:0.216547\ttest-error:0.247862\n",
      "[389]\ttrain-error:0.216444\ttest-error:0.247938\n",
      "[390]\ttrain-error:0.216397\ttest-error:0.247837\n",
      "[391]\ttrain-error:0.216338\ttest-error:0.247775\n",
      "[392]\ttrain-error:0.216309\ttest-error:0.247725\n",
      "[393]\ttrain-error:0.216206\ttest-error:0.24765\n",
      "[394]\ttrain-error:0.216094\ttest-error:0.247625\n",
      "[395]\ttrain-error:0.216016\ttest-error:0.24765\n",
      "[396]\ttrain-error:0.215959\ttest-error:0.247675\n",
      "[397]\ttrain-error:0.2159\ttest-error:0.247675\n",
      "[398]\ttrain-error:0.215853\ttest-error:0.247725\n",
      "[399]\ttrain-error:0.215775\ttest-error:0.24775\n",
      "[400]\ttrain-error:0.215675\ttest-error:0.2477\n",
      "[401]\ttrain-error:0.215619\ttest-error:0.2478\n",
      "[402]\ttrain-error:0.215438\ttest-error:0.247687\n",
      "[403]\ttrain-error:0.215372\ttest-error:0.247675\n",
      "[404]\ttrain-error:0.215284\ttest-error:0.247675\n",
      "[405]\ttrain-error:0.215134\ttest-error:0.247725\n",
      "[406]\ttrain-error:0.214981\ttest-error:0.247675\n",
      "[407]\ttrain-error:0.214928\ttest-error:0.247637\n",
      "[408]\ttrain-error:0.214831\ttest-error:0.247613\n",
      "[409]\ttrain-error:0.214794\ttest-error:0.2474\n",
      "[410]\ttrain-error:0.214719\ttest-error:0.247387\n",
      "[411]\ttrain-error:0.214553\ttest-error:0.247312\n",
      "[412]\ttrain-error:0.214497\ttest-error:0.24725\n",
      "[413]\ttrain-error:0.214459\ttest-error:0.247363\n",
      "[414]\ttrain-error:0.214431\ttest-error:0.2474\n",
      "[415]\ttrain-error:0.214331\ttest-error:0.247487\n",
      "[416]\ttrain-error:0.214228\ttest-error:0.2474\n",
      "[417]\ttrain-error:0.214147\ttest-error:0.247463\n",
      "[418]\ttrain-error:0.214025\ttest-error:0.247375\n",
      "[419]\ttrain-error:0.213975\ttest-error:0.247363\n",
      "[420]\ttrain-error:0.213884\ttest-error:0.247262\n",
      "[421]\ttrain-error:0.213775\ttest-error:0.247325\n",
      "[422]\ttrain-error:0.213722\ttest-error:0.247462\n",
      "[423]\ttrain-error:0.213606\ttest-error:0.247362\n",
      "[424]\ttrain-error:0.213516\ttest-error:0.247462\n",
      "[425]\ttrain-error:0.213372\ttest-error:0.247512\n",
      "[426]\ttrain-error:0.213353\ttest-error:0.247525\n",
      "[427]\ttrain-error:0.213312\ttest-error:0.247587\n",
      "[428]\ttrain-error:0.213266\ttest-error:0.247562\n",
      "[429]\ttrain-error:0.213119\ttest-error:0.247487\n",
      "[430]\ttrain-error:0.213\ttest-error:0.24755\n",
      "[431]\ttrain-error:0.212944\ttest-error:0.247537\n",
      "[432]\ttrain-error:0.212863\ttest-error:0.247425\n",
      "[433]\ttrain-error:0.212778\ttest-error:0.247425\n",
      "[434]\ttrain-error:0.212753\ttest-error:0.247375\n",
      "[435]\ttrain-error:0.212628\ttest-error:0.247362\n",
      "[436]\ttrain-error:0.212591\ttest-error:0.247313\n",
      "[437]\ttrain-error:0.212541\ttest-error:0.247225\n",
      "[438]\ttrain-error:0.212531\ttest-error:0.247313\n",
      "[439]\ttrain-error:0.212397\ttest-error:0.24735\n",
      "[440]\ttrain-error:0.212256\ttest-error:0.247275\n",
      "[441]\ttrain-error:0.212209\ttest-error:0.2472\n",
      "[442]\ttrain-error:0.212141\ttest-error:0.247112\n",
      "[443]\ttrain-error:0.212144\ttest-error:0.246975\n",
      "[444]\ttrain-error:0.212053\ttest-error:0.247012\n",
      "[445]\ttrain-error:0.211963\ttest-error:0.2472\n",
      "[446]\ttrain-error:0.21185\ttest-error:0.247088\n",
      "[447]\ttrain-error:0.211797\ttest-error:0.247062\n",
      "[448]\ttrain-error:0.211791\ttest-error:0.247013\n",
      "[449]\ttrain-error:0.211653\ttest-error:0.247025\n",
      "[450]\ttrain-error:0.211566\ttest-error:0.247113\n",
      "[451]\ttrain-error:0.211462\ttest-error:0.247025\n",
      "[452]\ttrain-error:0.211372\ttest-error:0.247125\n",
      "[453]\ttrain-error:0.211287\ttest-error:0.247088\n",
      "[454]\ttrain-error:0.211097\ttest-error:0.247037\n",
      "[455]\ttrain-error:0.210981\ttest-error:0.247\n",
      "[456]\ttrain-error:0.210875\ttest-error:0.246962\n",
      "[457]\ttrain-error:0.21075\ttest-error:0.2468\n",
      "[458]\ttrain-error:0.210653\ttest-error:0.246825\n",
      "[459]\ttrain-error:0.210613\ttest-error:0.2468\n",
      "[460]\ttrain-error:0.210575\ttest-error:0.246787\n",
      "[461]\ttrain-error:0.210512\ttest-error:0.246775\n",
      "[462]\ttrain-error:0.210469\ttest-error:0.246762\n",
      "[463]\ttrain-error:0.210319\ttest-error:0.24675\n",
      "[464]\ttrain-error:0.210272\ttest-error:0.246763\n",
      "[465]\ttrain-error:0.210231\ttest-error:0.2468\n",
      "[466]\ttrain-error:0.210153\ttest-error:0.246837\n",
      "[467]\ttrain-error:0.210053\ttest-error:0.246937\n",
      "[468]\ttrain-error:0.209981\ttest-error:0.247012\n",
      "[469]\ttrain-error:0.209888\ttest-error:0.246987\n",
      "[470]\ttrain-error:0.209853\ttest-error:0.247075\n",
      "[471]\ttrain-error:0.209775\ttest-error:0.246988\n",
      "[472]\ttrain-error:0.209741\ttest-error:0.24695\n",
      "[473]\ttrain-error:0.209609\ttest-error:0.246913\n",
      "[474]\ttrain-error:0.209556\ttest-error:0.2469\n",
      "[475]\ttrain-error:0.209544\ttest-error:0.247\n",
      "[476]\ttrain-error:0.2093\ttest-error:0.24695\n",
      "[477]\ttrain-error:0.209203\ttest-error:0.246838\n",
      "[478]\ttrain-error:0.209166\ttest-error:0.2468\n",
      "[479]\ttrain-error:0.209078\ttest-error:0.24675\n",
      "[480]\ttrain-error:0.209013\ttest-error:0.246788\n",
      "[481]\ttrain-error:0.208897\ttest-error:0.246713\n",
      "[482]\ttrain-error:0.20885\ttest-error:0.2467\n",
      "[483]\ttrain-error:0.208766\ttest-error:0.246687\n",
      "[484]\ttrain-error:0.208622\ttest-error:0.246662\n",
      "[485]\ttrain-error:0.208572\ttest-error:0.246725\n",
      "[486]\ttrain-error:0.208484\ttest-error:0.2468\n",
      "[487]\ttrain-error:0.208369\ttest-error:0.246762\n",
      "[488]\ttrain-error:0.2083\ttest-error:0.246475\n",
      "[489]\ttrain-error:0.208215\ttest-error:0.246312\n",
      "[490]\ttrain-error:0.208181\ttest-error:0.246312\n",
      "[491]\ttrain-error:0.208081\ttest-error:0.246175\n",
      "[492]\ttrain-error:0.207994\ttest-error:0.246225\n",
      "[493]\ttrain-error:0.207969\ttest-error:0.246262\n",
      "[494]\ttrain-error:0.207828\ttest-error:0.246088\n",
      "[495]\ttrain-error:0.207759\ttest-error:0.24595\n",
      "[496]\ttrain-error:0.207691\ttest-error:0.246\n",
      "[497]\ttrain-error:0.20755\ttest-error:0.24595\n",
      "[498]\ttrain-error:0.207437\ttest-error:0.24605\n",
      "[499]\ttrain-error:0.207413\ttest-error:0.246\n",
      "[500]\ttrain-error:0.207256\ttest-error:0.246025\n",
      "[501]\ttrain-error:0.207187\ttest-error:0.246012\n",
      "[502]\ttrain-error:0.207138\ttest-error:0.246062\n",
      "[503]\ttrain-error:0.207178\ttest-error:0.246088\n",
      "[504]\ttrain-error:0.207181\ttest-error:0.246075\n",
      "[505]\ttrain-error:0.207091\ttest-error:0.246112\n",
      "[506]\ttrain-error:0.206953\ttest-error:0.245938\n",
      "[507]\ttrain-error:0.206847\ttest-error:0.24605\n",
      "[508]\ttrain-error:0.206706\ttest-error:0.245937\n",
      "[509]\ttrain-error:0.206569\ttest-error:0.245838\n",
      "[510]\ttrain-error:0.20654\ttest-error:0.24575\n",
      "[511]\ttrain-error:0.206444\ttest-error:0.245663\n",
      "[512]\ttrain-error:0.20635\ttest-error:0.2458\n",
      "[513]\ttrain-error:0.206256\ttest-error:0.245762\n",
      "[514]\ttrain-error:0.206156\ttest-error:0.245625\n",
      "[515]\ttrain-error:0.206097\ttest-error:0.245512\n",
      "[516]\ttrain-error:0.20605\ttest-error:0.245525\n",
      "[517]\ttrain-error:0.206041\ttest-error:0.245425\n",
      "[518]\ttrain-error:0.205963\ttest-error:0.24545\n",
      "[519]\ttrain-error:0.205881\ttest-error:0.245488\n",
      "[520]\ttrain-error:0.205744\ttest-error:0.245587\n",
      "[521]\ttrain-error:0.205694\ttest-error:0.245575\n",
      "[522]\ttrain-error:0.205597\ttest-error:0.245437\n",
      "[523]\ttrain-error:0.205503\ttest-error:0.2455\n",
      "[524]\ttrain-error:0.205487\ttest-error:0.245375\n",
      "[525]\ttrain-error:0.205353\ttest-error:0.24545\n",
      "[526]\ttrain-error:0.205316\ttest-error:0.245537\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[527]\ttrain-error:0.205269\ttest-error:0.245588\n",
      "[528]\ttrain-error:0.205188\ttest-error:0.245612\n",
      "[529]\ttrain-error:0.205184\ttest-error:0.2456\n",
      "[530]\ttrain-error:0.2051\ttest-error:0.245525\n",
      "[531]\ttrain-error:0.20496\ttest-error:0.245425\n",
      "[532]\ttrain-error:0.204959\ttest-error:0.245562\n",
      "[533]\ttrain-error:0.204862\ttest-error:0.245575\n",
      "[534]\ttrain-error:0.204766\ttest-error:0.2457\n",
      "[535]\ttrain-error:0.204719\ttest-error:0.245638\n",
      "[536]\ttrain-error:0.204644\ttest-error:0.2457\n",
      "[537]\ttrain-error:0.204622\ttest-error:0.24565\n",
      "[538]\ttrain-error:0.204659\ttest-error:0.245563\n",
      "[539]\ttrain-error:0.204619\ttest-error:0.245525\n",
      "[540]\ttrain-error:0.204575\ttest-error:0.245475\n",
      "[541]\ttrain-error:0.204519\ttest-error:0.245375\n",
      "[542]\ttrain-error:0.204422\ttest-error:0.2453\n",
      "[543]\ttrain-error:0.204294\ttest-error:0.2454\n",
      "[544]\ttrain-error:0.204175\ttest-error:0.245387\n",
      "[545]\ttrain-error:0.204147\ttest-error:0.245362\n",
      "[546]\ttrain-error:0.204072\ttest-error:0.2454\n",
      "[547]\ttrain-error:0.203897\ttest-error:0.245325\n",
      "[548]\ttrain-error:0.203766\ttest-error:0.245087\n",
      "[549]\ttrain-error:0.203694\ttest-error:0.2452\n",
      "[550]\ttrain-error:0.203538\ttest-error:0.24505\n",
      "[551]\ttrain-error:0.203547\ttest-error:0.245013\n",
      "[552]\ttrain-error:0.203466\ttest-error:0.245075\n",
      "[553]\ttrain-error:0.203428\ttest-error:0.2451\n",
      "[554]\ttrain-error:0.203397\ttest-error:0.244875\n",
      "[555]\ttrain-error:0.203331\ttest-error:0.2449\n",
      "[556]\ttrain-error:0.203275\ttest-error:0.24485\n",
      "[557]\ttrain-error:0.203253\ttest-error:0.244875\n",
      "[558]\ttrain-error:0.203228\ttest-error:0.24505\n",
      "[559]\ttrain-error:0.203112\ttest-error:0.2449\n",
      "[560]\ttrain-error:0.203044\ttest-error:0.24495\n",
      "[561]\ttrain-error:0.202984\ttest-error:0.244975\n",
      "[562]\ttrain-error:0.202944\ttest-error:0.244913\n",
      "[563]\ttrain-error:0.202813\ttest-error:0.244987\n",
      "[564]\ttrain-error:0.202728\ttest-error:0.244937\n",
      "[565]\ttrain-error:0.202662\ttest-error:0.244925\n",
      "[566]\ttrain-error:0.202578\ttest-error:0.244962\n",
      "[567]\ttrain-error:0.202488\ttest-error:0.245\n",
      "[568]\ttrain-error:0.202447\ttest-error:0.244925\n",
      "[569]\ttrain-error:0.202391\ttest-error:0.244987\n",
      "[570]\ttrain-error:0.202269\ttest-error:0.24495\n",
      "[571]\ttrain-error:0.202194\ttest-error:0.2449\n",
      "[572]\ttrain-error:0.202009\ttest-error:0.244925\n",
      "[573]\ttrain-error:0.201959\ttest-error:0.244862\n",
      "[574]\ttrain-error:0.201897\ttest-error:0.244862\n",
      "[575]\ttrain-error:0.201853\ttest-error:0.244825\n",
      "[576]\ttrain-error:0.201781\ttest-error:0.244837\n",
      "[577]\ttrain-error:0.201794\ttest-error:0.244862\n",
      "[578]\ttrain-error:0.201706\ttest-error:0.244812\n",
      "[579]\ttrain-error:0.201603\ttest-error:0.244825\n",
      "[580]\ttrain-error:0.201562\ttest-error:0.244887\n",
      "[581]\ttrain-error:0.201481\ttest-error:0.24485\n",
      "[582]\ttrain-error:0.201434\ttest-error:0.2448\n",
      "[583]\ttrain-error:0.201394\ttest-error:0.2448\n",
      "[584]\ttrain-error:0.201344\ttest-error:0.244725\n",
      "[585]\ttrain-error:0.201278\ttest-error:0.244638\n",
      "[586]\ttrain-error:0.20125\ttest-error:0.244588\n",
      "[587]\ttrain-error:0.201215\ttest-error:0.244563\n",
      "[588]\ttrain-error:0.201125\ttest-error:0.244675\n",
      "[589]\ttrain-error:0.200987\ttest-error:0.2446\n",
      "[590]\ttrain-error:0.200894\ttest-error:0.244587\n",
      "[591]\ttrain-error:0.20085\ttest-error:0.24465\n",
      "[592]\ttrain-error:0.200688\ttest-error:0.244625\n",
      "[593]\ttrain-error:0.200594\ttest-error:0.2447\n",
      "[594]\ttrain-error:0.200494\ttest-error:0.24465\n",
      "[595]\ttrain-error:0.200312\ttest-error:0.244575\n",
      "[596]\ttrain-error:0.200275\ttest-error:0.244563\n",
      "[597]\ttrain-error:0.200162\ttest-error:0.244487\n",
      "[598]\ttrain-error:0.200134\ttest-error:0.244563\n",
      "[599]\ttrain-error:0.200022\ttest-error:0.244537\n",
      "[600]\ttrain-error:0.199969\ttest-error:0.244513\n",
      "[601]\ttrain-error:0.199891\ttest-error:0.244425\n",
      "[602]\ttrain-error:0.199762\ttest-error:0.2443\n",
      "[603]\ttrain-error:0.199588\ttest-error:0.244312\n",
      "[604]\ttrain-error:0.199478\ttest-error:0.244325\n",
      "[605]\ttrain-error:0.199397\ttest-error:0.244375\n",
      "[606]\ttrain-error:0.199322\ttest-error:0.2443\n",
      "[607]\ttrain-error:0.199294\ttest-error:0.24445\n",
      "[608]\ttrain-error:0.199216\ttest-error:0.24435\n",
      "[609]\ttrain-error:0.19915\ttest-error:0.244213\n",
      "[610]\ttrain-error:0.199041\ttest-error:0.24415\n",
      "[611]\ttrain-error:0.198944\ttest-error:0.244038\n",
      "[612]\ttrain-error:0.198906\ttest-error:0.243938\n",
      "[613]\ttrain-error:0.198778\ttest-error:0.24395\n",
      "[614]\ttrain-error:0.198725\ttest-error:0.243788\n",
      "[615]\ttrain-error:0.198594\ttest-error:0.2437\n",
      "[616]\ttrain-error:0.1985\ttest-error:0.243887\n",
      "[617]\ttrain-error:0.198403\ttest-error:0.243737\n",
      "[618]\ttrain-error:0.198347\ttest-error:0.243788\n",
      "[619]\ttrain-error:0.198328\ttest-error:0.243788\n",
      "[620]\ttrain-error:0.198281\ttest-error:0.243863\n",
      "[621]\ttrain-error:0.198241\ttest-error:0.24385\n",
      "[622]\ttrain-error:0.198144\ttest-error:0.243888\n",
      "[623]\ttrain-error:0.198072\ttest-error:0.243875\n",
      "[624]\ttrain-error:0.198003\ttest-error:0.2438\n",
      "[625]\ttrain-error:0.197881\ttest-error:0.243713\n",
      "[626]\ttrain-error:0.197816\ttest-error:0.243825\n",
      "[627]\ttrain-error:0.197741\ttest-error:0.243875\n",
      "[628]\ttrain-error:0.197572\ttest-error:0.244037\n",
      "[629]\ttrain-error:0.197581\ttest-error:0.243925\n",
      "[630]\ttrain-error:0.197497\ttest-error:0.243962\n",
      "[631]\ttrain-error:0.197406\ttest-error:0.244062\n",
      "[632]\ttrain-error:0.197381\ttest-error:0.244125\n",
      "[633]\ttrain-error:0.197328\ttest-error:0.243913\n",
      "[634]\ttrain-error:0.197287\ttest-error:0.2439\n",
      "[635]\ttrain-error:0.197147\ttest-error:0.24385\n",
      "[636]\ttrain-error:0.197066\ttest-error:0.243875\n",
      "[637]\ttrain-error:0.197047\ttest-error:0.243925\n",
      "[638]\ttrain-error:0.196984\ttest-error:0.244\n",
      "[639]\ttrain-error:0.196881\ttest-error:0.244025\n",
      "[640]\ttrain-error:0.196856\ttest-error:0.244125\n",
      "[641]\ttrain-error:0.196828\ttest-error:0.2441\n",
      "[642]\ttrain-error:0.196763\ttest-error:0.243975\n",
      "[643]\ttrain-error:0.1967\ttest-error:0.243975\n",
      "[644]\ttrain-error:0.196528\ttest-error:0.243975\n",
      "[645]\ttrain-error:0.196497\ttest-error:0.243987\n",
      "[646]\ttrain-error:0.196412\ttest-error:0.243962\n",
      "[647]\ttrain-error:0.196375\ttest-error:0.243887\n",
      "[648]\ttrain-error:0.196272\ttest-error:0.243763\n",
      "[649]\ttrain-error:0.196222\ttest-error:0.2437\n",
      "[650]\ttrain-error:0.196156\ttest-error:0.243563\n",
      "[651]\ttrain-error:0.196087\ttest-error:0.24355\n",
      "[652]\ttrain-error:0.196031\ttest-error:0.243538\n",
      "[653]\ttrain-error:0.195966\ttest-error:0.243488\n",
      "[654]\ttrain-error:0.195891\ttest-error:0.243487\n",
      "[655]\ttrain-error:0.19585\ttest-error:0.243475\n",
      "[656]\ttrain-error:0.195725\ttest-error:0.243363\n",
      "[657]\ttrain-error:0.1957\ttest-error:0.243413\n",
      "[658]\ttrain-error:0.1956\ttest-error:0.243375\n",
      "[659]\ttrain-error:0.195559\ttest-error:0.24335\n",
      "[660]\ttrain-error:0.195547\ttest-error:0.243362\n",
      "[661]\ttrain-error:0.195472\ttest-error:0.243362\n",
      "[662]\ttrain-error:0.195331\ttest-error:0.243462\n",
      "[663]\ttrain-error:0.195269\ttest-error:0.243375\n",
      "[664]\ttrain-error:0.195222\ttest-error:0.243487\n",
      "[665]\ttrain-error:0.195116\ttest-error:0.243412\n",
      "[666]\ttrain-error:0.195009\ttest-error:0.243412\n",
      "[667]\ttrain-error:0.194919\ttest-error:0.2435\n",
      "[668]\ttrain-error:0.194832\ttest-error:0.24355\n",
      "[669]\ttrain-error:0.194725\ttest-error:0.2435\n",
      "[670]\ttrain-error:0.194697\ttest-error:0.243525\n",
      "[671]\ttrain-error:0.1946\ttest-error:0.2435\n",
      "[672]\ttrain-error:0.194475\ttest-error:0.243475\n",
      "[673]\ttrain-error:0.194485\ttest-error:0.2434\n",
      "[674]\ttrain-error:0.194441\ttest-error:0.243438\n",
      "[675]\ttrain-error:0.194312\ttest-error:0.243525\n",
      "[676]\ttrain-error:0.194222\ttest-error:0.243563\n",
      "[677]\ttrain-error:0.194122\ttest-error:0.2436\n",
      "[678]\ttrain-error:0.193972\ttest-error:0.243563\n",
      "[679]\ttrain-error:0.193969\ttest-error:0.2436\n",
      "[680]\ttrain-error:0.193922\ttest-error:0.243512\n",
      "[681]\ttrain-error:0.193894\ttest-error:0.243488\n",
      "[682]\ttrain-error:0.193878\ttest-error:0.243612\n",
      "[683]\ttrain-error:0.193844\ttest-error:0.243638\n",
      "[684]\ttrain-error:0.193788\ttest-error:0.2437\n",
      "[685]\ttrain-error:0.19375\ttest-error:0.2435\n",
      "[686]\ttrain-error:0.193706\ttest-error:0.2435\n",
      "[687]\ttrain-error:0.193709\ttest-error:0.243412\n",
      "[688]\ttrain-error:0.193625\ttest-error:0.243463\n",
      "[689]\ttrain-error:0.1935\ttest-error:0.243425\n",
      "[690]\ttrain-error:0.19345\ttest-error:0.243513\n",
      "[691]\ttrain-error:0.193394\ttest-error:0.2434\n",
      "[692]\ttrain-error:0.193362\ttest-error:0.243275\n",
      "[693]\ttrain-error:0.193272\ttest-error:0.24325\n",
      "[694]\ttrain-error:0.193206\ttest-error:0.243225\n",
      "[695]\ttrain-error:0.193153\ttest-error:0.243212\n",
      "[696]\ttrain-error:0.193085\ttest-error:0.243287\n",
      "[697]\ttrain-error:0.193034\ttest-error:0.243388\n",
      "[698]\ttrain-error:0.192956\ttest-error:0.243412\n",
      "[699]\ttrain-error:0.192775\ttest-error:0.2433\n",
      "[700]\ttrain-error:0.192647\ttest-error:0.2433\n",
      "[701]\ttrain-error:0.192609\ttest-error:0.243262\n",
      "[702]\ttrain-error:0.192522\ttest-error:0.243413\n",
      "[703]\ttrain-error:0.192456\ttest-error:0.243375\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[704]\ttrain-error:0.192334\ttest-error:0.24335\n",
      "[705]\ttrain-error:0.192291\ttest-error:0.243337\n",
      "[706]\ttrain-error:0.192184\ttest-error:0.243375\n",
      "[707]\ttrain-error:0.191994\ttest-error:0.243375\n",
      "[708]\ttrain-error:0.191862\ttest-error:0.24315\n",
      "[709]\ttrain-error:0.191809\ttest-error:0.243163\n",
      "[710]\ttrain-error:0.191762\ttest-error:0.243138\n",
      "[711]\ttrain-error:0.191703\ttest-error:0.2431\n",
      "[712]\ttrain-error:0.191622\ttest-error:0.243187\n",
      "[713]\ttrain-error:0.191547\ttest-error:0.243125\n",
      "[714]\ttrain-error:0.191481\ttest-error:0.2431\n",
      "[715]\ttrain-error:0.191369\ttest-error:0.243125\n",
      "[716]\ttrain-error:0.191325\ttest-error:0.243137\n",
      "[717]\ttrain-error:0.191293\ttest-error:0.243063\n",
      "[718]\ttrain-error:0.191213\ttest-error:0.243088\n",
      "[719]\ttrain-error:0.191131\ttest-error:0.243075\n",
      "[720]\ttrain-error:0.191078\ttest-error:0.243025\n",
      "[721]\ttrain-error:0.190922\ttest-error:0.243038\n",
      "[722]\ttrain-error:0.190831\ttest-error:0.243062\n",
      "[723]\ttrain-error:0.190806\ttest-error:0.243025\n",
      "[724]\ttrain-error:0.190678\ttest-error:0.2431\n",
      "[725]\ttrain-error:0.190725\ttest-error:0.243012\n",
      "[726]\ttrain-error:0.190665\ttest-error:0.242987\n",
      "[727]\ttrain-error:0.190619\ttest-error:0.242987\n",
      "[728]\ttrain-error:0.190628\ttest-error:0.242975\n",
      "[729]\ttrain-error:0.190594\ttest-error:0.2429\n",
      "[730]\ttrain-error:0.190497\ttest-error:0.243025\n",
      "[731]\ttrain-error:0.190475\ttest-error:0.243087\n",
      "[732]\ttrain-error:0.190378\ttest-error:0.243063\n",
      "[733]\ttrain-error:0.190334\ttest-error:0.243\n",
      "[734]\ttrain-error:0.190278\ttest-error:0.242963\n",
      "[735]\ttrain-error:0.190159\ttest-error:0.242975\n",
      "[736]\ttrain-error:0.190062\ttest-error:0.242887\n",
      "[737]\ttrain-error:0.189972\ttest-error:0.242875\n",
      "[738]\ttrain-error:0.189925\ttest-error:0.242738\n",
      "[739]\ttrain-error:0.189837\ttest-error:0.2427\n",
      "[740]\ttrain-error:0.189725\ttest-error:0.24285\n",
      "[741]\ttrain-error:0.189672\ttest-error:0.242812\n",
      "[742]\ttrain-error:0.18964\ttest-error:0.2427\n",
      "[743]\ttrain-error:0.189572\ttest-error:0.242763\n",
      "[744]\ttrain-error:0.18941\ttest-error:0.242838\n",
      "[745]\ttrain-error:0.189381\ttest-error:0.242875\n",
      "[746]\ttrain-error:0.18925\ttest-error:0.2429\n",
      "[747]\ttrain-error:0.18919\ttest-error:0.243\n",
      "[748]\ttrain-error:0.189197\ttest-error:0.243112\n",
      "[749]\ttrain-error:0.189075\ttest-error:0.243075\n",
      "[750]\ttrain-error:0.188994\ttest-error:0.243125\n",
      "[751]\ttrain-error:0.188934\ttest-error:0.24305\n",
      "[752]\ttrain-error:0.188878\ttest-error:0.242963\n",
      "[753]\ttrain-error:0.188847\ttest-error:0.242925\n",
      "[754]\ttrain-error:0.188766\ttest-error:0.2429\n",
      "[755]\ttrain-error:0.18865\ttest-error:0.242825\n",
      "[756]\ttrain-error:0.188553\ttest-error:0.242825\n",
      "[757]\ttrain-error:0.188463\ttest-error:0.242812\n",
      "[758]\ttrain-error:0.188416\ttest-error:0.24285\n",
      "[759]\ttrain-error:0.188322\ttest-error:0.24285\n",
      "[760]\ttrain-error:0.188325\ttest-error:0.2428\n",
      "[761]\ttrain-error:0.188266\ttest-error:0.242812\n",
      "[762]\ttrain-error:0.188175\ttest-error:0.242788\n",
      "[763]\ttrain-error:0.188109\ttest-error:0.242775\n",
      "[764]\ttrain-error:0.187988\ttest-error:0.242737\n",
      "[765]\ttrain-error:0.187969\ttest-error:0.242725\n",
      "[766]\ttrain-error:0.187963\ttest-error:0.242725\n",
      "[767]\ttrain-error:0.187906\ttest-error:0.242887\n",
      "[768]\ttrain-error:0.18785\ttest-error:0.24285\n",
      "[769]\ttrain-error:0.187828\ttest-error:0.2428\n",
      "[770]\ttrain-error:0.187731\ttest-error:0.242887\n",
      "[771]\ttrain-error:0.187672\ttest-error:0.242825\n",
      "[772]\ttrain-error:0.187631\ttest-error:0.242837\n",
      "[773]\ttrain-error:0.187622\ttest-error:0.242837\n",
      "[774]\ttrain-error:0.187581\ttest-error:0.242775\n",
      "[775]\ttrain-error:0.187531\ttest-error:0.242725\n",
      "[776]\ttrain-error:0.187453\ttest-error:0.24265\n",
      "[777]\ttrain-error:0.187322\ttest-error:0.242588\n",
      "[778]\ttrain-error:0.18725\ttest-error:0.242525\n",
      "[779]\ttrain-error:0.187178\ttest-error:0.242525\n",
      "[780]\ttrain-error:0.187063\ttest-error:0.2425\n",
      "[781]\ttrain-error:0.186966\ttest-error:0.242487\n",
      "[782]\ttrain-error:0.186912\ttest-error:0.2425\n",
      "[783]\ttrain-error:0.186809\ttest-error:0.242487\n",
      "[784]\ttrain-error:0.186666\ttest-error:0.24245\n",
      "[785]\ttrain-error:0.186513\ttest-error:0.242475\n",
      "[786]\ttrain-error:0.186544\ttest-error:0.242437\n",
      "[787]\ttrain-error:0.186456\ttest-error:0.24235\n",
      "[788]\ttrain-error:0.186334\ttest-error:0.242387\n",
      "[789]\ttrain-error:0.186265\ttest-error:0.242175\n",
      "[790]\ttrain-error:0.186231\ttest-error:0.242187\n",
      "[791]\ttrain-error:0.186203\ttest-error:0.2421\n",
      "[792]\ttrain-error:0.186234\ttest-error:0.2421\n",
      "[793]\ttrain-error:0.186144\ttest-error:0.242063\n",
      "[794]\ttrain-error:0.186075\ttest-error:0.242125\n",
      "[795]\ttrain-error:0.185975\ttest-error:0.242187\n",
      "[796]\ttrain-error:0.185909\ttest-error:0.24205\n",
      "[797]\ttrain-error:0.185853\ttest-error:0.242025\n",
      "[798]\ttrain-error:0.185794\ttest-error:0.242062\n",
      "[799]\ttrain-error:0.185781\ttest-error:0.241988\n",
      "[800]\ttrain-error:0.185722\ttest-error:0.242025\n",
      "[801]\ttrain-error:0.185584\ttest-error:0.242012\n",
      "[802]\ttrain-error:0.185509\ttest-error:0.241975\n",
      "[803]\ttrain-error:0.185444\ttest-error:0.241987\n",
      "[804]\ttrain-error:0.185403\ttest-error:0.24205\n",
      "[805]\ttrain-error:0.185403\ttest-error:0.242213\n",
      "[806]\ttrain-error:0.185359\ttest-error:0.2422\n",
      "[807]\ttrain-error:0.185306\ttest-error:0.242237\n",
      "[808]\ttrain-error:0.18521\ttest-error:0.2422\n",
      "[809]\ttrain-error:0.185122\ttest-error:0.242213\n",
      "[810]\ttrain-error:0.185047\ttest-error:0.24225\n",
      "[811]\ttrain-error:0.185\ttest-error:0.242237\n",
      "[812]\ttrain-error:0.184938\ttest-error:0.24225\n",
      "[813]\ttrain-error:0.184906\ttest-error:0.242237\n",
      "[814]\ttrain-error:0.1849\ttest-error:0.242188\n",
      "[815]\ttrain-error:0.184875\ttest-error:0.242213\n",
      "[816]\ttrain-error:0.184762\ttest-error:0.242113\n",
      "[817]\ttrain-error:0.184672\ttest-error:0.242225\n",
      "[818]\ttrain-error:0.184647\ttest-error:0.242237\n",
      "[819]\ttrain-error:0.18459\ttest-error:0.242212\n",
      "[820]\ttrain-error:0.184591\ttest-error:0.242175\n",
      "[821]\ttrain-error:0.184472\ttest-error:0.24205\n",
      "[822]\ttrain-error:0.184387\ttest-error:0.24205\n",
      "[823]\ttrain-error:0.184306\ttest-error:0.242025\n",
      "[824]\ttrain-error:0.184253\ttest-error:0.24195\n",
      "[825]\ttrain-error:0.184166\ttest-error:0.24195\n",
      "[826]\ttrain-error:0.1841\ttest-error:0.241887\n",
      "[827]\ttrain-error:0.184091\ttest-error:0.241975\n",
      "[828]\ttrain-error:0.184056\ttest-error:0.241937\n",
      "[829]\ttrain-error:0.184019\ttest-error:0.241913\n",
      "[830]\ttrain-error:0.183928\ttest-error:0.241888\n",
      "[831]\ttrain-error:0.1839\ttest-error:0.241887\n",
      "[832]\ttrain-error:0.183809\ttest-error:0.241987\n",
      "[833]\ttrain-error:0.183747\ttest-error:0.242\n",
      "[834]\ttrain-error:0.183644\ttest-error:0.241988\n",
      "[835]\ttrain-error:0.1836\ttest-error:0.241975\n",
      "[836]\ttrain-error:0.183544\ttest-error:0.241838\n",
      "[837]\ttrain-error:0.183465\ttest-error:0.241813\n",
      "[838]\ttrain-error:0.183278\ttest-error:0.241712\n",
      "[839]\ttrain-error:0.183197\ttest-error:0.241713\n",
      "[840]\ttrain-error:0.183169\ttest-error:0.2416\n",
      "[841]\ttrain-error:0.1831\ttest-error:0.241687\n",
      "[842]\ttrain-error:0.182997\ttest-error:0.2417\n",
      "[843]\ttrain-error:0.182965\ttest-error:0.241713\n",
      "[844]\ttrain-error:0.182919\ttest-error:0.241725\n",
      "[845]\ttrain-error:0.182894\ttest-error:0.241713\n",
      "[846]\ttrain-error:0.182791\ttest-error:0.241863\n",
      "[847]\ttrain-error:0.182675\ttest-error:0.241712\n",
      "[848]\ttrain-error:0.182525\ttest-error:0.241625\n",
      "[849]\ttrain-error:0.182422\ttest-error:0.241575\n",
      "[850]\ttrain-error:0.182281\ttest-error:0.241525\n",
      "[851]\ttrain-error:0.182169\ttest-error:0.241538\n",
      "[852]\ttrain-error:0.182097\ttest-error:0.24155\n",
      "[853]\ttrain-error:0.18204\ttest-error:0.2415\n",
      "[854]\ttrain-error:0.182015\ttest-error:0.24145\n",
      "[855]\ttrain-error:0.181994\ttest-error:0.24145\n",
      "[856]\ttrain-error:0.182\ttest-error:0.241438\n",
      "[857]\ttrain-error:0.181953\ttest-error:0.241387\n",
      "[858]\ttrain-error:0.181906\ttest-error:0.241387\n",
      "[859]\ttrain-error:0.181822\ttest-error:0.241438\n",
      "[860]\ttrain-error:0.18171\ttest-error:0.241513\n",
      "[861]\ttrain-error:0.181622\ttest-error:0.241313\n",
      "[862]\ttrain-error:0.18155\ttest-error:0.241288\n",
      "[863]\ttrain-error:0.181519\ttest-error:0.241288\n",
      "[864]\ttrain-error:0.181506\ttest-error:0.241337\n",
      "[865]\ttrain-error:0.181466\ttest-error:0.241362\n",
      "[866]\ttrain-error:0.181444\ttest-error:0.241337\n",
      "[867]\ttrain-error:0.181416\ttest-error:0.241375\n",
      "[868]\ttrain-error:0.181416\ttest-error:0.241462\n",
      "[869]\ttrain-error:0.181316\ttest-error:0.241325\n",
      "[870]\ttrain-error:0.18125\ttest-error:0.2414\n",
      "[871]\ttrain-error:0.181137\ttest-error:0.241363\n",
      "[872]\ttrain-error:0.181044\ttest-error:0.241325\n",
      "[873]\ttrain-error:0.180953\ttest-error:0.24125\n",
      "[874]\ttrain-error:0.180878\ttest-error:0.2414\n",
      "[875]\ttrain-error:0.180822\ttest-error:0.24145\n",
      "[876]\ttrain-error:0.18074\ttest-error:0.241263\n",
      "[877]\ttrain-error:0.180659\ttest-error:0.241237\n",
      "[878]\ttrain-error:0.180559\ttest-error:0.241213\n",
      "[879]\ttrain-error:0.180484\ttest-error:0.241288\n",
      "[880]\ttrain-error:0.180428\ttest-error:0.241275\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[881]\ttrain-error:0.180347\ttest-error:0.241225\n",
      "[882]\ttrain-error:0.180363\ttest-error:0.241175\n",
      "[883]\ttrain-error:0.18025\ttest-error:0.241163\n",
      "[884]\ttrain-error:0.180184\ttest-error:0.241063\n",
      "[885]\ttrain-error:0.180113\ttest-error:0.241075\n",
      "[886]\ttrain-error:0.180097\ttest-error:0.241\n",
      "[887]\ttrain-error:0.180041\ttest-error:0.241075\n",
      "[888]\ttrain-error:0.179978\ttest-error:0.241137\n",
      "[889]\ttrain-error:0.17991\ttest-error:0.241212\n",
      "[890]\ttrain-error:0.179856\ttest-error:0.2412\n",
      "[891]\ttrain-error:0.179791\ttest-error:0.241225\n",
      "[892]\ttrain-error:0.179762\ttest-error:0.241325\n",
      "[893]\ttrain-error:0.179691\ttest-error:0.24135\n",
      "[894]\ttrain-error:0.179619\ttest-error:0.241212\n",
      "[895]\ttrain-error:0.179588\ttest-error:0.241338\n",
      "[896]\ttrain-error:0.179544\ttest-error:0.241375\n",
      "[897]\ttrain-error:0.179494\ttest-error:0.241375\n",
      "[898]\ttrain-error:0.179441\ttest-error:0.241387\n",
      "[899]\ttrain-error:0.179425\ttest-error:0.2414\n",
      "[900]\ttrain-error:0.17936\ttest-error:0.24145\n",
      "[901]\ttrain-error:0.179203\ttest-error:0.241462\n",
      "[902]\ttrain-error:0.179122\ttest-error:0.2414\n",
      "[903]\ttrain-error:0.179072\ttest-error:0.241288\n",
      "[904]\ttrain-error:0.17905\ttest-error:0.241262\n",
      "[905]\ttrain-error:0.179031\ttest-error:0.241138\n",
      "[906]\ttrain-error:0.178972\ttest-error:0.241075\n",
      "[907]\ttrain-error:0.178903\ttest-error:0.24105\n",
      "[908]\ttrain-error:0.178881\ttest-error:0.241113\n",
      "[909]\ttrain-error:0.178844\ttest-error:0.241037\n",
      "[910]\ttrain-error:0.17876\ttest-error:0.240988\n",
      "[911]\ttrain-error:0.178703\ttest-error:0.240963\n",
      "[912]\ttrain-error:0.178597\ttest-error:0.241125\n",
      "[913]\ttrain-error:0.178506\ttest-error:0.241187\n",
      "[914]\ttrain-error:0.178531\ttest-error:0.241325\n",
      "[915]\ttrain-error:0.178406\ttest-error:0.241338\n",
      "[916]\ttrain-error:0.178334\ttest-error:0.241313\n",
      "[917]\ttrain-error:0.178291\ttest-error:0.241275\n",
      "[918]\ttrain-error:0.178188\ttest-error:0.241263\n",
      "[919]\ttrain-error:0.178103\ttest-error:0.241275\n",
      "[920]\ttrain-error:0.177991\ttest-error:0.241238\n",
      "[921]\ttrain-error:0.178006\ttest-error:0.241212\n",
      "[922]\ttrain-error:0.177931\ttest-error:0.241112\n",
      "[923]\ttrain-error:0.177866\ttest-error:0.241125\n",
      "[924]\ttrain-error:0.177841\ttest-error:0.2412\n",
      "[925]\ttrain-error:0.177806\ttest-error:0.241275\n",
      "[926]\ttrain-error:0.177769\ttest-error:0.241262\n",
      "[927]\ttrain-error:0.177703\ttest-error:0.241262\n",
      "[928]\ttrain-error:0.177609\ttest-error:0.241237\n",
      "[929]\ttrain-error:0.177547\ttest-error:0.241312\n",
      "[930]\ttrain-error:0.177462\ttest-error:0.241212\n",
      "[931]\ttrain-error:0.177378\ttest-error:0.241137\n",
      "[932]\ttrain-error:0.177325\ttest-error:0.2411\n",
      "[933]\ttrain-error:0.177275\ttest-error:0.241263\n",
      "[934]\ttrain-error:0.177278\ttest-error:0.241213\n",
      "[935]\ttrain-error:0.177247\ttest-error:0.241263\n",
      "[936]\ttrain-error:0.177222\ttest-error:0.241175\n",
      "[937]\ttrain-error:0.177144\ttest-error:0.241188\n",
      "[938]\ttrain-error:0.177125\ttest-error:0.241187\n",
      "[939]\ttrain-error:0.177028\ttest-error:0.241175\n",
      "[940]\ttrain-error:0.177031\ttest-error:0.241175\n",
      "[941]\ttrain-error:0.177037\ttest-error:0.241138\n",
      "[942]\ttrain-error:0.177031\ttest-error:0.24115\n",
      "[943]\ttrain-error:0.176906\ttest-error:0.241175\n",
      "[944]\ttrain-error:0.176853\ttest-error:0.241175\n",
      "[945]\ttrain-error:0.176763\ttest-error:0.241275\n",
      "[946]\ttrain-error:0.176653\ttest-error:0.241225\n",
      "[947]\ttrain-error:0.176562\ttest-error:0.241238\n",
      "[948]\ttrain-error:0.176522\ttest-error:0.24115\n",
      "[949]\ttrain-error:0.1764\ttest-error:0.241212\n",
      "[950]\ttrain-error:0.176359\ttest-error:0.241162\n",
      "[951]\ttrain-error:0.176241\ttest-error:0.24115\n",
      "[952]\ttrain-error:0.176197\ttest-error:0.2412\n",
      "[953]\ttrain-error:0.176141\ttest-error:0.2412\n",
      "[954]\ttrain-error:0.176125\ttest-error:0.241187\n",
      "[955]\ttrain-error:0.176028\ttest-error:0.241113\n",
      "[956]\ttrain-error:0.175944\ttest-error:0.24115\n",
      "[957]\ttrain-error:0.175941\ttest-error:0.241175\n",
      "[958]\ttrain-error:0.175878\ttest-error:0.241238\n",
      "[959]\ttrain-error:0.175856\ttest-error:0.241113\n",
      "[960]\ttrain-error:0.175781\ttest-error:0.241162\n",
      "[961]\ttrain-error:0.175734\ttest-error:0.241162\n",
      "Stopping. Best iteration:\n",
      "[911]\ttrain-error:0.178703+0.000676938\ttest-error:0.240963+0.00274567\n",
      "\n",
      "[0]\teval-error:0.215275\ttrain-error:0.215275\n",
      "[1]\teval-error:0.213425\ttrain-error:0.213425\n",
      "[2]\teval-error:0.208112\ttrain-error:0.208112\n",
      "[3]\teval-error:0.209012\ttrain-error:0.209012\n",
      "[4]\teval-error:0.20915\ttrain-error:0.20915\n",
      "[5]\teval-error:0.205625\ttrain-error:0.205625\n",
      "[6]\teval-error:0.206925\ttrain-error:0.206925\n",
      "[7]\teval-error:0.205863\ttrain-error:0.205863\n",
      "[8]\teval-error:0.203963\ttrain-error:0.203963\n",
      "[9]\teval-error:0.202812\ttrain-error:0.202812\n",
      "[10]\teval-error:0.20285\ttrain-error:0.20285\n",
      "[11]\teval-error:0.202325\ttrain-error:0.202325\n",
      "[12]\teval-error:0.2022\ttrain-error:0.2022\n",
      "[13]\teval-error:0.2018\ttrain-error:0.2018\n",
      "[14]\teval-error:0.201175\ttrain-error:0.201175\n",
      "[15]\teval-error:0.200525\ttrain-error:0.200525\n",
      "[16]\teval-error:0.199813\ttrain-error:0.199813\n",
      "[17]\teval-error:0.199813\ttrain-error:0.199813\n",
      "[18]\teval-error:0.199088\ttrain-error:0.199088\n",
      "[19]\teval-error:0.198563\ttrain-error:0.198563\n",
      "[20]\teval-error:0.198237\ttrain-error:0.198237\n",
      "[21]\teval-error:0.198138\ttrain-error:0.198138\n",
      "[22]\teval-error:0.197525\ttrain-error:0.197525\n",
      "[23]\teval-error:0.197388\ttrain-error:0.197388\n",
      "[24]\teval-error:0.19675\ttrain-error:0.19675\n",
      "[25]\teval-error:0.1964\ttrain-error:0.1964\n",
      "[26]\teval-error:0.19575\ttrain-error:0.19575\n",
      "[27]\teval-error:0.195287\ttrain-error:0.195287\n",
      "[28]\teval-error:0.194963\ttrain-error:0.194963\n",
      "[29]\teval-error:0.194762\ttrain-error:0.194762\n",
      "[30]\teval-error:0.1943\ttrain-error:0.1943\n",
      "[31]\teval-error:0.193837\ttrain-error:0.193837\n",
      "[32]\teval-error:0.194\ttrain-error:0.194\n",
      "[33]\teval-error:0.193438\ttrain-error:0.193438\n",
      "[34]\teval-error:0.193538\ttrain-error:0.193538\n",
      "[35]\teval-error:0.19295\ttrain-error:0.19295\n",
      "[36]\teval-error:0.19275\ttrain-error:0.19275\n",
      "[37]\teval-error:0.192638\ttrain-error:0.192638\n",
      "[38]\teval-error:0.192475\ttrain-error:0.192475\n",
      "[39]\teval-error:0.19205\ttrain-error:0.19205\n",
      "[40]\teval-error:0.191787\ttrain-error:0.191787\n",
      "[41]\teval-error:0.191575\ttrain-error:0.191575\n",
      "[42]\teval-error:0.191638\ttrain-error:0.191638\n",
      "[43]\teval-error:0.19135\ttrain-error:0.19135\n",
      "[44]\teval-error:0.191325\ttrain-error:0.191325\n",
      "[45]\teval-error:0.191087\ttrain-error:0.191087\n",
      "[46]\teval-error:0.190663\ttrain-error:0.190663\n",
      "[47]\teval-error:0.19065\ttrain-error:0.19065\n",
      "[48]\teval-error:0.190262\ttrain-error:0.190262\n",
      "[49]\teval-error:0.190187\ttrain-error:0.190187\n",
      "[50]\teval-error:0.189963\ttrain-error:0.189963\n",
      "[51]\teval-error:0.189887\ttrain-error:0.189887\n",
      "[52]\teval-error:0.189575\ttrain-error:0.189575\n",
      "[53]\teval-error:0.189763\ttrain-error:0.189763\n",
      "[54]\teval-error:0.189562\ttrain-error:0.189562\n",
      "[55]\teval-error:0.189375\ttrain-error:0.189375\n",
      "[56]\teval-error:0.189112\ttrain-error:0.189112\n",
      "[57]\teval-error:0.1891\ttrain-error:0.1891\n",
      "[58]\teval-error:0.189012\ttrain-error:0.189012\n",
      "[59]\teval-error:0.1889\ttrain-error:0.1889\n",
      "[60]\teval-error:0.188788\ttrain-error:0.188788\n",
      "[61]\teval-error:0.188637\ttrain-error:0.188637\n",
      "[62]\teval-error:0.188562\ttrain-error:0.188562\n",
      "[63]\teval-error:0.188287\ttrain-error:0.188287\n",
      "[64]\teval-error:0.188225\ttrain-error:0.188225\n",
      "[65]\teval-error:0.187912\ttrain-error:0.187912\n",
      "[66]\teval-error:0.187963\ttrain-error:0.187963\n",
      "[67]\teval-error:0.1879\ttrain-error:0.1879\n",
      "[68]\teval-error:0.187212\ttrain-error:0.187212\n",
      "[69]\teval-error:0.187088\ttrain-error:0.187088\n",
      "[70]\teval-error:0.186975\ttrain-error:0.186975\n",
      "[71]\teval-error:0.18695\ttrain-error:0.18695\n",
      "[72]\teval-error:0.18655\ttrain-error:0.18655\n",
      "[73]\teval-error:0.186613\ttrain-error:0.186613\n",
      "[74]\teval-error:0.18665\ttrain-error:0.18665\n",
      "[75]\teval-error:0.186562\ttrain-error:0.186562\n",
      "[76]\teval-error:0.186438\ttrain-error:0.186438\n",
      "[77]\teval-error:0.18645\ttrain-error:0.18645\n",
      "[78]\teval-error:0.18635\ttrain-error:0.18635\n",
      "[79]\teval-error:0.186225\ttrain-error:0.186225\n",
      "[80]\teval-error:0.185988\ttrain-error:0.185988\n",
      "[81]\teval-error:0.185687\ttrain-error:0.185687\n",
      "[82]\teval-error:0.1855\ttrain-error:0.1855\n",
      "[83]\teval-error:0.1854\ttrain-error:0.1854\n",
      "[84]\teval-error:0.185312\ttrain-error:0.185312\n",
      "[85]\teval-error:0.185188\ttrain-error:0.185188\n",
      "[86]\teval-error:0.185062\ttrain-error:0.185062\n",
      "[87]\teval-error:0.184875\ttrain-error:0.184875\n",
      "[88]\teval-error:0.185013\ttrain-error:0.185013\n",
      "[89]\teval-error:0.185013\ttrain-error:0.185013\n",
      "[90]\teval-error:0.18485\ttrain-error:0.18485\n",
      "[91]\teval-error:0.184738\ttrain-error:0.184738\n",
      "[92]\teval-error:0.184563\ttrain-error:0.184563\n",
      "[93]\teval-error:0.184575\ttrain-error:0.184575\n",
      "[94]\teval-error:0.184325\ttrain-error:0.184325\n",
      "[95]\teval-error:0.184288\ttrain-error:0.184288\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[96]\teval-error:0.184137\ttrain-error:0.184137\n",
      "[97]\teval-error:0.183913\ttrain-error:0.183913\n",
      "[98]\teval-error:0.183787\ttrain-error:0.183787\n",
      "[99]\teval-error:0.1837\ttrain-error:0.1837\n",
      "[100]\teval-error:0.183362\ttrain-error:0.183362\n",
      "[101]\teval-error:0.183425\ttrain-error:0.183425\n",
      "[102]\teval-error:0.183437\ttrain-error:0.183437\n",
      "[103]\teval-error:0.183162\ttrain-error:0.183162\n",
      "[104]\teval-error:0.183162\ttrain-error:0.183162\n",
      "[105]\teval-error:0.182912\ttrain-error:0.182912\n",
      "[106]\teval-error:0.1829\ttrain-error:0.1829\n",
      "[107]\teval-error:0.182688\ttrain-error:0.182688\n",
      "[108]\teval-error:0.182637\ttrain-error:0.182637\n",
      "[109]\teval-error:0.1825\ttrain-error:0.1825\n",
      "[110]\teval-error:0.1824\ttrain-error:0.1824\n",
      "[111]\teval-error:0.18255\ttrain-error:0.18255\n",
      "[112]\teval-error:0.182525\ttrain-error:0.182525\n",
      "[113]\teval-error:0.182513\ttrain-error:0.182513\n",
      "[114]\teval-error:0.182337\ttrain-error:0.182337\n",
      "[115]\teval-error:0.182525\ttrain-error:0.182525\n",
      "[116]\teval-error:0.182375\ttrain-error:0.182375\n",
      "[117]\teval-error:0.182262\ttrain-error:0.182262\n",
      "[118]\teval-error:0.1822\ttrain-error:0.1822\n",
      "[119]\teval-error:0.182087\ttrain-error:0.182087\n",
      "[120]\teval-error:0.18205\ttrain-error:0.18205\n",
      "[121]\teval-error:0.18195\ttrain-error:0.18195\n",
      "[122]\teval-error:0.181963\ttrain-error:0.181963\n",
      "[123]\teval-error:0.181912\ttrain-error:0.181912\n",
      "[124]\teval-error:0.181763\ttrain-error:0.181763\n",
      "[125]\teval-error:0.181625\ttrain-error:0.181625\n",
      "[126]\teval-error:0.181562\ttrain-error:0.181562\n",
      "[127]\teval-error:0.181525\ttrain-error:0.181525\n",
      "[128]\teval-error:0.1814\ttrain-error:0.1814\n",
      "[129]\teval-error:0.18135\ttrain-error:0.18135\n",
      "[130]\teval-error:0.181087\ttrain-error:0.181087\n",
      "[131]\teval-error:0.18095\ttrain-error:0.18095\n",
      "[132]\teval-error:0.180888\ttrain-error:0.180888\n",
      "[133]\teval-error:0.180812\ttrain-error:0.180812\n",
      "[134]\teval-error:0.1808\ttrain-error:0.1808\n",
      "[135]\teval-error:0.18075\ttrain-error:0.18075\n",
      "[136]\teval-error:0.180688\ttrain-error:0.180688\n",
      "[137]\teval-error:0.180562\ttrain-error:0.180562\n",
      "[138]\teval-error:0.180462\ttrain-error:0.180462\n",
      "[139]\teval-error:0.180462\ttrain-error:0.180462\n",
      "[140]\teval-error:0.180375\ttrain-error:0.180375\n",
      "[141]\teval-error:0.1803\ttrain-error:0.1803\n",
      "[142]\teval-error:0.180275\ttrain-error:0.180275\n",
      "[143]\teval-error:0.180163\ttrain-error:0.180163\n",
      "[144]\teval-error:0.180125\ttrain-error:0.180125\n",
      "[145]\teval-error:0.18005\ttrain-error:0.18005\n",
      "[146]\teval-error:0.180088\ttrain-error:0.180088\n",
      "[147]\teval-error:0.179837\ttrain-error:0.179837\n",
      "[148]\teval-error:0.1797\ttrain-error:0.1797\n",
      "[149]\teval-error:0.17965\ttrain-error:0.17965\n",
      "[150]\teval-error:0.179638\ttrain-error:0.179638\n",
      "[151]\teval-error:0.179737\ttrain-error:0.179737\n",
      "[152]\teval-error:0.17965\ttrain-error:0.17965\n",
      "[153]\teval-error:0.179675\ttrain-error:0.179675\n",
      "[154]\teval-error:0.179587\ttrain-error:0.179587\n",
      "[155]\teval-error:0.17945\ttrain-error:0.17945\n",
      "[156]\teval-error:0.179412\ttrain-error:0.179412\n",
      "[157]\teval-error:0.179363\ttrain-error:0.179363\n",
      "[158]\teval-error:0.1792\ttrain-error:0.1792\n",
      "[159]\teval-error:0.179163\ttrain-error:0.179163\n",
      "[160]\teval-error:0.179137\ttrain-error:0.179137\n",
      "[161]\teval-error:0.179275\ttrain-error:0.179275\n",
      "[162]\teval-error:0.1791\ttrain-error:0.1791\n",
      "[163]\teval-error:0.179063\ttrain-error:0.179063\n",
      "[164]\teval-error:0.179037\ttrain-error:0.179037\n",
      "[165]\teval-error:0.178875\ttrain-error:0.178875\n",
      "[166]\teval-error:0.178775\ttrain-error:0.178775\n",
      "[167]\teval-error:0.178775\ttrain-error:0.178775\n",
      "[168]\teval-error:0.178787\ttrain-error:0.178787\n",
      "[169]\teval-error:0.178775\ttrain-error:0.178775\n",
      "[170]\teval-error:0.1788\ttrain-error:0.1788\n",
      "[171]\teval-error:0.178575\ttrain-error:0.178575\n",
      "[172]\teval-error:0.178412\ttrain-error:0.178412\n",
      "[173]\teval-error:0.178325\ttrain-error:0.178325\n",
      "[174]\teval-error:0.17815\ttrain-error:0.17815\n",
      "[175]\teval-error:0.17835\ttrain-error:0.17835\n",
      "[176]\teval-error:0.1783\ttrain-error:0.1783\n",
      "[177]\teval-error:0.178163\ttrain-error:0.178163\n",
      "[178]\teval-error:0.178\ttrain-error:0.178\n",
      "[179]\teval-error:0.177838\ttrain-error:0.177838\n",
      "[180]\teval-error:0.177887\ttrain-error:0.177887\n",
      "[181]\teval-error:0.177875\ttrain-error:0.177875\n",
      "[182]\teval-error:0.177725\ttrain-error:0.177725\n",
      "[183]\teval-error:0.177713\ttrain-error:0.177713\n",
      "[184]\teval-error:0.177675\ttrain-error:0.177675\n",
      "[185]\teval-error:0.177687\ttrain-error:0.177687\n",
      "[186]\teval-error:0.177625\ttrain-error:0.177625\n",
      "[187]\teval-error:0.1776\ttrain-error:0.1776\n",
      "[188]\teval-error:0.177587\ttrain-error:0.177587\n",
      "[189]\teval-error:0.1774\ttrain-error:0.1774\n",
      "[190]\teval-error:0.177412\ttrain-error:0.177412\n",
      "[191]\teval-error:0.177412\ttrain-error:0.177412\n",
      "[192]\teval-error:0.177337\ttrain-error:0.177337\n",
      "[193]\teval-error:0.17735\ttrain-error:0.17735\n",
      "[194]\teval-error:0.177337\ttrain-error:0.177337\n",
      "[195]\teval-error:0.177262\ttrain-error:0.177262\n",
      "[196]\teval-error:0.177363\ttrain-error:0.177363\n",
      "[197]\teval-error:0.177213\ttrain-error:0.177213\n",
      "[198]\teval-error:0.177175\ttrain-error:0.177175\n",
      "[199]\teval-error:0.177088\ttrain-error:0.177088\n",
      "[200]\teval-error:0.176838\ttrain-error:0.176838\n",
      "[201]\teval-error:0.176887\ttrain-error:0.176887\n",
      "[202]\teval-error:0.1769\ttrain-error:0.1769\n",
      "[203]\teval-error:0.176875\ttrain-error:0.176875\n",
      "[204]\teval-error:0.176875\ttrain-error:0.176875\n",
      "[205]\teval-error:0.176812\ttrain-error:0.176812\n",
      "[206]\teval-error:0.176687\ttrain-error:0.176687\n",
      "[207]\teval-error:0.176512\ttrain-error:0.176512\n",
      "[208]\teval-error:0.176475\ttrain-error:0.176475\n",
      "[209]\teval-error:0.1764\ttrain-error:0.1764\n",
      "[210]\teval-error:0.176362\ttrain-error:0.176362\n",
      "[211]\teval-error:0.176362\ttrain-error:0.176362\n",
      "[212]\teval-error:0.176337\ttrain-error:0.176337\n",
      "[213]\teval-error:0.176337\ttrain-error:0.176337\n",
      "[214]\teval-error:0.176288\ttrain-error:0.176288\n",
      "[215]\teval-error:0.17615\ttrain-error:0.17615\n",
      "[216]\teval-error:0.176062\ttrain-error:0.176062\n",
      "[217]\teval-error:0.176038\ttrain-error:0.176038\n",
      "[218]\teval-error:0.17605\ttrain-error:0.17605\n",
      "[219]\teval-error:0.176038\ttrain-error:0.176038\n",
      "[220]\teval-error:0.176038\ttrain-error:0.176038\n",
      "[221]\teval-error:0.176\ttrain-error:0.176\n",
      "[222]\teval-error:0.176013\ttrain-error:0.176013\n",
      "[223]\teval-error:0.1759\ttrain-error:0.1759\n",
      "[224]\teval-error:0.175925\ttrain-error:0.175925\n",
      "[225]\teval-error:0.175875\ttrain-error:0.175875\n",
      "[226]\teval-error:0.175775\ttrain-error:0.175775\n",
      "[227]\teval-error:0.175675\ttrain-error:0.175675\n",
      "[228]\teval-error:0.17565\ttrain-error:0.17565\n",
      "[229]\teval-error:0.175637\ttrain-error:0.175637\n",
      "[230]\teval-error:0.175525\ttrain-error:0.175525\n",
      "[231]\teval-error:0.175413\ttrain-error:0.175413\n",
      "[232]\teval-error:0.175262\ttrain-error:0.175262\n",
      "[233]\teval-error:0.175138\ttrain-error:0.175138\n",
      "[234]\teval-error:0.174987\ttrain-error:0.174987\n",
      "[235]\teval-error:0.174875\ttrain-error:0.174875\n",
      "[236]\teval-error:0.174887\ttrain-error:0.174887\n",
      "[237]\teval-error:0.174837\ttrain-error:0.174837\n",
      "[238]\teval-error:0.174775\ttrain-error:0.174775\n",
      "[239]\teval-error:0.174812\ttrain-error:0.174812\n",
      "[240]\teval-error:0.174775\ttrain-error:0.174775\n",
      "[241]\teval-error:0.174613\ttrain-error:0.174613\n",
      "[242]\teval-error:0.174637\ttrain-error:0.174637\n",
      "[243]\teval-error:0.174712\ttrain-error:0.174712\n",
      "[244]\teval-error:0.17475\ttrain-error:0.17475\n",
      "[245]\teval-error:0.1747\ttrain-error:0.1747\n",
      "[246]\teval-error:0.174663\ttrain-error:0.174663\n",
      "[247]\teval-error:0.174663\ttrain-error:0.174663\n",
      "[248]\teval-error:0.174637\ttrain-error:0.174637\n",
      "[249]\teval-error:0.174637\ttrain-error:0.174637\n",
      "[250]\teval-error:0.174513\ttrain-error:0.174513\n",
      "[251]\teval-error:0.174475\ttrain-error:0.174475\n",
      "[252]\teval-error:0.174425\ttrain-error:0.174425\n",
      "[253]\teval-error:0.174325\ttrain-error:0.174325\n",
      "[254]\teval-error:0.174225\ttrain-error:0.174225\n",
      "[255]\teval-error:0.174225\ttrain-error:0.174225\n",
      "[256]\teval-error:0.173987\ttrain-error:0.173987\n",
      "[257]\teval-error:0.173912\ttrain-error:0.173912\n",
      "[258]\teval-error:0.173925\ttrain-error:0.173925\n",
      "[259]\teval-error:0.1738\ttrain-error:0.1738\n",
      "[260]\teval-error:0.173812\ttrain-error:0.173812\n",
      "[261]\teval-error:0.1737\ttrain-error:0.1737\n",
      "[262]\teval-error:0.173788\ttrain-error:0.173788\n",
      "[263]\teval-error:0.173725\ttrain-error:0.173725\n",
      "[264]\teval-error:0.173613\ttrain-error:0.173613\n",
      "[265]\teval-error:0.173588\ttrain-error:0.173588\n",
      "[266]\teval-error:0.173425\ttrain-error:0.173425\n",
      "[267]\teval-error:0.17335\ttrain-error:0.17335\n",
      "[268]\teval-error:0.173125\ttrain-error:0.173125\n",
      "[269]\teval-error:0.173163\ttrain-error:0.173163\n",
      "[270]\teval-error:0.173037\ttrain-error:0.173037\n",
      "[271]\teval-error:0.172975\ttrain-error:0.172975\n",
      "[272]\teval-error:0.172925\ttrain-error:0.172925\n",
      "[273]\teval-error:0.172837\ttrain-error:0.172837\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[274]\teval-error:0.172638\ttrain-error:0.172638\n",
      "[275]\teval-error:0.172675\ttrain-error:0.172675\n",
      "[276]\teval-error:0.172662\ttrain-error:0.172662\n",
      "[277]\teval-error:0.172762\ttrain-error:0.172762\n",
      "[278]\teval-error:0.172688\ttrain-error:0.172688\n",
      "[279]\teval-error:0.172788\ttrain-error:0.172788\n",
      "[280]\teval-error:0.172737\ttrain-error:0.172737\n",
      "[281]\teval-error:0.172688\ttrain-error:0.172688\n",
      "[282]\teval-error:0.172662\ttrain-error:0.172662\n",
      "[283]\teval-error:0.172675\ttrain-error:0.172675\n",
      "[284]\teval-error:0.172675\ttrain-error:0.172675\n",
      "[285]\teval-error:0.172625\ttrain-error:0.172625\n",
      "[286]\teval-error:0.172575\ttrain-error:0.172575\n",
      "[287]\teval-error:0.1725\ttrain-error:0.1725\n",
      "[288]\teval-error:0.1725\ttrain-error:0.1725\n",
      "[289]\teval-error:0.172462\ttrain-error:0.172462\n",
      "[290]\teval-error:0.172375\ttrain-error:0.172375\n",
      "[291]\teval-error:0.1725\ttrain-error:0.1725\n",
      "[292]\teval-error:0.172325\ttrain-error:0.172325\n",
      "[293]\teval-error:0.172275\ttrain-error:0.172275\n",
      "[294]\teval-error:0.172275\ttrain-error:0.172275\n",
      "[295]\teval-error:0.172263\ttrain-error:0.172263\n",
      "[296]\teval-error:0.17235\ttrain-error:0.17235\n",
      "[297]\teval-error:0.1721\ttrain-error:0.1721\n",
      "[298]\teval-error:0.172125\ttrain-error:0.172125\n",
      "[299]\teval-error:0.172075\ttrain-error:0.172075\n",
      "[300]\teval-error:0.171937\ttrain-error:0.171937\n",
      "[301]\teval-error:0.171975\ttrain-error:0.171975\n",
      "[302]\teval-error:0.171962\ttrain-error:0.171962\n",
      "[303]\teval-error:0.171962\ttrain-error:0.171962\n",
      "[304]\teval-error:0.17195\ttrain-error:0.17195\n",
      "[305]\teval-error:0.171913\ttrain-error:0.171913\n",
      "[306]\teval-error:0.17185\ttrain-error:0.17185\n",
      "[307]\teval-error:0.171687\ttrain-error:0.171687\n",
      "[308]\teval-error:0.171613\ttrain-error:0.171613\n",
      "[309]\teval-error:0.171525\ttrain-error:0.171525\n",
      "[310]\teval-error:0.171475\ttrain-error:0.171475\n",
      "[311]\teval-error:0.171338\ttrain-error:0.171338\n",
      "[312]\teval-error:0.17135\ttrain-error:0.17135\n",
      "[313]\teval-error:0.171387\ttrain-error:0.171387\n",
      "[314]\teval-error:0.171363\ttrain-error:0.171363\n",
      "[315]\teval-error:0.17135\ttrain-error:0.17135\n",
      "[316]\teval-error:0.171288\ttrain-error:0.171288\n",
      "[317]\teval-error:0.171225\ttrain-error:0.171225\n",
      "[318]\teval-error:0.171175\ttrain-error:0.171175\n",
      "[319]\teval-error:0.171125\ttrain-error:0.171125\n",
      "[320]\teval-error:0.171112\ttrain-error:0.171112\n",
      "[321]\teval-error:0.171062\ttrain-error:0.171062\n",
      "[322]\teval-error:0.171075\ttrain-error:0.171075\n",
      "[323]\teval-error:0.171062\ttrain-error:0.171062\n",
      "[324]\teval-error:0.171013\ttrain-error:0.171013\n",
      "[325]\teval-error:0.170962\ttrain-error:0.170962\n",
      "[326]\teval-error:0.17095\ttrain-error:0.17095\n",
      "[327]\teval-error:0.170587\ttrain-error:0.170587\n",
      "[328]\teval-error:0.170425\ttrain-error:0.170425\n",
      "[329]\teval-error:0.170375\ttrain-error:0.170375\n",
      "[330]\teval-error:0.170312\ttrain-error:0.170312\n",
      "[331]\teval-error:0.170175\ttrain-error:0.170175\n",
      "[332]\teval-error:0.1701\ttrain-error:0.1701\n",
      "[333]\teval-error:0.170175\ttrain-error:0.170175\n",
      "[334]\teval-error:0.170125\ttrain-error:0.170125\n",
      "[335]\teval-error:0.17005\ttrain-error:0.17005\n",
      "[336]\teval-error:0.17\ttrain-error:0.17\n",
      "[337]\teval-error:0.169987\ttrain-error:0.169987\n",
      "[338]\teval-error:0.169962\ttrain-error:0.169962\n",
      "[339]\teval-error:0.169987\ttrain-error:0.169987\n",
      "[340]\teval-error:0.169875\ttrain-error:0.169875\n",
      "[341]\teval-error:0.169887\ttrain-error:0.169887\n",
      "[342]\teval-error:0.169875\ttrain-error:0.169875\n",
      "[343]\teval-error:0.169887\ttrain-error:0.169887\n",
      "[344]\teval-error:0.16975\ttrain-error:0.16975\n",
      "[345]\teval-error:0.169712\ttrain-error:0.169712\n",
      "[346]\teval-error:0.169725\ttrain-error:0.169725\n",
      "[347]\teval-error:0.1697\ttrain-error:0.1697\n",
      "[348]\teval-error:0.169363\ttrain-error:0.169363\n",
      "[349]\teval-error:0.169275\ttrain-error:0.169275\n",
      "[350]\teval-error:0.169313\ttrain-error:0.169313\n",
      "[351]\teval-error:0.169363\ttrain-error:0.169363\n",
      "[352]\teval-error:0.169288\ttrain-error:0.169288\n",
      "[353]\teval-error:0.169188\ttrain-error:0.169188\n",
      "[354]\teval-error:0.169237\ttrain-error:0.169237\n",
      "[355]\teval-error:0.16915\ttrain-error:0.16915\n",
      "[356]\teval-error:0.169125\ttrain-error:0.169125\n",
      "[357]\teval-error:0.169087\ttrain-error:0.169087\n",
      "[358]\teval-error:0.169087\ttrain-error:0.169087\n",
      "[359]\teval-error:0.169062\ttrain-error:0.169062\n",
      "[360]\teval-error:0.169025\ttrain-error:0.169025\n",
      "[361]\teval-error:0.169\ttrain-error:0.169\n",
      "[362]\teval-error:0.168887\ttrain-error:0.168887\n",
      "[363]\teval-error:0.168825\ttrain-error:0.168825\n",
      "[364]\teval-error:0.16875\ttrain-error:0.16875\n",
      "[365]\teval-error:0.168738\ttrain-error:0.168738\n",
      "[366]\teval-error:0.168588\ttrain-error:0.168588\n",
      "[367]\teval-error:0.168675\ttrain-error:0.168675\n",
      "[368]\teval-error:0.168675\ttrain-error:0.168675\n",
      "[369]\teval-error:0.168663\ttrain-error:0.168663\n",
      "[370]\teval-error:0.16875\ttrain-error:0.16875\n",
      "[371]\teval-error:0.168725\ttrain-error:0.168725\n",
      "[372]\teval-error:0.168738\ttrain-error:0.168738\n",
      "[373]\teval-error:0.168625\ttrain-error:0.168625\n",
      "[374]\teval-error:0.168512\ttrain-error:0.168512\n",
      "[375]\teval-error:0.1684\ttrain-error:0.1684\n",
      "[376]\teval-error:0.168337\ttrain-error:0.168337\n",
      "[377]\teval-error:0.168275\ttrain-error:0.168275\n",
      "[378]\teval-error:0.168262\ttrain-error:0.168262\n",
      "[379]\teval-error:0.1682\ttrain-error:0.1682\n",
      "[380]\teval-error:0.168187\ttrain-error:0.168187\n",
      "[381]\teval-error:0.168062\ttrain-error:0.168062\n",
      "[382]\teval-error:0.168025\ttrain-error:0.168025\n",
      "[383]\teval-error:0.168\ttrain-error:0.168\n",
      "[384]\teval-error:0.167825\ttrain-error:0.167825\n",
      "[385]\teval-error:0.167838\ttrain-error:0.167838\n",
      "[386]\teval-error:0.167838\ttrain-error:0.167838\n",
      "[387]\teval-error:0.1678\ttrain-error:0.1678\n",
      "[388]\teval-error:0.1678\ttrain-error:0.1678\n",
      "[389]\teval-error:0.167775\ttrain-error:0.167775\n",
      "[390]\teval-error:0.167825\ttrain-error:0.167825\n",
      "[391]\teval-error:0.167812\ttrain-error:0.167812\n",
      "[392]\teval-error:0.167737\ttrain-error:0.167737\n",
      "[393]\teval-error:0.16765\ttrain-error:0.16765\n",
      "[394]\teval-error:0.167675\ttrain-error:0.167675\n",
      "[395]\teval-error:0.1677\ttrain-error:0.1677\n",
      "[396]\teval-error:0.16765\ttrain-error:0.16765\n",
      "[397]\teval-error:0.167637\ttrain-error:0.167637\n",
      "[398]\teval-error:0.167625\ttrain-error:0.167625\n",
      "[399]\teval-error:0.167537\ttrain-error:0.167537\n",
      "[400]\teval-error:0.167513\ttrain-error:0.167513\n",
      "[401]\teval-error:0.167513\ttrain-error:0.167513\n",
      "[402]\teval-error:0.16745\ttrain-error:0.16745\n",
      "[403]\teval-error:0.167325\ttrain-error:0.167325\n",
      "[404]\teval-error:0.16715\ttrain-error:0.16715\n",
      "[405]\teval-error:0.16705\ttrain-error:0.16705\n",
      "[406]\teval-error:0.166987\ttrain-error:0.166987\n",
      "[407]\teval-error:0.166975\ttrain-error:0.166975\n",
      "[408]\teval-error:0.166938\ttrain-error:0.166938\n",
      "[409]\teval-error:0.166863\ttrain-error:0.166863\n",
      "[410]\teval-error:0.16695\ttrain-error:0.16695\n",
      "[411]\teval-error:0.166825\ttrain-error:0.166825\n",
      "[412]\teval-error:0.1668\ttrain-error:0.1668\n",
      "[413]\teval-error:0.166863\ttrain-error:0.166863\n",
      "[414]\teval-error:0.166863\ttrain-error:0.166863\n",
      "[415]\teval-error:0.166837\ttrain-error:0.166837\n",
      "[416]\teval-error:0.166625\ttrain-error:0.166625\n",
      "[417]\teval-error:0.166562\ttrain-error:0.166562\n",
      "[418]\teval-error:0.166588\ttrain-error:0.166588\n",
      "[419]\teval-error:0.166525\ttrain-error:0.166525\n",
      "[420]\teval-error:0.166413\ttrain-error:0.166413\n",
      "[421]\teval-error:0.1663\ttrain-error:0.1663\n",
      "[422]\teval-error:0.166325\ttrain-error:0.166325\n",
      "[423]\teval-error:0.166275\ttrain-error:0.166275\n",
      "[424]\teval-error:0.166163\ttrain-error:0.166163\n",
      "[425]\teval-error:0.165988\ttrain-error:0.165988\n",
      "[426]\teval-error:0.165963\ttrain-error:0.165963\n",
      "[427]\teval-error:0.165937\ttrain-error:0.165937\n",
      "[428]\teval-error:0.165912\ttrain-error:0.165912\n",
      "[429]\teval-error:0.165813\ttrain-error:0.165813\n",
      "[430]\teval-error:0.165837\ttrain-error:0.165837\n",
      "[431]\teval-error:0.16575\ttrain-error:0.16575\n",
      "[432]\teval-error:0.1657\ttrain-error:0.1657\n",
      "[433]\teval-error:0.165662\ttrain-error:0.165662\n",
      "[434]\teval-error:0.165438\ttrain-error:0.165438\n",
      "[435]\teval-error:0.165475\ttrain-error:0.165475\n",
      "[436]\teval-error:0.1654\ttrain-error:0.1654\n",
      "[437]\teval-error:0.16535\ttrain-error:0.16535\n",
      "[438]\teval-error:0.165338\ttrain-error:0.165338\n",
      "[439]\teval-error:0.1653\ttrain-error:0.1653\n",
      "[440]\teval-error:0.165175\ttrain-error:0.165175\n",
      "[441]\teval-error:0.165163\ttrain-error:0.165163\n",
      "[442]\teval-error:0.165063\ttrain-error:0.165063\n",
      "[443]\teval-error:0.165075\ttrain-error:0.165075\n",
      "[444]\teval-error:0.165025\ttrain-error:0.165025\n",
      "[445]\teval-error:0.165012\ttrain-error:0.165012\n",
      "[446]\teval-error:0.165012\ttrain-error:0.165012\n",
      "[447]\teval-error:0.165025\ttrain-error:0.165025\n",
      "[448]\teval-error:0.164925\ttrain-error:0.164925\n",
      "[449]\teval-error:0.164913\ttrain-error:0.164913\n",
      "[450]\teval-error:0.164862\ttrain-error:0.164862\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[451]\teval-error:0.164788\ttrain-error:0.164788\n",
      "[452]\teval-error:0.164713\ttrain-error:0.164713\n",
      "[453]\teval-error:0.164662\ttrain-error:0.164662\n",
      "[454]\teval-error:0.1647\ttrain-error:0.1647\n",
      "[455]\teval-error:0.164737\ttrain-error:0.164737\n",
      "[456]\teval-error:0.164687\ttrain-error:0.164687\n",
      "[457]\teval-error:0.1646\ttrain-error:0.1646\n",
      "[458]\teval-error:0.164587\ttrain-error:0.164587\n",
      "[459]\teval-error:0.164487\ttrain-error:0.164487\n",
      "[460]\teval-error:0.164475\ttrain-error:0.164475\n",
      "[461]\teval-error:0.164325\ttrain-error:0.164325\n",
      "[462]\teval-error:0.164312\ttrain-error:0.164312\n",
      "[463]\teval-error:0.164312\ttrain-error:0.164312\n",
      "[464]\teval-error:0.16435\ttrain-error:0.16435\n",
      "[465]\teval-error:0.1643\ttrain-error:0.1643\n",
      "[466]\teval-error:0.164188\ttrain-error:0.164188\n",
      "[467]\teval-error:0.164263\ttrain-error:0.164263\n",
      "[468]\teval-error:0.164125\ttrain-error:0.164125\n",
      "[469]\teval-error:0.164062\ttrain-error:0.164062\n",
      "[470]\teval-error:0.164037\ttrain-error:0.164037\n",
      "[471]\teval-error:0.164013\ttrain-error:0.164013\n",
      "[472]\teval-error:0.163988\ttrain-error:0.163988\n",
      "[473]\teval-error:0.163962\ttrain-error:0.163962\n",
      "[474]\teval-error:0.16395\ttrain-error:0.16395\n",
      "[475]\teval-error:0.163875\ttrain-error:0.163875\n",
      "[476]\teval-error:0.163862\ttrain-error:0.163862\n",
      "[477]\teval-error:0.163862\ttrain-error:0.163862\n",
      "[478]\teval-error:0.163725\ttrain-error:0.163725\n",
      "[479]\teval-error:0.163762\ttrain-error:0.163762\n",
      "[480]\teval-error:0.163625\ttrain-error:0.163625\n",
      "[481]\teval-error:0.163575\ttrain-error:0.163575\n",
      "[482]\teval-error:0.163575\ttrain-error:0.163575\n",
      "[483]\teval-error:0.163487\ttrain-error:0.163487\n",
      "[484]\teval-error:0.163412\ttrain-error:0.163412\n",
      "[485]\teval-error:0.163388\ttrain-error:0.163388\n",
      "[486]\teval-error:0.163337\ttrain-error:0.163337\n",
      "[487]\teval-error:0.163312\ttrain-error:0.163312\n",
      "[488]\teval-error:0.16325\ttrain-error:0.16325\n",
      "[489]\teval-error:0.163212\ttrain-error:0.163212\n",
      "[490]\teval-error:0.163013\ttrain-error:0.163013\n",
      "[491]\teval-error:0.16295\ttrain-error:0.16295\n",
      "[492]\teval-error:0.162887\ttrain-error:0.162887\n",
      "[493]\teval-error:0.162875\ttrain-error:0.162875\n",
      "[494]\teval-error:0.16285\ttrain-error:0.16285\n",
      "[495]\teval-error:0.162775\ttrain-error:0.162775\n",
      "[496]\teval-error:0.1627\ttrain-error:0.1627\n",
      "[497]\teval-error:0.1627\ttrain-error:0.1627\n",
      "[498]\teval-error:0.162663\ttrain-error:0.162663\n",
      "[499]\teval-error:0.162663\ttrain-error:0.162663\n",
      "[500]\teval-error:0.16265\ttrain-error:0.16265\n",
      "[501]\teval-error:0.162638\ttrain-error:0.162638\n",
      "[502]\teval-error:0.162663\ttrain-error:0.162663\n",
      "[503]\teval-error:0.162675\ttrain-error:0.162675\n",
      "[504]\teval-error:0.162625\ttrain-error:0.162625\n",
      "[505]\teval-error:0.162575\ttrain-error:0.162575\n",
      "[506]\teval-error:0.162625\ttrain-error:0.162625\n",
      "[507]\teval-error:0.16265\ttrain-error:0.16265\n",
      "[508]\teval-error:0.162612\ttrain-error:0.162612\n",
      "[509]\teval-error:0.16255\ttrain-error:0.16255\n",
      "[510]\teval-error:0.162538\ttrain-error:0.162538\n",
      "[511]\teval-error:0.162538\ttrain-error:0.162538\n",
      "[512]\teval-error:0.162525\ttrain-error:0.162525\n",
      "[513]\teval-error:0.162325\ttrain-error:0.162325\n",
      "[514]\teval-error:0.162262\ttrain-error:0.162262\n",
      "[515]\teval-error:0.1622\ttrain-error:0.1622\n",
      "[516]\teval-error:0.1622\ttrain-error:0.1622\n",
      "[517]\teval-error:0.16225\ttrain-error:0.16225\n",
      "[518]\teval-error:0.162213\ttrain-error:0.162213\n",
      "[519]\teval-error:0.162213\ttrain-error:0.162213\n",
      "[520]\teval-error:0.162075\ttrain-error:0.162075\n",
      "[521]\teval-error:0.162\ttrain-error:0.162\n",
      "[522]\teval-error:0.161987\ttrain-error:0.161987\n",
      "[523]\teval-error:0.161975\ttrain-error:0.161975\n",
      "[524]\teval-error:0.161775\ttrain-error:0.161775\n",
      "[525]\teval-error:0.161725\ttrain-error:0.161725\n",
      "[526]\teval-error:0.161625\ttrain-error:0.161625\n",
      "[527]\teval-error:0.1616\ttrain-error:0.1616\n",
      "[528]\teval-error:0.161563\ttrain-error:0.161563\n",
      "[529]\teval-error:0.161425\ttrain-error:0.161425\n",
      "[530]\teval-error:0.161425\ttrain-error:0.161425\n",
      "[531]\teval-error:0.161437\ttrain-error:0.161437\n",
      "[532]\teval-error:0.161362\ttrain-error:0.161362\n",
      "[533]\teval-error:0.161237\ttrain-error:0.161237\n",
      "[534]\teval-error:0.161275\ttrain-error:0.161275\n",
      "[535]\teval-error:0.161213\ttrain-error:0.161213\n",
      "[536]\teval-error:0.161162\ttrain-error:0.161162\n",
      "[537]\teval-error:0.161175\ttrain-error:0.161175\n",
      "[538]\teval-error:0.16115\ttrain-error:0.16115\n",
      "[539]\teval-error:0.161\ttrain-error:0.161\n",
      "[540]\teval-error:0.1609\ttrain-error:0.1609\n",
      "[541]\teval-error:0.160838\ttrain-error:0.160838\n",
      "[542]\teval-error:0.160825\ttrain-error:0.160825\n",
      "[543]\teval-error:0.160787\ttrain-error:0.160787\n",
      "[544]\teval-error:0.16075\ttrain-error:0.16075\n",
      "[545]\teval-error:0.1607\ttrain-error:0.1607\n",
      "[546]\teval-error:0.160737\ttrain-error:0.160737\n",
      "[547]\teval-error:0.160663\ttrain-error:0.160663\n",
      "[548]\teval-error:0.160663\ttrain-error:0.160663\n",
      "[549]\teval-error:0.160663\ttrain-error:0.160663\n",
      "[550]\teval-error:0.160388\ttrain-error:0.160388\n",
      "[551]\teval-error:0.160337\ttrain-error:0.160337\n",
      "[552]\teval-error:0.1603\ttrain-error:0.1603\n",
      "[553]\teval-error:0.160187\ttrain-error:0.160187\n",
      "[554]\teval-error:0.160075\ttrain-error:0.160075\n",
      "[555]\teval-error:0.1601\ttrain-error:0.1601\n",
      "[556]\teval-error:0.160025\ttrain-error:0.160025\n",
      "[557]\teval-error:0.159725\ttrain-error:0.159725\n",
      "[558]\teval-error:0.159725\ttrain-error:0.159725\n",
      "[559]\teval-error:0.159688\ttrain-error:0.159688\n",
      "[560]\teval-error:0.159625\ttrain-error:0.159625\n",
      "[561]\teval-error:0.1596\ttrain-error:0.1596\n",
      "[562]\teval-error:0.159475\ttrain-error:0.159475\n",
      "[563]\teval-error:0.1594\ttrain-error:0.1594\n",
      "[564]\teval-error:0.159338\ttrain-error:0.159338\n",
      "[565]\teval-error:0.159262\ttrain-error:0.159262\n",
      "[566]\teval-error:0.159238\ttrain-error:0.159238\n",
      "[567]\teval-error:0.159225\ttrain-error:0.159225\n",
      "[568]\teval-error:0.159075\ttrain-error:0.159075\n",
      "[569]\teval-error:0.15915\ttrain-error:0.15915\n",
      "[570]\teval-error:0.159012\ttrain-error:0.159012\n",
      "[571]\teval-error:0.159012\ttrain-error:0.159012\n",
      "[572]\teval-error:0.15895\ttrain-error:0.15895\n",
      "[573]\teval-error:0.158888\ttrain-error:0.158888\n",
      "[574]\teval-error:0.158788\ttrain-error:0.158788\n",
      "[575]\teval-error:0.1588\ttrain-error:0.1588\n",
      "[576]\teval-error:0.158775\ttrain-error:0.158775\n",
      "[577]\teval-error:0.158637\ttrain-error:0.158637\n",
      "[578]\teval-error:0.158637\ttrain-error:0.158637\n",
      "[579]\teval-error:0.15865\ttrain-error:0.15865\n",
      "[580]\teval-error:0.158625\ttrain-error:0.158625\n",
      "[581]\teval-error:0.158625\ttrain-error:0.158625\n",
      "[582]\teval-error:0.158625\ttrain-error:0.158625\n",
      "[583]\teval-error:0.158625\ttrain-error:0.158625\n",
      "[584]\teval-error:0.158637\ttrain-error:0.158637\n",
      "[585]\teval-error:0.158562\ttrain-error:0.158562\n",
      "[586]\teval-error:0.158562\ttrain-error:0.158562\n",
      "[587]\teval-error:0.158462\ttrain-error:0.158462\n",
      "[588]\teval-error:0.15835\ttrain-error:0.15835\n",
      "[589]\teval-error:0.1583\ttrain-error:0.1583\n",
      "[590]\teval-error:0.158325\ttrain-error:0.158325\n",
      "[591]\teval-error:0.158275\ttrain-error:0.158275\n",
      "[592]\teval-error:0.158275\ttrain-error:0.158275\n",
      "[593]\teval-error:0.158263\ttrain-error:0.158263\n",
      "[594]\teval-error:0.158175\ttrain-error:0.158175\n",
      "[595]\teval-error:0.158112\ttrain-error:0.158112\n",
      "[596]\teval-error:0.1581\ttrain-error:0.1581\n",
      "[597]\teval-error:0.15805\ttrain-error:0.15805\n",
      "[598]\teval-error:0.158037\ttrain-error:0.158037\n",
      "[599]\teval-error:0.158\ttrain-error:0.158\n",
      "[600]\teval-error:0.15795\ttrain-error:0.15795\n",
      "[601]\teval-error:0.15795\ttrain-error:0.15795\n",
      "[602]\teval-error:0.157963\ttrain-error:0.157963\n",
      "[603]\teval-error:0.157888\ttrain-error:0.157888\n",
      "[604]\teval-error:0.157788\ttrain-error:0.157788\n",
      "[605]\teval-error:0.157587\ttrain-error:0.157587\n",
      "[606]\teval-error:0.157462\ttrain-error:0.157462\n",
      "[607]\teval-error:0.15745\ttrain-error:0.15745\n",
      "[608]\teval-error:0.15725\ttrain-error:0.15725\n",
      "[609]\teval-error:0.157175\ttrain-error:0.157175\n",
      "[610]\teval-error:0.15705\ttrain-error:0.15705\n",
      "[611]\teval-error:0.157013\ttrain-error:0.157013\n",
      "[612]\teval-error:0.157025\ttrain-error:0.157025\n",
      "[613]\teval-error:0.157\ttrain-error:0.157\n",
      "[614]\teval-error:0.156913\ttrain-error:0.156913\n",
      "[615]\teval-error:0.156888\ttrain-error:0.156888\n",
      "[616]\teval-error:0.156875\ttrain-error:0.156875\n",
      "[617]\teval-error:0.156937\ttrain-error:0.156937\n",
      "[618]\teval-error:0.156825\ttrain-error:0.156825\n",
      "[619]\teval-error:0.156762\ttrain-error:0.156762\n",
      "[620]\teval-error:0.156662\ttrain-error:0.156662\n",
      "[621]\teval-error:0.15665\ttrain-error:0.15665\n",
      "[622]\teval-error:0.1566\ttrain-error:0.1566\n",
      "[623]\teval-error:0.156538\ttrain-error:0.156538\n",
      "[624]\teval-error:0.156475\ttrain-error:0.156475\n",
      "[625]\teval-error:0.156463\ttrain-error:0.156463\n",
      "[626]\teval-error:0.156375\ttrain-error:0.156375\n",
      "[627]\teval-error:0.156387\ttrain-error:0.156387\n",
      "[628]\teval-error:0.1564\ttrain-error:0.1564\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[629]\teval-error:0.156387\ttrain-error:0.156387\n",
      "[630]\teval-error:0.1564\ttrain-error:0.1564\n",
      "[631]\teval-error:0.156387\ttrain-error:0.156387\n",
      "[632]\teval-error:0.156387\ttrain-error:0.156387\n",
      "[633]\teval-error:0.156387\ttrain-error:0.156387\n",
      "[634]\teval-error:0.15625\ttrain-error:0.15625\n",
      "[635]\teval-error:0.1561\ttrain-error:0.1561\n",
      "[636]\teval-error:0.155937\ttrain-error:0.155937\n",
      "[637]\teval-error:0.15585\ttrain-error:0.15585\n",
      "[638]\teval-error:0.15585\ttrain-error:0.15585\n",
      "[639]\teval-error:0.15585\ttrain-error:0.15585\n",
      "[640]\teval-error:0.155825\ttrain-error:0.155825\n",
      "[641]\teval-error:0.15585\ttrain-error:0.15585\n",
      "[642]\teval-error:0.155875\ttrain-error:0.155875\n",
      "[643]\teval-error:0.155813\ttrain-error:0.155813\n",
      "[644]\teval-error:0.155775\ttrain-error:0.155775\n",
      "[645]\teval-error:0.155787\ttrain-error:0.155787\n",
      "[646]\teval-error:0.155762\ttrain-error:0.155762\n",
      "[647]\teval-error:0.155762\ttrain-error:0.155762\n",
      "[648]\teval-error:0.155725\ttrain-error:0.155725\n",
      "[649]\teval-error:0.15565\ttrain-error:0.15565\n",
      "[650]\teval-error:0.15565\ttrain-error:0.15565\n",
      "[651]\teval-error:0.155575\ttrain-error:0.155575\n",
      "[652]\teval-error:0.1555\ttrain-error:0.1555\n",
      "[653]\teval-error:0.155475\ttrain-error:0.155475\n",
      "[654]\teval-error:0.155325\ttrain-error:0.155325\n",
      "[655]\teval-error:0.15535\ttrain-error:0.15535\n",
      "[656]\teval-error:0.155275\ttrain-error:0.155275\n",
      "[657]\teval-error:0.155275\ttrain-error:0.155275\n",
      "[658]\teval-error:0.155312\ttrain-error:0.155312\n",
      "[659]\teval-error:0.1553\ttrain-error:0.1553\n",
      "[660]\teval-error:0.155237\ttrain-error:0.155237\n",
      "[661]\teval-error:0.155213\ttrain-error:0.155213\n",
      "[662]\teval-error:0.155162\ttrain-error:0.155162\n",
      "[663]\teval-error:0.155125\ttrain-error:0.155125\n",
      "[664]\teval-error:0.155125\ttrain-error:0.155125\n",
      "[665]\teval-error:0.1551\ttrain-error:0.1551\n",
      "[666]\teval-error:0.154975\ttrain-error:0.154975\n",
      "[667]\teval-error:0.154925\ttrain-error:0.154925\n",
      "[668]\teval-error:0.15505\ttrain-error:0.15505\n",
      "[669]\teval-error:0.155062\ttrain-error:0.155062\n",
      "[670]\teval-error:0.154875\ttrain-error:0.154875\n",
      "[671]\teval-error:0.154812\ttrain-error:0.154812\n",
      "[672]\teval-error:0.154775\ttrain-error:0.154775\n",
      "[673]\teval-error:0.1549\ttrain-error:0.1549\n",
      "[674]\teval-error:0.154812\ttrain-error:0.154812\n",
      "[675]\teval-error:0.154838\ttrain-error:0.154838\n",
      "[676]\teval-error:0.15485\ttrain-error:0.15485\n",
      "[677]\teval-error:0.154775\ttrain-error:0.154775\n",
      "[678]\teval-error:0.154675\ttrain-error:0.154675\n",
      "[679]\teval-error:0.154663\ttrain-error:0.154663\n",
      "[680]\teval-error:0.1546\ttrain-error:0.1546\n",
      "[681]\teval-error:0.154563\ttrain-error:0.154563\n",
      "[682]\teval-error:0.154588\ttrain-error:0.154588\n",
      "[683]\teval-error:0.154525\ttrain-error:0.154525\n",
      "[684]\teval-error:0.15445\ttrain-error:0.15445\n",
      "[685]\teval-error:0.1544\ttrain-error:0.1544\n",
      "[686]\teval-error:0.154325\ttrain-error:0.154325\n",
      "[687]\teval-error:0.154213\ttrain-error:0.154213\n",
      "[688]\teval-error:0.15415\ttrain-error:0.15415\n",
      "[689]\teval-error:0.154125\ttrain-error:0.154125\n",
      "[690]\teval-error:0.154113\ttrain-error:0.154113\n",
      "[691]\teval-error:0.154038\ttrain-error:0.154038\n",
      "[692]\teval-error:0.154038\ttrain-error:0.154038\n",
      "[693]\teval-error:0.154062\ttrain-error:0.154062\n",
      "[694]\teval-error:0.154\ttrain-error:0.154\n",
      "[695]\teval-error:0.153912\ttrain-error:0.153912\n",
      "[696]\teval-error:0.153938\ttrain-error:0.153938\n",
      "[697]\teval-error:0.153925\ttrain-error:0.153925\n",
      "[698]\teval-error:0.153875\ttrain-error:0.153875\n",
      "[699]\teval-error:0.15375\ttrain-error:0.15375\n",
      "[700]\teval-error:0.15355\ttrain-error:0.15355\n",
      "[701]\teval-error:0.153512\ttrain-error:0.153512\n",
      "[702]\teval-error:0.153512\ttrain-error:0.153512\n",
      "[703]\teval-error:0.153388\ttrain-error:0.153388\n",
      "[704]\teval-error:0.1533\ttrain-error:0.1533\n",
      "[705]\teval-error:0.153012\ttrain-error:0.153012\n",
      "[706]\teval-error:0.15305\ttrain-error:0.15305\n",
      "[707]\teval-error:0.153038\ttrain-error:0.153038\n",
      "[708]\teval-error:0.15305\ttrain-error:0.15305\n",
      "[709]\teval-error:0.1531\ttrain-error:0.1531\n",
      "[710]\teval-error:0.1531\ttrain-error:0.1531\n",
      "[711]\teval-error:0.15305\ttrain-error:0.15305\n",
      "[712]\teval-error:0.153113\ttrain-error:0.153113\n",
      "[713]\teval-error:0.153113\ttrain-error:0.153113\n",
      "[714]\teval-error:0.153075\ttrain-error:0.153075\n",
      "[715]\teval-error:0.153062\ttrain-error:0.153062\n",
      "[716]\teval-error:0.152987\ttrain-error:0.152987\n",
      "[717]\teval-error:0.1529\ttrain-error:0.1529\n",
      "[718]\teval-error:0.152863\ttrain-error:0.152863\n",
      "[719]\teval-error:0.15285\ttrain-error:0.15285\n",
      "[720]\teval-error:0.152875\ttrain-error:0.152875\n",
      "[721]\teval-error:0.152825\ttrain-error:0.152825\n",
      "[722]\teval-error:0.152825\ttrain-error:0.152825\n",
      "[723]\teval-error:0.152812\ttrain-error:0.152812\n",
      "[724]\teval-error:0.152763\ttrain-error:0.152763\n",
      "[725]\teval-error:0.152688\ttrain-error:0.152688\n",
      "[726]\teval-error:0.152737\ttrain-error:0.152737\n",
      "[727]\teval-error:0.1527\ttrain-error:0.1527\n",
      "[728]\teval-error:0.1527\ttrain-error:0.1527\n",
      "[729]\teval-error:0.152688\ttrain-error:0.152688\n",
      "[730]\teval-error:0.152637\ttrain-error:0.152637\n",
      "[731]\teval-error:0.1525\ttrain-error:0.1525\n",
      "[732]\teval-error:0.152513\ttrain-error:0.152513\n",
      "[733]\teval-error:0.152413\ttrain-error:0.152413\n",
      "[734]\teval-error:0.152287\ttrain-error:0.152287\n",
      "[735]\teval-error:0.152325\ttrain-error:0.152325\n",
      "[736]\teval-error:0.152325\ttrain-error:0.152325\n",
      "[737]\teval-error:0.1523\ttrain-error:0.1523\n",
      "[738]\teval-error:0.1523\ttrain-error:0.1523\n",
      "[739]\teval-error:0.15215\ttrain-error:0.15215\n",
      "[740]\teval-error:0.152112\ttrain-error:0.152112\n",
      "[741]\teval-error:0.152012\ttrain-error:0.152012\n",
      "[742]\teval-error:0.151987\ttrain-error:0.151987\n",
      "[743]\teval-error:0.152012\ttrain-error:0.152012\n",
      "[744]\teval-error:0.151963\ttrain-error:0.151963\n",
      "[745]\teval-error:0.15195\ttrain-error:0.15195\n",
      "[746]\teval-error:0.151975\ttrain-error:0.151975\n",
      "[747]\teval-error:0.152038\ttrain-error:0.152038\n",
      "[748]\teval-error:0.151863\ttrain-error:0.151863\n",
      "[749]\teval-error:0.151825\ttrain-error:0.151825\n",
      "[750]\teval-error:0.151812\ttrain-error:0.151812\n",
      "[751]\teval-error:0.151525\ttrain-error:0.151525\n",
      "[752]\teval-error:0.151425\ttrain-error:0.151425\n",
      "[753]\teval-error:0.151387\ttrain-error:0.151387\n",
      "[754]\teval-error:0.15135\ttrain-error:0.15135\n",
      "[755]\teval-error:0.151325\ttrain-error:0.151325\n",
      "[756]\teval-error:0.151325\ttrain-error:0.151325\n",
      "[757]\teval-error:0.151275\ttrain-error:0.151275\n",
      "[758]\teval-error:0.151187\ttrain-error:0.151187\n",
      "[759]\teval-error:0.151087\ttrain-error:0.151087\n",
      "[760]\teval-error:0.151063\ttrain-error:0.151063\n",
      "[761]\teval-error:0.151063\ttrain-error:0.151063\n",
      "[762]\teval-error:0.15105\ttrain-error:0.15105\n",
      "[763]\teval-error:0.150937\ttrain-error:0.150937\n",
      "[764]\teval-error:0.150888\ttrain-error:0.150888\n",
      "[765]\teval-error:0.150863\ttrain-error:0.150863\n",
      "[766]\teval-error:0.150788\ttrain-error:0.150788\n",
      "[767]\teval-error:0.150775\ttrain-error:0.150775\n",
      "[768]\teval-error:0.150562\ttrain-error:0.150562\n",
      "[769]\teval-error:0.15045\ttrain-error:0.15045\n",
      "[770]\teval-error:0.15055\ttrain-error:0.15055\n",
      "[771]\teval-error:0.150387\ttrain-error:0.150387\n",
      "[772]\teval-error:0.150375\ttrain-error:0.150375\n",
      "[773]\teval-error:0.150312\ttrain-error:0.150312\n",
      "[774]\teval-error:0.150238\ttrain-error:0.150238\n",
      "[775]\teval-error:0.150163\ttrain-error:0.150163\n",
      "[776]\teval-error:0.150163\ttrain-error:0.150163\n",
      "[777]\teval-error:0.150188\ttrain-error:0.150188\n",
      "[778]\teval-error:0.150088\ttrain-error:0.150088\n",
      "[779]\teval-error:0.150063\ttrain-error:0.150063\n",
      "[780]\teval-error:0.150063\ttrain-error:0.150063\n",
      "[781]\teval-error:0.150075\ttrain-error:0.150075\n",
      "[782]\teval-error:0.150088\ttrain-error:0.150088\n",
      "[783]\teval-error:0.150075\ttrain-error:0.150075\n",
      "[784]\teval-error:0.149937\ttrain-error:0.149937\n",
      "[785]\teval-error:0.1499\ttrain-error:0.1499\n",
      "[786]\teval-error:0.1499\ttrain-error:0.1499\n",
      "[787]\teval-error:0.149862\ttrain-error:0.149862\n",
      "[788]\teval-error:0.149862\ttrain-error:0.149862\n",
      "[789]\teval-error:0.149825\ttrain-error:0.149825\n",
      "[790]\teval-error:0.149825\ttrain-error:0.149825\n",
      "[791]\teval-error:0.1497\ttrain-error:0.1497\n",
      "[792]\teval-error:0.149675\ttrain-error:0.149675\n",
      "[793]\teval-error:0.149687\ttrain-error:0.149687\n",
      "[794]\teval-error:0.149662\ttrain-error:0.149662\n",
      "[795]\teval-error:0.149613\ttrain-error:0.149613\n",
      "[796]\teval-error:0.1495\ttrain-error:0.1495\n",
      "[797]\teval-error:0.1495\ttrain-error:0.1495\n",
      "[798]\teval-error:0.149475\ttrain-error:0.149475\n",
      "[799]\teval-error:0.14945\ttrain-error:0.14945\n",
      "[800]\teval-error:0.149438\ttrain-error:0.149438\n",
      "[801]\teval-error:0.149425\ttrain-error:0.149425\n",
      "[802]\teval-error:0.149412\ttrain-error:0.149412\n",
      "[803]\teval-error:0.149463\ttrain-error:0.149463\n",
      "[804]\teval-error:0.1494\ttrain-error:0.1494\n",
      "[805]\teval-error:0.149338\ttrain-error:0.149338\n",
      "[806]\teval-error:0.14935\ttrain-error:0.14935\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[807]\teval-error:0.14935\ttrain-error:0.14935\n",
      "[808]\teval-error:0.1493\ttrain-error:0.1493\n",
      "[809]\teval-error:0.149325\ttrain-error:0.149325\n",
      "[810]\teval-error:0.149288\ttrain-error:0.149288\n",
      "[811]\teval-error:0.1493\ttrain-error:0.1493\n",
      "[812]\teval-error:0.149275\ttrain-error:0.149275\n",
      "[813]\teval-error:0.149163\ttrain-error:0.149163\n",
      "[814]\teval-error:0.149075\ttrain-error:0.149075\n",
      "[815]\teval-error:0.149075\ttrain-error:0.149075\n",
      "[816]\teval-error:0.148962\ttrain-error:0.148962\n",
      "[817]\teval-error:0.148838\ttrain-error:0.148838\n",
      "[818]\teval-error:0.148825\ttrain-error:0.148825\n",
      "[819]\teval-error:0.148875\ttrain-error:0.148875\n",
      "[820]\teval-error:0.148838\ttrain-error:0.148838\n",
      "[821]\teval-error:0.148825\ttrain-error:0.148825\n",
      "[822]\teval-error:0.1488\ttrain-error:0.1488\n",
      "[823]\teval-error:0.148787\ttrain-error:0.148787\n",
      "[824]\teval-error:0.148725\ttrain-error:0.148725\n",
      "[825]\teval-error:0.148738\ttrain-error:0.148738\n",
      "[826]\teval-error:0.148638\ttrain-error:0.148638\n",
      "[827]\teval-error:0.148525\ttrain-error:0.148525\n",
      "[828]\teval-error:0.1485\ttrain-error:0.1485\n",
      "[829]\teval-error:0.148512\ttrain-error:0.148512\n",
      "[830]\teval-error:0.14845\ttrain-error:0.14845\n",
      "[831]\teval-error:0.148388\ttrain-error:0.148388\n",
      "[832]\teval-error:0.14845\ttrain-error:0.14845\n",
      "[833]\teval-error:0.148412\ttrain-error:0.148412\n",
      "[834]\teval-error:0.148363\ttrain-error:0.148363\n",
      "[835]\teval-error:0.1483\ttrain-error:0.1483\n",
      "[836]\teval-error:0.148275\ttrain-error:0.148275\n",
      "[837]\teval-error:0.148263\ttrain-error:0.148263\n",
      "[838]\teval-error:0.148175\ttrain-error:0.148175\n",
      "[839]\teval-error:0.1482\ttrain-error:0.1482\n",
      "[840]\teval-error:0.148175\ttrain-error:0.148175\n",
      "[841]\teval-error:0.148088\ttrain-error:0.148088\n",
      "[842]\teval-error:0.147962\ttrain-error:0.147962\n",
      "[843]\teval-error:0.148037\ttrain-error:0.148037\n",
      "[844]\teval-error:0.148\ttrain-error:0.148\n",
      "[845]\teval-error:0.147838\ttrain-error:0.147838\n",
      "[846]\teval-error:0.147787\ttrain-error:0.147787\n",
      "[847]\teval-error:0.147738\ttrain-error:0.147738\n",
      "[848]\teval-error:0.147712\ttrain-error:0.147712\n",
      "[849]\teval-error:0.147625\ttrain-error:0.147625\n",
      "[850]\teval-error:0.14765\ttrain-error:0.14765\n",
      "[851]\teval-error:0.1476\ttrain-error:0.1476\n",
      "[852]\teval-error:0.147525\ttrain-error:0.147525\n",
      "[853]\teval-error:0.147525\ttrain-error:0.147525\n",
      "[854]\teval-error:0.147525\ttrain-error:0.147525\n",
      "[855]\teval-error:0.147463\ttrain-error:0.147463\n",
      "[856]\teval-error:0.147475\ttrain-error:0.147475\n",
      "[857]\teval-error:0.147475\ttrain-error:0.147475\n",
      "[858]\teval-error:0.14745\ttrain-error:0.14745\n",
      "[859]\teval-error:0.147375\ttrain-error:0.147375\n",
      "[860]\teval-error:0.147325\ttrain-error:0.147325\n",
      "[861]\teval-error:0.1473\ttrain-error:0.1473\n",
      "[862]\teval-error:0.147262\ttrain-error:0.147262\n",
      "[863]\teval-error:0.147237\ttrain-error:0.147237\n",
      "[864]\teval-error:0.147237\ttrain-error:0.147237\n",
      "[865]\teval-error:0.147062\ttrain-error:0.147062\n",
      "[866]\teval-error:0.146987\ttrain-error:0.146987\n",
      "[867]\teval-error:0.147013\ttrain-error:0.147013\n",
      "[868]\teval-error:0.146962\ttrain-error:0.146962\n",
      "[869]\teval-error:0.146938\ttrain-error:0.146938\n",
      "[870]\teval-error:0.1468\ttrain-error:0.1468\n",
      "[871]\teval-error:0.146838\ttrain-error:0.146838\n",
      "[872]\teval-error:0.146825\ttrain-error:0.146825\n",
      "[873]\teval-error:0.146787\ttrain-error:0.146787\n",
      "[874]\teval-error:0.146787\ttrain-error:0.146787\n",
      "[875]\teval-error:0.146763\ttrain-error:0.146763\n",
      "[876]\teval-error:0.146775\ttrain-error:0.146775\n",
      "[877]\teval-error:0.146738\ttrain-error:0.146738\n",
      "[878]\teval-error:0.146712\ttrain-error:0.146712\n",
      "[879]\teval-error:0.146637\ttrain-error:0.146637\n",
      "[880]\teval-error:0.1467\ttrain-error:0.1467\n",
      "[881]\teval-error:0.146625\ttrain-error:0.146625\n",
      "[882]\teval-error:0.1466\ttrain-error:0.1466\n",
      "[883]\teval-error:0.146575\ttrain-error:0.146575\n",
      "[884]\teval-error:0.146537\ttrain-error:0.146537\n",
      "[885]\teval-error:0.146563\ttrain-error:0.146563\n",
      "[886]\teval-error:0.146463\ttrain-error:0.146463\n",
      "[887]\teval-error:0.1464\ttrain-error:0.1464\n",
      "[888]\teval-error:0.1464\ttrain-error:0.1464\n",
      "[889]\teval-error:0.14635\ttrain-error:0.14635\n",
      "[890]\teval-error:0.146437\ttrain-error:0.146437\n",
      "[891]\teval-error:0.146375\ttrain-error:0.146375\n",
      "[892]\teval-error:0.146262\ttrain-error:0.146262\n",
      "[893]\teval-error:0.146288\ttrain-error:0.146288\n",
      "[894]\teval-error:0.146288\ttrain-error:0.146288\n",
      "[895]\teval-error:0.146262\ttrain-error:0.146262\n",
      "[896]\teval-error:0.1462\ttrain-error:0.1462\n",
      "[897]\teval-error:0.146162\ttrain-error:0.146162\n",
      "[898]\teval-error:0.146162\ttrain-error:0.146162\n",
      "[899]\teval-error:0.146075\ttrain-error:0.146075\n",
      "[900]\teval-error:0.146087\ttrain-error:0.146087\n",
      "[901]\teval-error:0.146012\ttrain-error:0.146012\n",
      "[902]\teval-error:0.145987\ttrain-error:0.145987\n",
      "[903]\teval-error:0.1459\ttrain-error:0.1459\n",
      "[904]\teval-error:0.1459\ttrain-error:0.1459\n",
      "[905]\teval-error:0.145912\ttrain-error:0.145912\n",
      "[906]\teval-error:0.145875\ttrain-error:0.145875\n",
      "[907]\teval-error:0.145887\ttrain-error:0.145887\n",
      "[908]\teval-error:0.145788\ttrain-error:0.145788\n",
      "[909]\teval-error:0.14575\ttrain-error:0.14575\n",
      "[910]\teval-error:0.145612\ttrain-error:0.145612\n",
      "[911]\teval-error:0.145588\ttrain-error:0.145588\n",
      "time taken: 337.27048087120056\n"
     ]
    }
   ],
   "source": [
    "import xgboost as xgb\n",
    "import time\n",
    "\n",
    "\n",
    "dtrain = xgb.DMatrix(gameX, gameY)\n",
    "num_round = 1000\n",
    "early_stopping_rounds = 50\n",
    "n_fold = 5\n",
    "\n",
    "print('running cross validation')\n",
    "\n",
    "print('running cross validation, with preprocessing function')\n",
    "# define the preprocessing function\n",
    "# used to return the preprocessed training, test data, and parameter\n",
    "# we can use this to do weight rescale, etc.\n",
    "# as a example, we try to set scale_pos_weight\n",
    "def fpreproc(dtrain, dtest, param):\n",
    "    label = dtrain.get_label()\n",
    "    ratio = float(np.sum(label == 0)) / np.sum(label == 1)\n",
    "    param['scale_pos_weight'] = ratio\n",
    "    return (dtrain, dtest, param)\n",
    "\n",
    "# do cross validation, for each fold\n",
    "# the dtrain, dtest, param will be passed into fpreproc\n",
    "# then the return value of fpreproc will be used to generate\n",
    "# results of that fold\n",
    "\n",
    "###\n",
    "# you can also do cross validation with customized loss function\n",
    "# See custom_objective.py\n",
    "##\n",
    "print('running cross validation, with cutomsized loss function')\n",
    "def logregobj(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    preds = 1.0 / (1.0 + np.exp(-preds))\n",
    "    grad = preds - labels\n",
    "    hess = preds * (1.0 - preds)\n",
    "    return grad, hess\n",
    "def evalerror(preds, dtrain):\n",
    "    labels = dtrain.get_label()\n",
    "    return 'error', float(sum(labels != (preds > 0.0))) / len(labels)\n",
    "\n",
    "param = {\n",
    "    'max_depth': 3, \n",
    "    'eta': 0.1, \n",
    "    'silent': 1, \n",
    "    'gamma': 0, \n",
    "    'max_depth': 4, \n",
    "    'min_child_weight': 1,\n",
    "    'subsample': 1,\n",
    "    'colsample_bytree': 0.8,\n",
    "    'reg_lambda': 1, #L2 reg default:1\n",
    "    'reg_alpha': 0.05, #L1 reg default:0\n",
    "    'scale_pos_weight': 1, \n",
    "    'objective': 'binary:logistic', #for custom loss define it in xgb.train(obj=custom_loss)\n",
    "    'eval_metric': 'error'\n",
    "}\n",
    "\n",
    "t = time.time()\n",
    "# CV to find optimum number of boosted trees (num_round)\n",
    "cvresult = xgb.cv(\n",
    "            param, #param set by user\n",
    "            dtrain, #train set\n",
    "            num_round, #max number of boosted tree, >early_stopping_round\n",
    "            nfold=n_fold, #n fold CV\n",
    "            seed=0, \n",
    "#             obj=logregobj, #custom loss func\n",
    "#             feval=evalerror, #custom eval metric\n",
    "            callbacks=[xgb.callback.print_evaluation(show_stdv=False),\n",
    "                       xgb.callback.early_stop(early_stopping_rounds)], #decides optimum number of boosted trees, <num_round\n",
    "            fpreproc=fpreproc, #function for preprocessing\n",
    "            )\n",
    "\n",
    "num_round = cvresult.shape[0]\n",
    "bst = xgb.train(param, dtrain, num_round, watchlist)\n",
    "\n",
    "print(\"time taken:\", time.time()-t)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.27340567,  0.10550582,  0.29242313, ...,  0.88190103,\n",
       "        0.14751709,  0.60835743], dtype=float32)"
      ]
     },
     "execution_count": 150,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bst.predict(dtrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.28818947,  0.0812992 ,  0.23961498, ...,  0.73908746,\n",
       "        0.17801757,  0.36909902], dtype=float32)"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bst.predict(dtrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\teval-error:0.753788\ttrain-error:0.753788\n",
      "[1]\teval-error:0.753788\ttrain-error:0.753788\n",
      "[2]\teval-error:0.753788\ttrain-error:0.753788\n",
      "[3]\teval-error:0.753788\ttrain-error:0.753788\n",
      "[4]\teval-error:0.753788\ttrain-error:0.753788\n",
      "[5]\teval-error:0.753788\ttrain-error:0.753788\n",
      "[6]\teval-error:0.753788\ttrain-error:0.753788\n",
      "[7]\teval-error:0.753788\ttrain-error:0.753788\n",
      "[8]\teval-error:0.753788\ttrain-error:0.753788\n",
      "[9]\teval-error:0.753788\ttrain-error:0.753788\n"
     ]
    }
   ],
   "source": [
    "# num_round = cvresult.shape[0]\n",
    "param = {\n",
    "    'max_depth': 3, \n",
    "    'eta': 0.1, \n",
    "    'silent': 1, \n",
    "    'gamma': 0, \n",
    "    'max_depth': 4, \n",
    "    'min_child_weight': 1,\n",
    "    'subsample': 0.8,\n",
    "    'colsample_bytree': 0.8,\n",
    "    'reg_lambda': 1, #L2 reg default:1\n",
    "    'reg_alpha': 0.05, #L1 reg default:0\n",
    "    'scale_pos_weight': 1, \n",
    "    'objective': 'binary:logistic', #for custom loss define it in xgb.train(obj=custom_loss)\n",
    "    'eval_metric': 'error'\n",
    "}\n",
    "bst = xgb.train(param, dtrain, 10, watchlist,  obj=logregobj, feval=evalerror)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.26185152,  0.10295879,  0.26185152, ...,  0.40062889,\n",
       "        0.12404277,  0.26156133], dtype=float32)"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bst.predict(dtrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.41921818,  0.22111407,  0.39926672, ...,  0.53415507,\n",
       "        0.25698566,  0.38697696], dtype=float32)"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bst.predict(dtrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([False, False, False, False, False,  True, False, False, False, False], dtype=bool)"
      ]
     },
     "execution_count": 79,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bst.predict(dtrain)[:10]>0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.,  1.,  1.,  0.,  0.,  1.,  1.,  0.,  0.,  0.], dtype=float32)"
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dtrain.get_label()[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<xgboost.core.Booster at 0x7f5708166e10>"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 478,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#BREAK CLOSE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 231,
   "metadata": {},
   "outputs": [],
   "source": [
    "# clf = xgb1\n",
    "# clf = ranMax\n",
    "\n",
    "leader_csv = pd.read_csv('./data/Leaderboard_dataset.csv',na_values=[\"NA\", \"na\", \"missing\"])\n",
    "leaderDf = pd.DataFrame(leader_csv)\n",
    "\n",
    "\n",
    "\n",
    "leaderAppID = leaderDf['application_key']\n",
    "del leaderDf['application_key']\n",
    "\n",
    "\n",
    "\n",
    "leaderX = leaderDf.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 232,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "leaderX['mvar47'] = pd.get_dummies(leaderX['mvar47'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 233,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mvar1</th>\n",
       "      <th>mvar2</th>\n",
       "      <th>mvar3</th>\n",
       "      <th>mvar4</th>\n",
       "      <th>mvar5</th>\n",
       "      <th>mvar6</th>\n",
       "      <th>mvar7</th>\n",
       "      <th>mvar8</th>\n",
       "      <th>mvar9</th>\n",
       "      <th>mvar10</th>\n",
       "      <th>...</th>\n",
       "      <th>mvar38</th>\n",
       "      <th>mvar39</th>\n",
       "      <th>mvar40</th>\n",
       "      <th>mvar41</th>\n",
       "      <th>mvar42</th>\n",
       "      <th>mvar43</th>\n",
       "      <th>mvar44</th>\n",
       "      <th>mvar45</th>\n",
       "      <th>mvar46</th>\n",
       "      <th>mvar47</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1753.0</td>\n",
       "      <td>0.500100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>206.000000</td>\n",
       "      <td>19179.000000</td>\n",
       "      <td>206.00000</td>\n",
       "      <td>14221.000000</td>\n",
       "      <td>19438.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>20.551000</td>\n",
       "      <td>0.42105</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.856610</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1894.0</td>\n",
       "      <td>1.970100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>19820.000000</td>\n",
       "      <td>19820.00000</td>\n",
       "      <td>176895.000000</td>\n",
       "      <td>66346.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>63.047000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.943910</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1774.0</td>\n",
       "      <td>0.171800</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>197.000000</td>\n",
       "      <td>2563.000000</td>\n",
       "      <td>877.00000</td>\n",
       "      <td>8869.000000</td>\n",
       "      <td>3637.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>83.797000</td>\n",
       "      <td>0.33333</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.764670</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1586.0</td>\n",
       "      <td>0.112300</td>\n",
       "      <td>5.299</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.50000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1832.0</td>\n",
       "      <td>1.444200</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>179.000000</td>\n",
       "      <td>7577.000000</td>\n",
       "      <td>179.00000</td>\n",
       "      <td>21059.000000</td>\n",
       "      <td>20306.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>96.052000</td>\n",
       "      <td>66.665000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.791900</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1838.0</td>\n",
       "      <td>0.054400</td>\n",
       "      <td>0.241</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>882.000000</td>\n",
       "      <td>14039.000000</td>\n",
       "      <td>10976.00000</td>\n",
       "      <td>278941.000000</td>\n",
       "      <td>74030.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>77.780000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>21.0</td>\n",
       "      <td>0.924620</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1743.0</td>\n",
       "      <td>1.075300</td>\n",
       "      <td>0.272</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>397.000000</td>\n",
       "      <td>16141.000000</td>\n",
       "      <td>3568.00000</td>\n",
       "      <td>69482.000000</td>\n",
       "      <td>56755.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>67.159000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.713470</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1935.0</td>\n",
       "      <td>0.560100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>496.000000</td>\n",
       "      <td>44919.000000</td>\n",
       "      <td>17115.00000</td>\n",
       "      <td>124814.000000</td>\n",
       "      <td>124167.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.924030</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1885.0</td>\n",
       "      <td>0.081100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>7369.000000</td>\n",
       "      <td>19264.000000</td>\n",
       "      <td>19264.00000</td>\n",
       "      <td>59956.000000</td>\n",
       "      <td>26633.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.897600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1730.0</td>\n",
       "      <td>0.744400</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2103.000000</td>\n",
       "      <td>582.00000</td>\n",
       "      <td>16429.000000</td>\n",
       "      <td>9197.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.405290</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1731.0</td>\n",
       "      <td>0.509700</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2433.000000</td>\n",
       "      <td>8673.000000</td>\n",
       "      <td>8673.00000</td>\n",
       "      <td>6739.000000</td>\n",
       "      <td>7388.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.23529</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.642420</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1755.0</td>\n",
       "      <td>0.301300</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>261.000000</td>\n",
       "      <td>4051.000000</td>\n",
       "      <td>261.00000</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>261.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.33333</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.991420</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1739.0</td>\n",
       "      <td>2.290900</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7620.000000</td>\n",
       "      <td>7620.00000</td>\n",
       "      <td>64983.000000</td>\n",
       "      <td>14067.0</td>\n",
       "      <td>...</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>95.000000</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>16.0</td>\n",
       "      <td>0.441670</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1562.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>34.611</td>\n",
       "      <td>3.7845</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>18.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>198.000000</td>\n",
       "      <td>18.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>124.910000</td>\n",
       "      <td>99.934000</td>\n",
       "      <td>0.87500</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.845920</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1798.0</td>\n",
       "      <td>5.082500</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>259.000000</td>\n",
       "      <td>3359.000000</td>\n",
       "      <td>2973.00000</td>\n",
       "      <td>22099.000000</td>\n",
       "      <td>13507.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>76.881000</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.433650</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1684.0</td>\n",
       "      <td>1.547900</td>\n",
       "      <td>1.338</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.50000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1789.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.428</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2478.000000</td>\n",
       "      <td>13874.000000</td>\n",
       "      <td>13874.00000</td>\n",
       "      <td>98011.000000</td>\n",
       "      <td>56200.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.05000</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.512310</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1862.0</td>\n",
       "      <td>0.240100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1487.000000</td>\n",
       "      <td>12310.000000</td>\n",
       "      <td>3964.00000</td>\n",
       "      <td>7928.000000</td>\n",
       "      <td>26564.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>77.419000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.566850</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1767.0</td>\n",
       "      <td>0.300100</td>\n",
       "      <td>1.514</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>991.000000</td>\n",
       "      <td>2478.000000</td>\n",
       "      <td>2478.00000</td>\n",
       "      <td>8790.000000</td>\n",
       "      <td>6065.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.10000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1802.0</td>\n",
       "      <td>0.636400</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>96.000000</td>\n",
       "      <td>18759.000000</td>\n",
       "      <td>10905.00000</td>\n",
       "      <td>51037.000000</td>\n",
       "      <td>58544.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>58.972000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.594090</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1780.0</td>\n",
       "      <td>1.955900</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>191.000000</td>\n",
       "      <td>12525.000000</td>\n",
       "      <td>12525.00000</td>\n",
       "      <td>18932.000000</td>\n",
       "      <td>14602.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.927520</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1714.0</td>\n",
       "      <td>2.266400</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>31.000000</td>\n",
       "      <td>1671.000000</td>\n",
       "      <td>57.00000</td>\n",
       "      <td>396.000000</td>\n",
       "      <td>2582.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>91.666000</td>\n",
       "      <td>0.37500</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.348360</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1923.0</td>\n",
       "      <td>0.088000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>5946.000000</td>\n",
       "      <td>53893.000000</td>\n",
       "      <td>24739.00000</td>\n",
       "      <td>128435.000000</td>\n",
       "      <td>125679.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>90.429000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.885540</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1743.0</td>\n",
       "      <td>1.720800</td>\n",
       "      <td>2.295</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>159.000000</td>\n",
       "      <td>3621.000000</td>\n",
       "      <td>2323.00000</td>\n",
       "      <td>9018.000000</td>\n",
       "      <td>9649.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>82.323000</td>\n",
       "      <td>0.10000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.594420</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1700.0</td>\n",
       "      <td>1.660500</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1037.000000</td>\n",
       "      <td>46.00000</td>\n",
       "      <td>892.000000</td>\n",
       "      <td>1235.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.20000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.948260</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1922.0</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>4524.000000</td>\n",
       "      <td>15530.000000</td>\n",
       "      <td>14819.00000</td>\n",
       "      <td>116154.000000</td>\n",
       "      <td>100684.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.915500</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1777.0</td>\n",
       "      <td>0.412000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>369.000000</td>\n",
       "      <td>6201.000000</td>\n",
       "      <td>6201.00000</td>\n",
       "      <td>66477.000000</td>\n",
       "      <td>34053.0</td>\n",
       "      <td>...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.03846</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.151590</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1811.0</td>\n",
       "      <td>0.911700</td>\n",
       "      <td>0.410</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.410</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>27717.000000</td>\n",
       "      <td>9815.00000</td>\n",
       "      <td>110001.000000</td>\n",
       "      <td>69683.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>74.996000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.566710</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1658.0</td>\n",
       "      <td>2.382900</td>\n",
       "      <td>37.127</td>\n",
       "      <td>10.3678</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>396.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>6566.000000</td>\n",
       "      <td>4068.0</td>\n",
       "      <td>...</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.57692</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.353390</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1827.0</td>\n",
       "      <td>0.280100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>678.000000</td>\n",
       "      <td>1189.000000</td>\n",
       "      <td>1189.00000</td>\n",
       "      <td>892.000000</td>\n",
       "      <td>2065.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24970</th>\n",
       "      <td>1734.0</td>\n",
       "      <td>0.927900</td>\n",
       "      <td>0.520</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>256.000000</td>\n",
       "      <td>11643.000000</td>\n",
       "      <td>1524.00000</td>\n",
       "      <td>16748.000000</td>\n",
       "      <td>25359.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.380780</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24971</th>\n",
       "      <td>1849.0</td>\n",
       "      <td>1.830500</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2251.000000</td>\n",
       "      <td>33275.000000</td>\n",
       "      <td>7505.00000</td>\n",
       "      <td>44843.000000</td>\n",
       "      <td>47453.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>91.701000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.921110</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24972</th>\n",
       "      <td>1739.0</td>\n",
       "      <td>1.525100</td>\n",
       "      <td>2.727</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>2.727</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>2129.000000</td>\n",
       "      <td>720.00000</td>\n",
       "      <td>5896.000000</td>\n",
       "      <td>5206.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>109.251000</td>\n",
       "      <td>94.127000</td>\n",
       "      <td>0.36842</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.529030</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24973</th>\n",
       "      <td>1642.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.353</td>\n",
       "      <td>1.2114</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>6290.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>6290.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>37.890000</td>\n",
       "      <td>0.83333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24974</th>\n",
       "      <td>1709.0</td>\n",
       "      <td>3.680100</td>\n",
       "      <td>7.583</td>\n",
       "      <td>3.1371</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>8132.000000</td>\n",
       "      <td>297.00000</td>\n",
       "      <td>1041.000000</td>\n",
       "      <td>6960.0</td>\n",
       "      <td>...</td>\n",
       "      <td>32.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>81.029000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.59459</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.426800</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24975</th>\n",
       "      <td>1890.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1982.000000</td>\n",
       "      <td>15162.000000</td>\n",
       "      <td>15162.00000</td>\n",
       "      <td>68181.000000</td>\n",
       "      <td>43334.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.043000</td>\n",
       "      <td>55.197000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.271430</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24976</th>\n",
       "      <td>1727.0</td>\n",
       "      <td>1.844800</td>\n",
       "      <td>15.181</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2234.000000</td>\n",
       "      <td>2754.000000</td>\n",
       "      <td>2234.00000</td>\n",
       "      <td>2676.000000</td>\n",
       "      <td>6539.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.66667</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.878900</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24977</th>\n",
       "      <td>1789.0</td>\n",
       "      <td>1.299400</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>364.000000</td>\n",
       "      <td>17838.000000</td>\n",
       "      <td>17838.00000</td>\n",
       "      <td>8424.000000</td>\n",
       "      <td>22307.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>109.307000</td>\n",
       "      <td>75.052000</td>\n",
       "      <td>0.15385</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.696940</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24978</th>\n",
       "      <td>1706.0</td>\n",
       "      <td>0.499700</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>98.000000</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>98.00000</td>\n",
       "      <td>546.000000</td>\n",
       "      <td>643.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.66667</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24979</th>\n",
       "      <td>1638.0</td>\n",
       "      <td>4.680200</td>\n",
       "      <td>16.751</td>\n",
       "      <td>2.6642</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>7937.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>3032.000000</td>\n",
       "      <td>10489.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>102.709000</td>\n",
       "      <td>13.882000</td>\n",
       "      <td>0.50000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.726400</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24980</th>\n",
       "      <td>1855.0</td>\n",
       "      <td>1.996500</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>350.000000</td>\n",
       "      <td>30203.000000</td>\n",
       "      <td>22656.00000</td>\n",
       "      <td>168999.000000</td>\n",
       "      <td>166720.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.741060</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24981</th>\n",
       "      <td>1790.0</td>\n",
       "      <td>0.205000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>237.000000</td>\n",
       "      <td>18018.000000</td>\n",
       "      <td>13297.00000</td>\n",
       "      <td>3914.000000</td>\n",
       "      <td>1305.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.20000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.415820</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24982</th>\n",
       "      <td>1546.0</td>\n",
       "      <td>0.349100</td>\n",
       "      <td>50.803</td>\n",
       "      <td>4.2695</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>3330.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.70370</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24983</th>\n",
       "      <td>1777.0</td>\n",
       "      <td>3.962900</td>\n",
       "      <td>0.968</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>23707.000000</td>\n",
       "      <td>23707.00000</td>\n",
       "      <td>33432.000000</td>\n",
       "      <td>19640.0</td>\n",
       "      <td>...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>80.934000</td>\n",
       "      <td>0.04000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.647520</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24984</th>\n",
       "      <td>1943.0</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>24775.000000</td>\n",
       "      <td>24775.00000</td>\n",
       "      <td>80772.000000</td>\n",
       "      <td>69483.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.970680</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24985</th>\n",
       "      <td>1691.0</td>\n",
       "      <td>0.166300</td>\n",
       "      <td>1.979</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>9591.000000</td>\n",
       "      <td>2627.00000</td>\n",
       "      <td>46903.000000</td>\n",
       "      <td>30402.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>84.801000</td>\n",
       "      <td>63.855000</td>\n",
       "      <td>0.03448</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.434410</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24986</th>\n",
       "      <td>1681.0</td>\n",
       "      <td>0.173900</td>\n",
       "      <td>9.006</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>6.568</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3004.000000</td>\n",
       "      <td>2251.00000</td>\n",
       "      <td>6818.000000</td>\n",
       "      <td>7783.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>96.309000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.71429</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.889080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24987</th>\n",
       "      <td>1723.0</td>\n",
       "      <td>1.057000</td>\n",
       "      <td>0.285</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>248.000000</td>\n",
       "      <td>28479.000000</td>\n",
       "      <td>28479.00000</td>\n",
       "      <td>16352.000000</td>\n",
       "      <td>3117.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.723440</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24988</th>\n",
       "      <td>1693.0</td>\n",
       "      <td>1.214500</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>18.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>991.000000</td>\n",
       "      <td>118.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.366190</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24989</th>\n",
       "      <td>1592.0</td>\n",
       "      <td>6.480500</td>\n",
       "      <td>5.250</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.204</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.506490</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24990</th>\n",
       "      <td>1641.0</td>\n",
       "      <td>0.660100</td>\n",
       "      <td>8.614</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24991</th>\n",
       "      <td>1740.0</td>\n",
       "      <td>0.390100</td>\n",
       "      <td>4.322</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>490.000000</td>\n",
       "      <td>29460.000000</td>\n",
       "      <td>9449.00000</td>\n",
       "      <td>42047.000000</td>\n",
       "      <td>31583.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.20000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.889570</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24992</th>\n",
       "      <td>1651.0</td>\n",
       "      <td>2.490900</td>\n",
       "      <td>1.335</td>\n",
       "      <td>0.9108</td>\n",
       "      <td>0.000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>3163.000000</td>\n",
       "      <td>4.00000</td>\n",
       "      <td>1982.000000</td>\n",
       "      <td>3167.0</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>82.382000</td>\n",
       "      <td>0.61538</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.937450</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24993</th>\n",
       "      <td>1729.0</td>\n",
       "      <td>1.360100</td>\n",
       "      <td>0.218</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5675.000000</td>\n",
       "      <td>167.00000</td>\n",
       "      <td>15071.000000</td>\n",
       "      <td>10305.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.23810</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.718660</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24994</th>\n",
       "      <td>1730.0</td>\n",
       "      <td>1.670100</td>\n",
       "      <td>5.554</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>104.000000</td>\n",
       "      <td>5692.000000</td>\n",
       "      <td>496.00000</td>\n",
       "      <td>4410.000000</td>\n",
       "      <td>8125.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>79.485000</td>\n",
       "      <td>0.30769</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.933120</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24995</th>\n",
       "      <td>1715.0</td>\n",
       "      <td>12.000200</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>991.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>8751.000000</td>\n",
       "      <td>1814.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.07692</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24996</th>\n",
       "      <td>1800.0</td>\n",
       "      <td>0.055100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>5946.000000</td>\n",
       "      <td>14867.000000</td>\n",
       "      <td>9613.00000</td>\n",
       "      <td>46490.000000</td>\n",
       "      <td>44722.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.998590</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24997</th>\n",
       "      <td>1686.0</td>\n",
       "      <td>1.330100</td>\n",
       "      <td>2.025</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>2.025</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>4582.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>124.171000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.30000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.775190</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24998</th>\n",
       "      <td>1826.0</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>0.428</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>3568.000000</td>\n",
       "      <td>26277.000000</td>\n",
       "      <td>9058.00000</td>\n",
       "      <td>72739.000000</td>\n",
       "      <td>86797.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>50.119000</td>\n",
       "      <td>0.03333</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.403430</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24999</th>\n",
       "      <td>1916.0</td>\n",
       "      <td>0.139400</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>18889.000000</td>\n",
       "      <td>18889.000000</td>\n",
       "      <td>18889.00000</td>\n",
       "      <td>28343.000000</td>\n",
       "      <td>51174.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.996630</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25000 rows × 47 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        mvar1      mvar2   mvar3    mvar4  mvar5         mvar6         mvar7  \\\n",
       "0      1753.0   0.500100   0.000   0.0000  0.000    206.000000  19179.000000   \n",
       "1      1894.0   1.970100   0.000   0.0000  0.000    297.000000  19820.000000   \n",
       "2      1774.0   0.171800   0.000   0.0000  0.000    197.000000   2563.000000   \n",
       "3      1586.0   0.112300   5.299   0.0000  0.000   1606.702372  17595.807537   \n",
       "4      1832.0   1.444200   0.000   0.0000  0.000    179.000000   7577.000000   \n",
       "5      1838.0   0.054400   0.241   0.0000  0.000    882.000000  14039.000000   \n",
       "6      1743.0   1.075300   0.272   0.0000  0.000    397.000000  16141.000000   \n",
       "7      1935.0   0.560100   0.000   0.0000  0.000    496.000000  44919.000000   \n",
       "8      1885.0   0.081100   0.000   0.0000  0.000   7369.000000  19264.000000   \n",
       "9      1730.0   0.744400   0.000   0.0000  0.000      0.000000   2103.000000   \n",
       "10     1731.0   0.509700   0.000   0.0000  0.000   2433.000000   8673.000000   \n",
       "11     1755.0   0.301300   0.000   0.0000  0.000    261.000000   4051.000000   \n",
       "12     1739.0   2.290900   0.000   0.0000  0.000      0.000000   7620.000000   \n",
       "13     1562.0   0.000000  34.611   3.7845  0.000   1606.702372     18.000000   \n",
       "14     1798.0   5.082500   0.000   0.0000  0.000    259.000000   3359.000000   \n",
       "15     1684.0   1.547900   1.338   0.0000  0.000   1606.702372  17595.807537   \n",
       "16     1789.0   0.000000   1.428   0.0000  0.000   2478.000000  13874.000000   \n",
       "17     1862.0   0.240100   0.000   0.0000  0.000   1487.000000  12310.000000   \n",
       "18     1767.0   0.300100   1.514   0.0000  0.000    991.000000   2478.000000   \n",
       "19     1802.0   0.636400   0.000   0.0000  0.000     96.000000  18759.000000   \n",
       "20     1780.0   1.955900   0.000   0.0000  0.000    191.000000  12525.000000   \n",
       "21     1714.0   2.266400   0.000   0.0000  0.000     31.000000   1671.000000   \n",
       "22     1923.0   0.088000   0.000   0.0000  0.000   5946.000000  53893.000000   \n",
       "23     1743.0   1.720800   2.295   0.0000  0.000    159.000000   3621.000000   \n",
       "24     1700.0   1.660500   0.000   0.0000  0.000      0.000000   1037.000000   \n",
       "25     1922.0   1.105629   0.000   0.0000  0.000   4524.000000  15530.000000   \n",
       "26     1777.0   0.412000   0.000   0.0000  0.000    369.000000   6201.000000   \n",
       "27     1811.0   0.911700   0.410   0.0000  0.410    297.000000  27717.000000   \n",
       "28     1658.0   2.382900  37.127  10.3678  0.000      0.000000    396.000000   \n",
       "29     1827.0   0.280100   0.000   0.0000  0.000    678.000000   1189.000000   \n",
       "...       ...        ...     ...      ...    ...           ...           ...   \n",
       "24970  1734.0   0.927900   0.520   0.0000  0.000    256.000000  11643.000000   \n",
       "24971  1849.0   1.830500   0.000   0.0000  0.000   2251.000000  33275.000000   \n",
       "24972  1739.0   1.525100   2.727   0.0000  2.727      8.000000   2129.000000   \n",
       "24973  1642.0   0.000000   3.353   1.2114  0.000   1606.702372   6290.000000   \n",
       "24974  1709.0   3.680100   7.583   3.1371  0.000    297.000000   8132.000000   \n",
       "24975  1890.0   0.000000   0.000   0.0000  0.000   1982.000000  15162.000000   \n",
       "24976  1727.0   1.844800  15.181   0.0000  0.000   2234.000000   2754.000000   \n",
       "24977  1789.0   1.299400   0.000   0.0000  0.000    364.000000  17838.000000   \n",
       "24978  1706.0   0.499700   0.000   0.0000  0.000     98.000000    297.000000   \n",
       "24979  1638.0   4.680200  16.751   2.6642  0.000   1606.702372   7937.000000   \n",
       "24980  1855.0   1.996500   0.000   0.0000  0.000    350.000000  30203.000000   \n",
       "24981  1790.0   0.205000   0.000   0.0000  0.000    237.000000  18018.000000   \n",
       "24982  1546.0   0.349100  50.803   4.2695  0.000   1606.702372  17595.807537   \n",
       "24983  1777.0   3.962900   0.968   0.0000  0.000     14.000000  23707.000000   \n",
       "24984  1943.0   1.105629   0.000   0.0000  0.000      0.000000  24775.000000   \n",
       "24985  1691.0   0.166300   1.979   0.0000  0.000      0.000000   9591.000000   \n",
       "24986  1681.0   0.173900   9.006   0.0000  6.568      0.000000   3004.000000   \n",
       "24987  1723.0   1.057000   0.285   0.0000  0.000    248.000000  28479.000000   \n",
       "24988  1693.0   1.214500   0.000   0.0000  0.000     18.000000    100.000000   \n",
       "24989  1592.0   6.480500   5.250   0.0000  1.204   1606.702372      0.000000   \n",
       "24990  1641.0   0.660100   8.614   0.0000  0.000   1606.702372      0.000000   \n",
       "24991  1740.0   0.390100   4.322   0.0000  0.000    490.000000  29460.000000   \n",
       "24992  1651.0   2.490900   1.335   0.9108  0.000      4.000000   3163.000000   \n",
       "24993  1729.0   1.360100   0.218   0.0000  0.000      0.000000   5675.000000   \n",
       "24994  1730.0   1.670100   5.554   0.0000  0.000    104.000000   5692.000000   \n",
       "24995  1715.0  12.000200   0.000   0.0000  0.000   1606.702372    991.000000   \n",
       "24996  1800.0   0.055100   0.000   0.0000  0.000   5946.000000  14867.000000   \n",
       "24997  1686.0   1.330100   2.025   0.0000  2.025   1606.702372      0.000000   \n",
       "24998  1826.0   1.105629   0.428   0.0000  0.000   3568.000000  26277.000000   \n",
       "24999  1916.0   0.139400   0.000   0.0000  0.000  18889.000000  18889.000000   \n",
       "\n",
       "             mvar8          mvar9    mvar10   ...    mvar38    mvar39  \\\n",
       "0        206.00000   14221.000000   19438.0   ...       1.0  0.000000   \n",
       "1      19820.00000  176895.000000   66346.0   ...       3.0  0.000000   \n",
       "2        877.00000    8869.000000    3637.0   ...       1.0  0.000000   \n",
       "3       6773.68666   34097.436013       0.0   ...       1.0  0.090819   \n",
       "4        179.00000   21059.000000   20306.0   ...       3.0  0.000000   \n",
       "5      10976.00000  278941.000000   74030.0   ...       4.0  0.000000   \n",
       "6       3568.00000   69482.000000   56755.0   ...       6.0  0.000000   \n",
       "7      17115.00000  124814.000000  124167.0   ...       9.0  0.000000   \n",
       "8      19264.00000   59956.000000   26633.0   ...       1.0  0.000000   \n",
       "9        582.00000   16429.000000    9197.0   ...       9.0  0.000000   \n",
       "10      8673.00000    6739.000000    7388.0   ...       2.0  0.000000   \n",
       "11       261.00000     297.000000     261.0   ...       3.0  0.000000   \n",
       "12      7620.00000   64983.000000   14067.0   ...      11.0  0.000000   \n",
       "13      6773.68666     198.000000      18.0   ...       7.0  1.000000   \n",
       "14      2973.00000   22099.000000   13507.0   ...       5.0  0.000000   \n",
       "15      6773.68666   34097.436013       0.0   ...       3.0  0.090819   \n",
       "16     13874.00000   98011.000000   56200.0   ...       4.0  0.000000   \n",
       "17      3964.00000    7928.000000   26564.0   ...       6.0  0.000000   \n",
       "18      2478.00000    8790.000000    6065.0   ...       1.0  0.000000   \n",
       "19     10905.00000   51037.000000   58544.0   ...       3.0  0.000000   \n",
       "20     12525.00000   18932.000000   14602.0   ...       7.0  0.000000   \n",
       "21        57.00000     396.000000    2582.0   ...       6.0  0.000000   \n",
       "22     24739.00000  128435.000000  125679.0   ...       2.0  0.000000   \n",
       "23      2323.00000    9018.000000    9649.0   ...       8.0  0.000000   \n",
       "24        46.00000     892.000000    1235.0   ...       5.0  0.000000   \n",
       "25     14819.00000  116154.000000  100684.0   ...       3.0  0.000000   \n",
       "26      6201.00000   66477.000000   34053.0   ...      12.0  0.000000   \n",
       "27      9815.00000  110001.000000   69683.0   ...       3.0  0.000000   \n",
       "28         0.00000    6566.000000    4068.0   ...      14.0  0.000000   \n",
       "29      1189.00000     892.000000    2065.0   ...       3.0  0.000000   \n",
       "...            ...            ...       ...   ...       ...       ...   \n",
       "24970   1524.00000   16748.000000   25359.0   ...       7.0  0.000000   \n",
       "24971   7505.00000   44843.000000   47453.0   ...       2.0  0.000000   \n",
       "24972    720.00000    5896.000000    5206.0   ...       6.0  0.000000   \n",
       "24973   6773.68666   34097.436013    6290.0   ...       1.0  0.000000   \n",
       "24974    297.00000    1041.000000    6960.0   ...      32.0  0.000000   \n",
       "24975  15162.00000   68181.000000   43334.0   ...       2.0  0.000000   \n",
       "24976   2234.00000    2676.000000    6539.0   ...       4.0  0.000000   \n",
       "24977  17838.00000    8424.000000   22307.0   ...       5.0  0.000000   \n",
       "24978     98.00000     546.000000     643.0   ...       7.0  0.000000   \n",
       "24979   6773.68666    3032.000000   10489.0   ...       3.0  1.000000   \n",
       "24980  22656.00000  168999.000000  166720.0   ...       2.0  0.000000   \n",
       "24981  13297.00000    3914.000000    1305.0   ...       5.0  0.000000   \n",
       "24982   6773.68666    3330.000000       0.0   ...       8.0  0.000000   \n",
       "24983  23707.00000   33432.000000   19640.0   ...      12.0  0.000000   \n",
       "24984  24775.00000   80772.000000   69483.0   ...       0.0  0.000000   \n",
       "24985   2627.00000   46903.000000   30402.0   ...       5.0  0.000000   \n",
       "24986   2251.00000    6818.000000    7783.0   ...       1.0  1.000000   \n",
       "24987  28479.00000   16352.000000    3117.0   ...       7.0  0.000000   \n",
       "24988    100.00000     991.000000     118.0   ...       3.0  0.000000   \n",
       "24989   6773.68666   34097.436013       0.0   ...       3.0  0.000000   \n",
       "24990   6773.68666   34097.436013       0.0   ...       3.0  0.000000   \n",
       "24991   9449.00000   42047.000000   31583.0   ...       3.0  0.000000   \n",
       "24992      4.00000    1982.000000    3167.0   ...      10.0  0.000000   \n",
       "24993    167.00000   15071.000000   10305.0   ...       5.0  0.000000   \n",
       "24994    496.00000    4410.000000    8125.0   ...       5.0  0.000000   \n",
       "24995   6773.68666    8751.000000    1814.0   ...       1.0  0.000000   \n",
       "24996   9613.00000   46490.000000   44722.0   ...       4.0  0.000000   \n",
       "24997   6773.68666    4582.000000       0.0   ...       0.0  0.000000   \n",
       "24998   9058.00000   72739.000000   86797.0   ...       2.0  0.000000   \n",
       "24999  18889.00000   28343.000000   51174.0   ...       0.0  0.000000   \n",
       "\n",
       "           mvar40      mvar41   mvar42  mvar43    mvar44    mvar45    mvar46  \\\n",
       "0       98.497452   20.551000  0.42105     3.0  0.856610  0.070736  0.000000   \n",
       "1       98.497452   63.047000  0.00000    15.0  0.943910  0.000000  0.000000   \n",
       "2       98.497452   83.797000  0.33333     3.0  0.764670  0.000000  0.000000   \n",
       "3       98.497452   72.096758  1.50000     0.0  0.705285  0.070736  0.096135   \n",
       "4       96.052000   66.665000  0.00000    23.0  0.791900  0.000000  0.000000   \n",
       "5       98.497452   77.780000  0.00000    21.0  0.924620  0.000000  0.000000   \n",
       "6       98.497452   67.159000  0.00000    14.0  0.713470  0.000000  0.000000   \n",
       "7       98.497452   72.096758  0.00000    15.0  0.924030  0.000000  0.000000   \n",
       "8       98.497452   72.096758  0.00000     5.0  0.897600  0.000000  0.096135   \n",
       "9       98.497452   72.096758  0.05882    14.0  0.405290  0.070736  0.000000   \n",
       "10      98.497452   72.096758  0.23529     1.0  0.642420  0.000000  0.096135   \n",
       "11      98.497452   72.096758  0.33333     2.0  0.991420  0.070736  0.000000   \n",
       "12      98.497452   95.000000  0.05882    16.0  0.441670  0.070736  0.000000   \n",
       "13     124.910000   99.934000  0.87500     1.0  0.845920  1.000000  1.000000   \n",
       "14      98.497452   76.881000  0.05882    13.0  0.433650  0.000000  0.000000   \n",
       "15      98.497452   72.096758  1.50000     0.0  0.705285  0.070736  0.096135   \n",
       "16      98.497452   72.096758  0.05000    13.0  0.512310  0.070736  0.096135   \n",
       "17      98.497452   77.419000  0.00000     7.0  0.566850  0.000000  0.000000   \n",
       "18      98.497452   72.096758  0.10000     3.0  0.705285  0.070736  0.096135   \n",
       "19      98.497452   58.972000  0.00000     9.0  0.594090  0.000000  0.000000   \n",
       "20      98.497452  100.000000  0.00000     7.0  0.927520  0.000000  0.000000   \n",
       "21      98.497452   91.666000  0.37500     5.0  0.348360  0.070736  0.000000   \n",
       "22      98.497452   90.429000  0.00000     9.0  0.885540  0.000000  0.000000   \n",
       "23      98.497452   82.323000  0.10000     9.0  0.594420  0.070736  0.000000   \n",
       "24      98.497452   72.096758  0.20000     5.0  0.948260  0.070736  0.000000   \n",
       "25      98.497452   72.096758  0.00000    12.0  0.915500  0.000000  0.000000   \n",
       "26      98.497452   72.096758  0.03846    23.0  0.151590  0.070736  0.096135   \n",
       "27      98.497452   74.996000  0.00000    15.0  0.566710  0.000000  0.000000   \n",
       "28      98.497452   72.096758  0.57692     8.0  0.353390  0.070736  2.000000   \n",
       "29      98.497452   72.096758  0.00000     2.0  1.000000  0.070736  0.096135   \n",
       "...           ...         ...      ...     ...       ...       ...       ...   \n",
       "24970   98.497452   72.096758  0.00000    10.0  0.380780  0.070736  0.000000   \n",
       "24971   98.497452   91.701000  0.00000     4.0  0.921110  0.000000  0.000000   \n",
       "24972  109.251000   94.127000  0.36842    12.0  0.529030  0.070736  0.000000   \n",
       "24973   98.497452   37.890000  0.83333     0.0  1.000000  0.070736  0.000000   \n",
       "24974   81.029000   72.096758  0.59459    11.0  0.426800  0.070736  2.000000   \n",
       "24975   98.043000   55.197000  0.00000    15.0  0.271430  0.070736  0.000000   \n",
       "24976   98.497452   72.096758  0.66667     5.0  0.878900  0.000000  0.000000   \n",
       "24977  109.307000   75.052000  0.15385     8.0  0.696940  0.000000  0.000000   \n",
       "24978   98.497452   72.096758  0.66667     4.0  1.000000  0.070736  0.000000   \n",
       "24979  102.709000   13.882000  0.50000     4.0  0.726400  0.070736  0.000000   \n",
       "24980   98.497452   72.096758  0.00000    12.0  0.741060  0.000000  0.096135   \n",
       "24981   98.497452   72.096758  0.20000     2.0  0.415820  0.070736  0.000000   \n",
       "24982   98.497452   72.096758  0.70370     2.0  1.000000  1.000000  1.000000   \n",
       "24983   98.497452   80.934000  0.04000    15.0  0.647520  0.070736  0.000000   \n",
       "24984   98.497452   72.096758  0.00000     6.0  0.970680  0.000000  0.096135   \n",
       "24985   84.801000   63.855000  0.03448    14.0  0.434410  0.070736  0.000000   \n",
       "24986   96.309000   72.096758  0.71429     2.0  0.889080  0.000000  0.000000   \n",
       "24987   98.497452   72.096758  0.00000     6.0  0.723440  0.070736  0.000000   \n",
       "24988   98.497452   72.096758  0.00000     3.0  0.366190  0.070736  0.096135   \n",
       "24989  100.000000   72.096758  1.00000     1.0  0.506490  0.070736  0.096135   \n",
       "24990  100.000000   72.096758  1.00000     1.0  1.000000  0.070736  0.096135   \n",
       "24991   98.497452   72.096758  0.20000     4.0  0.889570  1.000000  0.000000   \n",
       "24992   98.497452   82.382000  0.61538     3.0  0.937450  0.070736  0.000000   \n",
       "24993   98.497452   72.096758  0.23810    13.0  0.718660  0.070736  0.000000   \n",
       "24994   98.497452   79.485000  0.30769     4.0  0.933120  0.070736  0.000000   \n",
       "24995   98.497452   72.096758  0.07692     4.0  0.705285  0.070736  0.000000   \n",
       "24996   98.497452   72.096758  0.05882     8.0  0.998590  0.000000  0.000000   \n",
       "24997  124.171000   72.096758  0.30000     2.0  0.775190  0.070736  0.096135   \n",
       "24998   98.497452   50.119000  0.03333    11.0  0.403430  0.070736  0.000000   \n",
       "24999   98.497452   72.096758  0.00000     5.0  0.996630  0.000000  0.000000   \n",
       "\n",
       "       mvar47  \n",
       "0           0  \n",
       "1           1  \n",
       "2           1  \n",
       "3           1  \n",
       "4           0  \n",
       "5           0  \n",
       "6           0  \n",
       "7           0  \n",
       "8           0  \n",
       "9           1  \n",
       "10          1  \n",
       "11          1  \n",
       "12          1  \n",
       "13          1  \n",
       "14          1  \n",
       "15          1  \n",
       "16          0  \n",
       "17          1  \n",
       "18          1  \n",
       "19          1  \n",
       "20          1  \n",
       "21          1  \n",
       "22          1  \n",
       "23          1  \n",
       "24          0  \n",
       "25          0  \n",
       "26          1  \n",
       "27          1  \n",
       "28          1  \n",
       "29          1  \n",
       "...       ...  \n",
       "24970       0  \n",
       "24971       0  \n",
       "24972       1  \n",
       "24973       1  \n",
       "24974       1  \n",
       "24975       1  \n",
       "24976       1  \n",
       "24977       0  \n",
       "24978       1  \n",
       "24979       1  \n",
       "24980       0  \n",
       "24981       1  \n",
       "24982       1  \n",
       "24983       0  \n",
       "24984       1  \n",
       "24985       1  \n",
       "24986       1  \n",
       "24987       1  \n",
       "24988       1  \n",
       "24989       1  \n",
       "24990       0  \n",
       "24991       0  \n",
       "24992       0  \n",
       "24993       1  \n",
       "24994       1  \n",
       "24995       1  \n",
       "24996       0  \n",
       "24997       0  \n",
       "24998       1  \n",
       "24999       1  \n",
       "\n",
       "[25000 rows x 47 columns]"
      ]
     },
     "execution_count": 233,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "leaderX.fillna(gameX.mean(),inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 234,
   "metadata": {},
   "outputs": [],
   "source": [
    "leaderXxgb = xgb.DMatrix(leaderX)\n",
    "# pred = bst.predict(leaderXxgb)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 235,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred = 1/(1+np.exp(-bst.predict(leaderXxgb)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 236,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(25000, 2)"
      ]
     },
     "execution_count": 236,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred = pd.DataFrame(pred)\n",
    "pred['application_key'] = leaderAppID\n",
    "pred.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 237,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>application_key</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.049399</td>\n",
       "      <td>350053</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.043730</td>\n",
       "      <td>350054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.118523</td>\n",
       "      <td>350055</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.647329</td>\n",
       "      <td>350056</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.108382</td>\n",
       "      <td>350057</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.005246</td>\n",
       "      <td>350058</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.057219</td>\n",
       "      <td>350059</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.003039</td>\n",
       "      <td>350060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.007012</td>\n",
       "      <td>350061</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.212490</td>\n",
       "      <td>350062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.078492</td>\n",
       "      <td>350063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.205436</td>\n",
       "      <td>350064</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.472843</td>\n",
       "      <td>350065</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.888826</td>\n",
       "      <td>350066</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.285675</td>\n",
       "      <td>350067</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.541209</td>\n",
       "      <td>350068</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.012537</td>\n",
       "      <td>350069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.079432</td>\n",
       "      <td>350070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.178803</td>\n",
       "      <td>350071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.129449</td>\n",
       "      <td>350072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.251504</td>\n",
       "      <td>350073</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.342752</td>\n",
       "      <td>350074</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.013499</td>\n",
       "      <td>350075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.238562</td>\n",
       "      <td>350076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.270406</td>\n",
       "      <td>350077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.003026</td>\n",
       "      <td>350078</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.135029</td>\n",
       "      <td>350079</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.064530</td>\n",
       "      <td>350080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.876177</td>\n",
       "      <td>350081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.114383</td>\n",
       "      <td>350082</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24970</th>\n",
       "      <td>0.128296</td>\n",
       "      <td>375023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24971</th>\n",
       "      <td>0.027672</td>\n",
       "      <td>375024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24972</th>\n",
       "      <td>0.482750</td>\n",
       "      <td>375025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24973</th>\n",
       "      <td>0.702341</td>\n",
       "      <td>375026</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24974</th>\n",
       "      <td>0.620332</td>\n",
       "      <td>375027</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24975</th>\n",
       "      <td>0.030554</td>\n",
       "      <td>375028</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24976</th>\n",
       "      <td>0.224444</td>\n",
       "      <td>375029</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24977</th>\n",
       "      <td>0.041175</td>\n",
       "      <td>375030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24978</th>\n",
       "      <td>0.336668</td>\n",
       "      <td>375031</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24979</th>\n",
       "      <td>0.492848</td>\n",
       "      <td>375032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24980</th>\n",
       "      <td>0.008951</td>\n",
       "      <td>375033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24981</th>\n",
       "      <td>0.097303</td>\n",
       "      <td>375034</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24982</th>\n",
       "      <td>0.714918</td>\n",
       "      <td>375035</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24983</th>\n",
       "      <td>0.370270</td>\n",
       "      <td>375036</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24984</th>\n",
       "      <td>0.015732</td>\n",
       "      <td>375037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24985</th>\n",
       "      <td>0.326448</td>\n",
       "      <td>375038</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24986</th>\n",
       "      <td>0.206027</td>\n",
       "      <td>375039</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24987</th>\n",
       "      <td>0.323935</td>\n",
       "      <td>375040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24988</th>\n",
       "      <td>0.460338</td>\n",
       "      <td>375041</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24989</th>\n",
       "      <td>0.911001</td>\n",
       "      <td>375042</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24990</th>\n",
       "      <td>0.480852</td>\n",
       "      <td>375043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24991</th>\n",
       "      <td>0.040924</td>\n",
       "      <td>375044</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24992</th>\n",
       "      <td>0.513386</td>\n",
       "      <td>375045</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24993</th>\n",
       "      <td>0.310178</td>\n",
       "      <td>375046</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24994</th>\n",
       "      <td>0.278218</td>\n",
       "      <td>375047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24995</th>\n",
       "      <td>0.522143</td>\n",
       "      <td>375048</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24996</th>\n",
       "      <td>0.013004</td>\n",
       "      <td>375049</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24997</th>\n",
       "      <td>0.140036</td>\n",
       "      <td>375050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24998</th>\n",
       "      <td>0.053715</td>\n",
       "      <td>375051</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24999</th>\n",
       "      <td>0.010240</td>\n",
       "      <td>375052</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              0  application_key\n",
       "0      0.049399           350053\n",
       "1      0.043730           350054\n",
       "2      0.118523           350055\n",
       "3      0.647329           350056\n",
       "4      0.108382           350057\n",
       "5      0.005246           350058\n",
       "6      0.057219           350059\n",
       "7      0.003039           350060\n",
       "8      0.007012           350061\n",
       "9      0.212490           350062\n",
       "10     0.078492           350063\n",
       "11     0.205436           350064\n",
       "12     0.472843           350065\n",
       "13     0.888826           350066\n",
       "14     0.285675           350067\n",
       "15     0.541209           350068\n",
       "16     0.012537           350069\n",
       "17     0.079432           350070\n",
       "18     0.178803           350071\n",
       "19     0.129449           350072\n",
       "20     0.251504           350073\n",
       "21     0.342752           350074\n",
       "22     0.013499           350075\n",
       "23     0.238562           350076\n",
       "24     0.270406           350077\n",
       "25     0.003026           350078\n",
       "26     0.135029           350079\n",
       "27     0.064530           350080\n",
       "28     0.876177           350081\n",
       "29     0.114383           350082\n",
       "...         ...              ...\n",
       "24970  0.128296           375023\n",
       "24971  0.027672           375024\n",
       "24972  0.482750           375025\n",
       "24973  0.702341           375026\n",
       "24974  0.620332           375027\n",
       "24975  0.030554           375028\n",
       "24976  0.224444           375029\n",
       "24977  0.041175           375030\n",
       "24978  0.336668           375031\n",
       "24979  0.492848           375032\n",
       "24980  0.008951           375033\n",
       "24981  0.097303           375034\n",
       "24982  0.714918           375035\n",
       "24983  0.370270           375036\n",
       "24984  0.015732           375037\n",
       "24985  0.326448           375038\n",
       "24986  0.206027           375039\n",
       "24987  0.323935           375040\n",
       "24988  0.460338           375041\n",
       "24989  0.911001           375042\n",
       "24990  0.480852           375043\n",
       "24991  0.040924           375044\n",
       "24992  0.513386           375045\n",
       "24993  0.310178           375046\n",
       "24994  0.278218           375047\n",
       "24995  0.522143           375048\n",
       "24996  0.013004           375049\n",
       "24997  0.140036           375050\n",
       "24998  0.053715           375051\n",
       "24999  0.010240           375052\n",
       "\n",
       "[25000 rows x 2 columns]"
      ]
     },
     "execution_count": 237,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 238,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred = pred.sort_values(by = 0,kind = 'mergesort',ascending = True) #true for xgb method3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 239,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "cols = pred.columns.tolist()\n",
    "cols = cols[-1:] + cols[:-1]\n",
    "pred = pred[cols]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 240,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred = pred.loc[:,'application_key':]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 241,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "submit = pred['application_key'][:10000]\n",
    "submit = pd.DataFrame(submit)\n",
    "submit[0] = 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 242,
   "metadata": {},
   "outputs": [],
   "source": [
    "submit.iloc[-400:, 1] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 243,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>application_key</th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>350102</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13522</th>\n",
       "      <td>363575</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20330</th>\n",
       "      <td>370383</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>350177</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13648</th>\n",
       "      <td>363701</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22865</th>\n",
       "      <td>372918</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>193</th>\n",
       "      <td>350246</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22263</th>\n",
       "      <td>372316</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6084</th>\n",
       "      <td>356137</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11141</th>\n",
       "      <td>361194</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>190</th>\n",
       "      <td>350243</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16917</th>\n",
       "      <td>366970</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7848</th>\n",
       "      <td>357901</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18109</th>\n",
       "      <td>368162</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3708</th>\n",
       "      <td>353761</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12152</th>\n",
       "      <td>362205</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8084</th>\n",
       "      <td>358137</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7134</th>\n",
       "      <td>357187</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10071</th>\n",
       "      <td>360124</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14148</th>\n",
       "      <td>364201</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5745</th>\n",
       "      <td>355798</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15268</th>\n",
       "      <td>365321</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15480</th>\n",
       "      <td>365533</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5988</th>\n",
       "      <td>356041</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19117</th>\n",
       "      <td>369170</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19174</th>\n",
       "      <td>369227</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12104</th>\n",
       "      <td>362157</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11639</th>\n",
       "      <td>361692</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10881</th>\n",
       "      <td>360934</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21956</th>\n",
       "      <td>372009</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2487</th>\n",
       "      <td>352540</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15384</th>\n",
       "      <td>365437</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>732</th>\n",
       "      <td>350785</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2065</th>\n",
       "      <td>352118</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7620</th>\n",
       "      <td>357673</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18656</th>\n",
       "      <td>368709</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14070</th>\n",
       "      <td>364123</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3062</th>\n",
       "      <td>353115</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6364</th>\n",
       "      <td>356417</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9084</th>\n",
       "      <td>359137</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16853</th>\n",
       "      <td>366906</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23590</th>\n",
       "      <td>373643</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12179</th>\n",
       "      <td>362232</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7591</th>\n",
       "      <td>357644</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13972</th>\n",
       "      <td>364025</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9608</th>\n",
       "      <td>359661</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17716</th>\n",
       "      <td>367769</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10792</th>\n",
       "      <td>360845</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21397</th>\n",
       "      <td>371450</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23854</th>\n",
       "      <td>373907</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22058</th>\n",
       "      <td>372111</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5055</th>\n",
       "      <td>355108</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21647</th>\n",
       "      <td>371700</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1888</th>\n",
       "      <td>351941</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5201</th>\n",
       "      <td>355254</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13770</th>\n",
       "      <td>363823</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12707</th>\n",
       "      <td>362760</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12533</th>\n",
       "      <td>362586</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4456</th>\n",
       "      <td>354509</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>428</th>\n",
       "      <td>350481</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       application_key  0\n",
       "49              350102  0\n",
       "13522           363575  0\n",
       "20330           370383  0\n",
       "124             350177  0\n",
       "13648           363701  0\n",
       "22865           372918  0\n",
       "193             350246  0\n",
       "22263           372316  0\n",
       "6084            356137  0\n",
       "11141           361194  0\n",
       "190             350243  0\n",
       "16917           366970  0\n",
       "7848            357901  0\n",
       "18109           368162  0\n",
       "3708            353761  0\n",
       "12152           362205  0\n",
       "8084            358137  0\n",
       "7134            357187  0\n",
       "10071           360124  0\n",
       "14148           364201  0\n",
       "5745            355798  0\n",
       "15268           365321  0\n",
       "15480           365533  0\n",
       "5988            356041  0\n",
       "19117           369170  0\n",
       "19174           369227  0\n",
       "12104           362157  0\n",
       "11639           361692  0\n",
       "10881           360934  0\n",
       "21956           372009  0\n",
       "...                ... ..\n",
       "2487            352540  1\n",
       "15384           365437  1\n",
       "732             350785  1\n",
       "2065            352118  1\n",
       "7620            357673  1\n",
       "18656           368709  1\n",
       "14070           364123  1\n",
       "3062            353115  1\n",
       "6364            356417  1\n",
       "9084            359137  1\n",
       "16853           366906  1\n",
       "23590           373643  1\n",
       "12179           362232  1\n",
       "7591            357644  1\n",
       "13972           364025  1\n",
       "9608            359661  1\n",
       "17716           367769  1\n",
       "10792           360845  1\n",
       "21397           371450  1\n",
       "23854           373907  1\n",
       "22058           372111  1\n",
       "5055            355108  1\n",
       "21647           371700  1\n",
       "1888            351941  1\n",
       "5201            355254  1\n",
       "13770           363823  1\n",
       "12707           362760  1\n",
       "12533           362586  1\n",
       "4456            354509  1\n",
       "428             350481  1\n",
       "\n",
       "[10000 rows x 2 columns]"
      ]
     },
     "execution_count": 243,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "submit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 244,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "submit.to_csv('flabbergasted_IITGuwahati_135.csv',header = False, index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 404,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pickle\n",
    "filename = 'm-xgb-910250.sav'\n",
    "pickle.dump(clf, open(filename, 'wb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "\n",
    "# some time later...\n",
    " \n",
    "# load the model from disk\n",
    "loaded_model = pickle.load(open(filename, 'rb'))\n",
    "result = loaded_model.score(X_test, Y_test)\n",
    "print(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "ranMax=RandomForestClassifier(max_features=10,n_estimators=200,random_state=1).fit(gameX, gameY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Leaderboard\n",
    "clf = ranMax\n",
    "\n",
    "leader_csv = pd.read_csv('./data/Leaderboard_dataset.csv',na_values=[\"NA\", \"na\", \"missing\"])\n",
    "leaderDf = pd.DataFrame(leader_csv)\n",
    "\n",
    "\n",
    "\n",
    "leaderAppID = leaderDf['application_key']\n",
    "del leaderDf['application_key']\n",
    "\n",
    "\n",
    "\n",
    "leaderX = leaderDf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#one hot encoding C=0 L=1\n",
    "leaderX['mvar47'] = pd.get_dummies(leaderX['mvar47'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mvar1</th>\n",
       "      <th>mvar2</th>\n",
       "      <th>mvar3</th>\n",
       "      <th>mvar4</th>\n",
       "      <th>mvar5</th>\n",
       "      <th>mvar6</th>\n",
       "      <th>mvar7</th>\n",
       "      <th>mvar8</th>\n",
       "      <th>mvar9</th>\n",
       "      <th>mvar10</th>\n",
       "      <th>...</th>\n",
       "      <th>mvar38</th>\n",
       "      <th>mvar39</th>\n",
       "      <th>mvar40</th>\n",
       "      <th>mvar41</th>\n",
       "      <th>mvar42</th>\n",
       "      <th>mvar43</th>\n",
       "      <th>mvar44</th>\n",
       "      <th>mvar45</th>\n",
       "      <th>mvar46</th>\n",
       "      <th>mvar47</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1753.0</td>\n",
       "      <td>0.500100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>206.000000</td>\n",
       "      <td>19179.000000</td>\n",
       "      <td>206.00000</td>\n",
       "      <td>14221.000000</td>\n",
       "      <td>19438.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>20.551000</td>\n",
       "      <td>0.42105</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.856610</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1894.0</td>\n",
       "      <td>1.970100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>19820.000000</td>\n",
       "      <td>19820.00000</td>\n",
       "      <td>176895.000000</td>\n",
       "      <td>66346.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>63.047000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.943910</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1774.0</td>\n",
       "      <td>0.171800</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>197.000000</td>\n",
       "      <td>2563.000000</td>\n",
       "      <td>877.00000</td>\n",
       "      <td>8869.000000</td>\n",
       "      <td>3637.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>83.797000</td>\n",
       "      <td>0.33333</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.764670</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1586.0</td>\n",
       "      <td>0.112300</td>\n",
       "      <td>5.299</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.50000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1832.0</td>\n",
       "      <td>1.444200</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>179.000000</td>\n",
       "      <td>7577.000000</td>\n",
       "      <td>179.00000</td>\n",
       "      <td>21059.000000</td>\n",
       "      <td>20306.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>96.052000</td>\n",
       "      <td>66.665000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.791900</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1838.0</td>\n",
       "      <td>0.054400</td>\n",
       "      <td>0.241</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>882.000000</td>\n",
       "      <td>14039.000000</td>\n",
       "      <td>10976.00000</td>\n",
       "      <td>278941.000000</td>\n",
       "      <td>74030.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>77.780000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>21.0</td>\n",
       "      <td>0.924620</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1743.0</td>\n",
       "      <td>1.075300</td>\n",
       "      <td>0.272</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>397.000000</td>\n",
       "      <td>16141.000000</td>\n",
       "      <td>3568.00000</td>\n",
       "      <td>69482.000000</td>\n",
       "      <td>56755.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>67.159000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.713470</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1935.0</td>\n",
       "      <td>0.560100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>496.000000</td>\n",
       "      <td>44919.000000</td>\n",
       "      <td>17115.00000</td>\n",
       "      <td>124814.000000</td>\n",
       "      <td>124167.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.924030</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1885.0</td>\n",
       "      <td>0.081100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>7369.000000</td>\n",
       "      <td>19264.000000</td>\n",
       "      <td>19264.00000</td>\n",
       "      <td>59956.000000</td>\n",
       "      <td>26633.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.897600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1730.0</td>\n",
       "      <td>0.744400</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2103.000000</td>\n",
       "      <td>582.00000</td>\n",
       "      <td>16429.000000</td>\n",
       "      <td>9197.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.405290</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1731.0</td>\n",
       "      <td>0.509700</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2433.000000</td>\n",
       "      <td>8673.000000</td>\n",
       "      <td>8673.00000</td>\n",
       "      <td>6739.000000</td>\n",
       "      <td>7388.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.23529</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.642420</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1755.0</td>\n",
       "      <td>0.301300</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>261.000000</td>\n",
       "      <td>4051.000000</td>\n",
       "      <td>261.00000</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>261.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.33333</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.991420</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1739.0</td>\n",
       "      <td>2.290900</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7620.000000</td>\n",
       "      <td>7620.00000</td>\n",
       "      <td>64983.000000</td>\n",
       "      <td>14067.0</td>\n",
       "      <td>...</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>95.000000</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>16.0</td>\n",
       "      <td>0.441670</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1562.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>34.611</td>\n",
       "      <td>3.7845</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>18.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>198.000000</td>\n",
       "      <td>18.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>124.910000</td>\n",
       "      <td>99.934000</td>\n",
       "      <td>0.87500</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.845920</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1798.0</td>\n",
       "      <td>5.082500</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>259.000000</td>\n",
       "      <td>3359.000000</td>\n",
       "      <td>2973.00000</td>\n",
       "      <td>22099.000000</td>\n",
       "      <td>13507.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>76.881000</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.433650</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1684.0</td>\n",
       "      <td>1.547900</td>\n",
       "      <td>1.338</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.090819</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.50000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1789.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.428</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2478.000000</td>\n",
       "      <td>13874.000000</td>\n",
       "      <td>13874.00000</td>\n",
       "      <td>98011.000000</td>\n",
       "      <td>56200.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.05000</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.512310</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1862.0</td>\n",
       "      <td>0.240100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1487.000000</td>\n",
       "      <td>12310.000000</td>\n",
       "      <td>3964.00000</td>\n",
       "      <td>7928.000000</td>\n",
       "      <td>26564.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>77.419000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.566850</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1767.0</td>\n",
       "      <td>0.300100</td>\n",
       "      <td>1.514</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>991.000000</td>\n",
       "      <td>2478.000000</td>\n",
       "      <td>2478.00000</td>\n",
       "      <td>8790.000000</td>\n",
       "      <td>6065.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.10000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1802.0</td>\n",
       "      <td>0.636400</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>96.000000</td>\n",
       "      <td>18759.000000</td>\n",
       "      <td>10905.00000</td>\n",
       "      <td>51037.000000</td>\n",
       "      <td>58544.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>58.972000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.594090</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1780.0</td>\n",
       "      <td>1.955900</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>191.000000</td>\n",
       "      <td>12525.000000</td>\n",
       "      <td>12525.00000</td>\n",
       "      <td>18932.000000</td>\n",
       "      <td>14602.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.927520</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1714.0</td>\n",
       "      <td>2.266400</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>31.000000</td>\n",
       "      <td>1671.000000</td>\n",
       "      <td>57.00000</td>\n",
       "      <td>396.000000</td>\n",
       "      <td>2582.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>91.666000</td>\n",
       "      <td>0.37500</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.348360</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1923.0</td>\n",
       "      <td>0.088000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>5946.000000</td>\n",
       "      <td>53893.000000</td>\n",
       "      <td>24739.00000</td>\n",
       "      <td>128435.000000</td>\n",
       "      <td>125679.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>90.429000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.885540</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1743.0</td>\n",
       "      <td>1.720800</td>\n",
       "      <td>2.295</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>159.000000</td>\n",
       "      <td>3621.000000</td>\n",
       "      <td>2323.00000</td>\n",
       "      <td>9018.000000</td>\n",
       "      <td>9649.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>82.323000</td>\n",
       "      <td>0.10000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.594420</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1700.0</td>\n",
       "      <td>1.660500</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1037.000000</td>\n",
       "      <td>46.00000</td>\n",
       "      <td>892.000000</td>\n",
       "      <td>1235.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.20000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.948260</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1922.0</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>4524.000000</td>\n",
       "      <td>15530.000000</td>\n",
       "      <td>14819.00000</td>\n",
       "      <td>116154.000000</td>\n",
       "      <td>100684.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.915500</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1777.0</td>\n",
       "      <td>0.412000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>369.000000</td>\n",
       "      <td>6201.000000</td>\n",
       "      <td>6201.00000</td>\n",
       "      <td>66477.000000</td>\n",
       "      <td>34053.0</td>\n",
       "      <td>...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.03846</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.151590</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1811.0</td>\n",
       "      <td>0.911700</td>\n",
       "      <td>0.410</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.410</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>27717.000000</td>\n",
       "      <td>9815.00000</td>\n",
       "      <td>110001.000000</td>\n",
       "      <td>69683.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>74.996000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.566710</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1658.0</td>\n",
       "      <td>2.382900</td>\n",
       "      <td>37.127</td>\n",
       "      <td>10.3678</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>396.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>6566.000000</td>\n",
       "      <td>4068.0</td>\n",
       "      <td>...</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.57692</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.353390</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1827.0</td>\n",
       "      <td>0.280100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>678.000000</td>\n",
       "      <td>1189.000000</td>\n",
       "      <td>1189.00000</td>\n",
       "      <td>892.000000</td>\n",
       "      <td>2065.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24970</th>\n",
       "      <td>1734.0</td>\n",
       "      <td>0.927900</td>\n",
       "      <td>0.520</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>256.000000</td>\n",
       "      <td>11643.000000</td>\n",
       "      <td>1524.00000</td>\n",
       "      <td>16748.000000</td>\n",
       "      <td>25359.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.380780</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24971</th>\n",
       "      <td>1849.0</td>\n",
       "      <td>1.830500</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2251.000000</td>\n",
       "      <td>33275.000000</td>\n",
       "      <td>7505.00000</td>\n",
       "      <td>44843.000000</td>\n",
       "      <td>47453.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>91.701000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.921110</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24972</th>\n",
       "      <td>1739.0</td>\n",
       "      <td>1.525100</td>\n",
       "      <td>2.727</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>2.727</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>2129.000000</td>\n",
       "      <td>720.00000</td>\n",
       "      <td>5896.000000</td>\n",
       "      <td>5206.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>109.251000</td>\n",
       "      <td>94.127000</td>\n",
       "      <td>0.36842</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.529030</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24973</th>\n",
       "      <td>1642.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.353</td>\n",
       "      <td>1.2114</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>6290.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>6290.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>37.890000</td>\n",
       "      <td>0.83333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24974</th>\n",
       "      <td>1709.0</td>\n",
       "      <td>3.680100</td>\n",
       "      <td>7.583</td>\n",
       "      <td>3.1371</td>\n",
       "      <td>0.000</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>8132.000000</td>\n",
       "      <td>297.00000</td>\n",
       "      <td>1041.000000</td>\n",
       "      <td>6960.0</td>\n",
       "      <td>...</td>\n",
       "      <td>32.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>81.029000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.59459</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.426800</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24975</th>\n",
       "      <td>1890.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1982.000000</td>\n",
       "      <td>15162.000000</td>\n",
       "      <td>15162.00000</td>\n",
       "      <td>68181.000000</td>\n",
       "      <td>43334.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.043000</td>\n",
       "      <td>55.197000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.271430</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24976</th>\n",
       "      <td>1727.0</td>\n",
       "      <td>1.844800</td>\n",
       "      <td>15.181</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>2234.000000</td>\n",
       "      <td>2754.000000</td>\n",
       "      <td>2234.00000</td>\n",
       "      <td>2676.000000</td>\n",
       "      <td>6539.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.66667</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.878900</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24977</th>\n",
       "      <td>1789.0</td>\n",
       "      <td>1.299400</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>364.000000</td>\n",
       "      <td>17838.000000</td>\n",
       "      <td>17838.00000</td>\n",
       "      <td>8424.000000</td>\n",
       "      <td>22307.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>109.307000</td>\n",
       "      <td>75.052000</td>\n",
       "      <td>0.15385</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.696940</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24978</th>\n",
       "      <td>1706.0</td>\n",
       "      <td>0.499700</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>98.000000</td>\n",
       "      <td>297.000000</td>\n",
       "      <td>98.00000</td>\n",
       "      <td>546.000000</td>\n",
       "      <td>643.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.66667</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24979</th>\n",
       "      <td>1638.0</td>\n",
       "      <td>4.680200</td>\n",
       "      <td>16.751</td>\n",
       "      <td>2.6642</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>7937.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>3032.000000</td>\n",
       "      <td>10489.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>102.709000</td>\n",
       "      <td>13.882000</td>\n",
       "      <td>0.50000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.726400</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24980</th>\n",
       "      <td>1855.0</td>\n",
       "      <td>1.996500</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>350.000000</td>\n",
       "      <td>30203.000000</td>\n",
       "      <td>22656.00000</td>\n",
       "      <td>168999.000000</td>\n",
       "      <td>166720.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.741060</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24981</th>\n",
       "      <td>1790.0</td>\n",
       "      <td>0.205000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>237.000000</td>\n",
       "      <td>18018.000000</td>\n",
       "      <td>13297.00000</td>\n",
       "      <td>3914.000000</td>\n",
       "      <td>1305.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.20000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.415820</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24982</th>\n",
       "      <td>1546.0</td>\n",
       "      <td>0.349100</td>\n",
       "      <td>50.803</td>\n",
       "      <td>4.2695</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>17595.807537</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>3330.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.70370</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24983</th>\n",
       "      <td>1777.0</td>\n",
       "      <td>3.962900</td>\n",
       "      <td>0.968</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>23707.000000</td>\n",
       "      <td>23707.00000</td>\n",
       "      <td>33432.000000</td>\n",
       "      <td>19640.0</td>\n",
       "      <td>...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>80.934000</td>\n",
       "      <td>0.04000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.647520</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24984</th>\n",
       "      <td>1943.0</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>24775.000000</td>\n",
       "      <td>24775.00000</td>\n",
       "      <td>80772.000000</td>\n",
       "      <td>69483.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.970680</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24985</th>\n",
       "      <td>1691.0</td>\n",
       "      <td>0.166300</td>\n",
       "      <td>1.979</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>9591.000000</td>\n",
       "      <td>2627.00000</td>\n",
       "      <td>46903.000000</td>\n",
       "      <td>30402.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>84.801000</td>\n",
       "      <td>63.855000</td>\n",
       "      <td>0.03448</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.434410</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24986</th>\n",
       "      <td>1681.0</td>\n",
       "      <td>0.173900</td>\n",
       "      <td>9.006</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>6.568</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3004.000000</td>\n",
       "      <td>2251.00000</td>\n",
       "      <td>6818.000000</td>\n",
       "      <td>7783.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>96.309000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.71429</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.889080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24987</th>\n",
       "      <td>1723.0</td>\n",
       "      <td>1.057000</td>\n",
       "      <td>0.285</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>248.000000</td>\n",
       "      <td>28479.000000</td>\n",
       "      <td>28479.00000</td>\n",
       "      <td>16352.000000</td>\n",
       "      <td>3117.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.723440</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24988</th>\n",
       "      <td>1693.0</td>\n",
       "      <td>1.214500</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>18.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>991.000000</td>\n",
       "      <td>118.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.366190</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24989</th>\n",
       "      <td>1592.0</td>\n",
       "      <td>6.480500</td>\n",
       "      <td>5.250</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.204</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.506490</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24990</th>\n",
       "      <td>1641.0</td>\n",
       "      <td>0.660100</td>\n",
       "      <td>8.614</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>34097.436013</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>1.00000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24991</th>\n",
       "      <td>1740.0</td>\n",
       "      <td>0.390100</td>\n",
       "      <td>4.322</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>490.000000</td>\n",
       "      <td>29460.000000</td>\n",
       "      <td>9449.00000</td>\n",
       "      <td>42047.000000</td>\n",
       "      <td>31583.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.20000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.889570</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24992</th>\n",
       "      <td>1651.0</td>\n",
       "      <td>2.490900</td>\n",
       "      <td>1.335</td>\n",
       "      <td>0.9108</td>\n",
       "      <td>0.000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>3163.000000</td>\n",
       "      <td>4.00000</td>\n",
       "      <td>1982.000000</td>\n",
       "      <td>3167.0</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>82.382000</td>\n",
       "      <td>0.61538</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.937450</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24993</th>\n",
       "      <td>1729.0</td>\n",
       "      <td>1.360100</td>\n",
       "      <td>0.218</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5675.000000</td>\n",
       "      <td>167.00000</td>\n",
       "      <td>15071.000000</td>\n",
       "      <td>10305.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.23810</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.718660</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24994</th>\n",
       "      <td>1730.0</td>\n",
       "      <td>1.670100</td>\n",
       "      <td>5.554</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>104.000000</td>\n",
       "      <td>5692.000000</td>\n",
       "      <td>496.00000</td>\n",
       "      <td>4410.000000</td>\n",
       "      <td>8125.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>79.485000</td>\n",
       "      <td>0.30769</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.933120</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24995</th>\n",
       "      <td>1715.0</td>\n",
       "      <td>12.000200</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>991.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>8751.000000</td>\n",
       "      <td>1814.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.07692</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.705285</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24996</th>\n",
       "      <td>1800.0</td>\n",
       "      <td>0.055100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>5946.000000</td>\n",
       "      <td>14867.000000</td>\n",
       "      <td>9613.00000</td>\n",
       "      <td>46490.000000</td>\n",
       "      <td>44722.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.05882</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.998590</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24997</th>\n",
       "      <td>1686.0</td>\n",
       "      <td>1.330100</td>\n",
       "      <td>2.025</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>2.025</td>\n",
       "      <td>1606.702372</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6773.68666</td>\n",
       "      <td>4582.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>124.171000</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.30000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.775190</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.096135</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24998</th>\n",
       "      <td>1826.0</td>\n",
       "      <td>1.105629</td>\n",
       "      <td>0.428</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>3568.000000</td>\n",
       "      <td>26277.000000</td>\n",
       "      <td>9058.00000</td>\n",
       "      <td>72739.000000</td>\n",
       "      <td>86797.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>50.119000</td>\n",
       "      <td>0.03333</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.403430</td>\n",
       "      <td>0.070736</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24999</th>\n",
       "      <td>1916.0</td>\n",
       "      <td>0.139400</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>18889.000000</td>\n",
       "      <td>18889.000000</td>\n",
       "      <td>18889.00000</td>\n",
       "      <td>28343.000000</td>\n",
       "      <td>51174.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>98.497452</td>\n",
       "      <td>72.096758</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.996630</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25000 rows × 47 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        mvar1      mvar2   mvar3    mvar4  mvar5         mvar6         mvar7  \\\n",
       "0      1753.0   0.500100   0.000   0.0000  0.000    206.000000  19179.000000   \n",
       "1      1894.0   1.970100   0.000   0.0000  0.000    297.000000  19820.000000   \n",
       "2      1774.0   0.171800   0.000   0.0000  0.000    197.000000   2563.000000   \n",
       "3      1586.0   0.112300   5.299   0.0000  0.000   1606.702372  17595.807537   \n",
       "4      1832.0   1.444200   0.000   0.0000  0.000    179.000000   7577.000000   \n",
       "5      1838.0   0.054400   0.241   0.0000  0.000    882.000000  14039.000000   \n",
       "6      1743.0   1.075300   0.272   0.0000  0.000    397.000000  16141.000000   \n",
       "7      1935.0   0.560100   0.000   0.0000  0.000    496.000000  44919.000000   \n",
       "8      1885.0   0.081100   0.000   0.0000  0.000   7369.000000  19264.000000   \n",
       "9      1730.0   0.744400   0.000   0.0000  0.000      0.000000   2103.000000   \n",
       "10     1731.0   0.509700   0.000   0.0000  0.000   2433.000000   8673.000000   \n",
       "11     1755.0   0.301300   0.000   0.0000  0.000    261.000000   4051.000000   \n",
       "12     1739.0   2.290900   0.000   0.0000  0.000      0.000000   7620.000000   \n",
       "13     1562.0   0.000000  34.611   3.7845  0.000   1606.702372     18.000000   \n",
       "14     1798.0   5.082500   0.000   0.0000  0.000    259.000000   3359.000000   \n",
       "15     1684.0   1.547900   1.338   0.0000  0.000   1606.702372  17595.807537   \n",
       "16     1789.0   0.000000   1.428   0.0000  0.000   2478.000000  13874.000000   \n",
       "17     1862.0   0.240100   0.000   0.0000  0.000   1487.000000  12310.000000   \n",
       "18     1767.0   0.300100   1.514   0.0000  0.000    991.000000   2478.000000   \n",
       "19     1802.0   0.636400   0.000   0.0000  0.000     96.000000  18759.000000   \n",
       "20     1780.0   1.955900   0.000   0.0000  0.000    191.000000  12525.000000   \n",
       "21     1714.0   2.266400   0.000   0.0000  0.000     31.000000   1671.000000   \n",
       "22     1923.0   0.088000   0.000   0.0000  0.000   5946.000000  53893.000000   \n",
       "23     1743.0   1.720800   2.295   0.0000  0.000    159.000000   3621.000000   \n",
       "24     1700.0   1.660500   0.000   0.0000  0.000      0.000000   1037.000000   \n",
       "25     1922.0   1.105629   0.000   0.0000  0.000   4524.000000  15530.000000   \n",
       "26     1777.0   0.412000   0.000   0.0000  0.000    369.000000   6201.000000   \n",
       "27     1811.0   0.911700   0.410   0.0000  0.410    297.000000  27717.000000   \n",
       "28     1658.0   2.382900  37.127  10.3678  0.000      0.000000    396.000000   \n",
       "29     1827.0   0.280100   0.000   0.0000  0.000    678.000000   1189.000000   \n",
       "...       ...        ...     ...      ...    ...           ...           ...   \n",
       "24970  1734.0   0.927900   0.520   0.0000  0.000    256.000000  11643.000000   \n",
       "24971  1849.0   1.830500   0.000   0.0000  0.000   2251.000000  33275.000000   \n",
       "24972  1739.0   1.525100   2.727   0.0000  2.727      8.000000   2129.000000   \n",
       "24973  1642.0   0.000000   3.353   1.2114  0.000   1606.702372   6290.000000   \n",
       "24974  1709.0   3.680100   7.583   3.1371  0.000    297.000000   8132.000000   \n",
       "24975  1890.0   0.000000   0.000   0.0000  0.000   1982.000000  15162.000000   \n",
       "24976  1727.0   1.844800  15.181   0.0000  0.000   2234.000000   2754.000000   \n",
       "24977  1789.0   1.299400   0.000   0.0000  0.000    364.000000  17838.000000   \n",
       "24978  1706.0   0.499700   0.000   0.0000  0.000     98.000000    297.000000   \n",
       "24979  1638.0   4.680200  16.751   2.6642  0.000   1606.702372   7937.000000   \n",
       "24980  1855.0   1.996500   0.000   0.0000  0.000    350.000000  30203.000000   \n",
       "24981  1790.0   0.205000   0.000   0.0000  0.000    237.000000  18018.000000   \n",
       "24982  1546.0   0.349100  50.803   4.2695  0.000   1606.702372  17595.807537   \n",
       "24983  1777.0   3.962900   0.968   0.0000  0.000     14.000000  23707.000000   \n",
       "24984  1943.0   1.105629   0.000   0.0000  0.000      0.000000  24775.000000   \n",
       "24985  1691.0   0.166300   1.979   0.0000  0.000      0.000000   9591.000000   \n",
       "24986  1681.0   0.173900   9.006   0.0000  6.568      0.000000   3004.000000   \n",
       "24987  1723.0   1.057000   0.285   0.0000  0.000    248.000000  28479.000000   \n",
       "24988  1693.0   1.214500   0.000   0.0000  0.000     18.000000    100.000000   \n",
       "24989  1592.0   6.480500   5.250   0.0000  1.204   1606.702372      0.000000   \n",
       "24990  1641.0   0.660100   8.614   0.0000  0.000   1606.702372      0.000000   \n",
       "24991  1740.0   0.390100   4.322   0.0000  0.000    490.000000  29460.000000   \n",
       "24992  1651.0   2.490900   1.335   0.9108  0.000      4.000000   3163.000000   \n",
       "24993  1729.0   1.360100   0.218   0.0000  0.000      0.000000   5675.000000   \n",
       "24994  1730.0   1.670100   5.554   0.0000  0.000    104.000000   5692.000000   \n",
       "24995  1715.0  12.000200   0.000   0.0000  0.000   1606.702372    991.000000   \n",
       "24996  1800.0   0.055100   0.000   0.0000  0.000   5946.000000  14867.000000   \n",
       "24997  1686.0   1.330100   2.025   0.0000  2.025   1606.702372      0.000000   \n",
       "24998  1826.0   1.105629   0.428   0.0000  0.000   3568.000000  26277.000000   \n",
       "24999  1916.0   0.139400   0.000   0.0000  0.000  18889.000000  18889.000000   \n",
       "\n",
       "             mvar8          mvar9    mvar10   ...    mvar38    mvar39  \\\n",
       "0        206.00000   14221.000000   19438.0   ...       1.0  0.000000   \n",
       "1      19820.00000  176895.000000   66346.0   ...       3.0  0.000000   \n",
       "2        877.00000    8869.000000    3637.0   ...       1.0  0.000000   \n",
       "3       6773.68666   34097.436013       0.0   ...       1.0  0.090819   \n",
       "4        179.00000   21059.000000   20306.0   ...       3.0  0.000000   \n",
       "5      10976.00000  278941.000000   74030.0   ...       4.0  0.000000   \n",
       "6       3568.00000   69482.000000   56755.0   ...       6.0  0.000000   \n",
       "7      17115.00000  124814.000000  124167.0   ...       9.0  0.000000   \n",
       "8      19264.00000   59956.000000   26633.0   ...       1.0  0.000000   \n",
       "9        582.00000   16429.000000    9197.0   ...       9.0  0.000000   \n",
       "10      8673.00000    6739.000000    7388.0   ...       2.0  0.000000   \n",
       "11       261.00000     297.000000     261.0   ...       3.0  0.000000   \n",
       "12      7620.00000   64983.000000   14067.0   ...      11.0  0.000000   \n",
       "13      6773.68666     198.000000      18.0   ...       7.0  1.000000   \n",
       "14      2973.00000   22099.000000   13507.0   ...       5.0  0.000000   \n",
       "15      6773.68666   34097.436013       0.0   ...       3.0  0.090819   \n",
       "16     13874.00000   98011.000000   56200.0   ...       4.0  0.000000   \n",
       "17      3964.00000    7928.000000   26564.0   ...       6.0  0.000000   \n",
       "18      2478.00000    8790.000000    6065.0   ...       1.0  0.000000   \n",
       "19     10905.00000   51037.000000   58544.0   ...       3.0  0.000000   \n",
       "20     12525.00000   18932.000000   14602.0   ...       7.0  0.000000   \n",
       "21        57.00000     396.000000    2582.0   ...       6.0  0.000000   \n",
       "22     24739.00000  128435.000000  125679.0   ...       2.0  0.000000   \n",
       "23      2323.00000    9018.000000    9649.0   ...       8.0  0.000000   \n",
       "24        46.00000     892.000000    1235.0   ...       5.0  0.000000   \n",
       "25     14819.00000  116154.000000  100684.0   ...       3.0  0.000000   \n",
       "26      6201.00000   66477.000000   34053.0   ...      12.0  0.000000   \n",
       "27      9815.00000  110001.000000   69683.0   ...       3.0  0.000000   \n",
       "28         0.00000    6566.000000    4068.0   ...      14.0  0.000000   \n",
       "29      1189.00000     892.000000    2065.0   ...       3.0  0.000000   \n",
       "...            ...            ...       ...   ...       ...       ...   \n",
       "24970   1524.00000   16748.000000   25359.0   ...       7.0  0.000000   \n",
       "24971   7505.00000   44843.000000   47453.0   ...       2.0  0.000000   \n",
       "24972    720.00000    5896.000000    5206.0   ...       6.0  0.000000   \n",
       "24973   6773.68666   34097.436013    6290.0   ...       1.0  0.000000   \n",
       "24974    297.00000    1041.000000    6960.0   ...      32.0  0.000000   \n",
       "24975  15162.00000   68181.000000   43334.0   ...       2.0  0.000000   \n",
       "24976   2234.00000    2676.000000    6539.0   ...       4.0  0.000000   \n",
       "24977  17838.00000    8424.000000   22307.0   ...       5.0  0.000000   \n",
       "24978     98.00000     546.000000     643.0   ...       7.0  0.000000   \n",
       "24979   6773.68666    3032.000000   10489.0   ...       3.0  1.000000   \n",
       "24980  22656.00000  168999.000000  166720.0   ...       2.0  0.000000   \n",
       "24981  13297.00000    3914.000000    1305.0   ...       5.0  0.000000   \n",
       "24982   6773.68666    3330.000000       0.0   ...       8.0  0.000000   \n",
       "24983  23707.00000   33432.000000   19640.0   ...      12.0  0.000000   \n",
       "24984  24775.00000   80772.000000   69483.0   ...       0.0  0.000000   \n",
       "24985   2627.00000   46903.000000   30402.0   ...       5.0  0.000000   \n",
       "24986   2251.00000    6818.000000    7783.0   ...       1.0  1.000000   \n",
       "24987  28479.00000   16352.000000    3117.0   ...       7.0  0.000000   \n",
       "24988    100.00000     991.000000     118.0   ...       3.0  0.000000   \n",
       "24989   6773.68666   34097.436013       0.0   ...       3.0  0.000000   \n",
       "24990   6773.68666   34097.436013       0.0   ...       3.0  0.000000   \n",
       "24991   9449.00000   42047.000000   31583.0   ...       3.0  0.000000   \n",
       "24992      4.00000    1982.000000    3167.0   ...      10.0  0.000000   \n",
       "24993    167.00000   15071.000000   10305.0   ...       5.0  0.000000   \n",
       "24994    496.00000    4410.000000    8125.0   ...       5.0  0.000000   \n",
       "24995   6773.68666    8751.000000    1814.0   ...       1.0  0.000000   \n",
       "24996   9613.00000   46490.000000   44722.0   ...       4.0  0.000000   \n",
       "24997   6773.68666    4582.000000       0.0   ...       0.0  0.000000   \n",
       "24998   9058.00000   72739.000000   86797.0   ...       2.0  0.000000   \n",
       "24999  18889.00000   28343.000000   51174.0   ...       0.0  0.000000   \n",
       "\n",
       "           mvar40      mvar41   mvar42  mvar43    mvar44    mvar45    mvar46  \\\n",
       "0       98.497452   20.551000  0.42105     3.0  0.856610  0.070736  0.000000   \n",
       "1       98.497452   63.047000  0.00000    15.0  0.943910  0.000000  0.000000   \n",
       "2       98.497452   83.797000  0.33333     3.0  0.764670  0.000000  0.000000   \n",
       "3       98.497452   72.096758  1.50000     0.0  0.705285  0.070736  0.096135   \n",
       "4       96.052000   66.665000  0.00000    23.0  0.791900  0.000000  0.000000   \n",
       "5       98.497452   77.780000  0.00000    21.0  0.924620  0.000000  0.000000   \n",
       "6       98.497452   67.159000  0.00000    14.0  0.713470  0.000000  0.000000   \n",
       "7       98.497452   72.096758  0.00000    15.0  0.924030  0.000000  0.000000   \n",
       "8       98.497452   72.096758  0.00000     5.0  0.897600  0.000000  0.096135   \n",
       "9       98.497452   72.096758  0.05882    14.0  0.405290  0.070736  0.000000   \n",
       "10      98.497452   72.096758  0.23529     1.0  0.642420  0.000000  0.096135   \n",
       "11      98.497452   72.096758  0.33333     2.0  0.991420  0.070736  0.000000   \n",
       "12      98.497452   95.000000  0.05882    16.0  0.441670  0.070736  0.000000   \n",
       "13     124.910000   99.934000  0.87500     1.0  0.845920  1.000000  1.000000   \n",
       "14      98.497452   76.881000  0.05882    13.0  0.433650  0.000000  0.000000   \n",
       "15      98.497452   72.096758  1.50000     0.0  0.705285  0.070736  0.096135   \n",
       "16      98.497452   72.096758  0.05000    13.0  0.512310  0.070736  0.096135   \n",
       "17      98.497452   77.419000  0.00000     7.0  0.566850  0.000000  0.000000   \n",
       "18      98.497452   72.096758  0.10000     3.0  0.705285  0.070736  0.096135   \n",
       "19      98.497452   58.972000  0.00000     9.0  0.594090  0.000000  0.000000   \n",
       "20      98.497452  100.000000  0.00000     7.0  0.927520  0.000000  0.000000   \n",
       "21      98.497452   91.666000  0.37500     5.0  0.348360  0.070736  0.000000   \n",
       "22      98.497452   90.429000  0.00000     9.0  0.885540  0.000000  0.000000   \n",
       "23      98.497452   82.323000  0.10000     9.0  0.594420  0.070736  0.000000   \n",
       "24      98.497452   72.096758  0.20000     5.0  0.948260  0.070736  0.000000   \n",
       "25      98.497452   72.096758  0.00000    12.0  0.915500  0.000000  0.000000   \n",
       "26      98.497452   72.096758  0.03846    23.0  0.151590  0.070736  0.096135   \n",
       "27      98.497452   74.996000  0.00000    15.0  0.566710  0.000000  0.000000   \n",
       "28      98.497452   72.096758  0.57692     8.0  0.353390  0.070736  2.000000   \n",
       "29      98.497452   72.096758  0.00000     2.0  1.000000  0.070736  0.096135   \n",
       "...           ...         ...      ...     ...       ...       ...       ...   \n",
       "24970   98.497452   72.096758  0.00000    10.0  0.380780  0.070736  0.000000   \n",
       "24971   98.497452   91.701000  0.00000     4.0  0.921110  0.000000  0.000000   \n",
       "24972  109.251000   94.127000  0.36842    12.0  0.529030  0.070736  0.000000   \n",
       "24973   98.497452   37.890000  0.83333     0.0  1.000000  0.070736  0.000000   \n",
       "24974   81.029000   72.096758  0.59459    11.0  0.426800  0.070736  2.000000   \n",
       "24975   98.043000   55.197000  0.00000    15.0  0.271430  0.070736  0.000000   \n",
       "24976   98.497452   72.096758  0.66667     5.0  0.878900  0.000000  0.000000   \n",
       "24977  109.307000   75.052000  0.15385     8.0  0.696940  0.000000  0.000000   \n",
       "24978   98.497452   72.096758  0.66667     4.0  1.000000  0.070736  0.000000   \n",
       "24979  102.709000   13.882000  0.50000     4.0  0.726400  0.070736  0.000000   \n",
       "24980   98.497452   72.096758  0.00000    12.0  0.741060  0.000000  0.096135   \n",
       "24981   98.497452   72.096758  0.20000     2.0  0.415820  0.070736  0.000000   \n",
       "24982   98.497452   72.096758  0.70370     2.0  1.000000  1.000000  1.000000   \n",
       "24983   98.497452   80.934000  0.04000    15.0  0.647520  0.070736  0.000000   \n",
       "24984   98.497452   72.096758  0.00000     6.0  0.970680  0.000000  0.096135   \n",
       "24985   84.801000   63.855000  0.03448    14.0  0.434410  0.070736  0.000000   \n",
       "24986   96.309000   72.096758  0.71429     2.0  0.889080  0.000000  0.000000   \n",
       "24987   98.497452   72.096758  0.00000     6.0  0.723440  0.070736  0.000000   \n",
       "24988   98.497452   72.096758  0.00000     3.0  0.366190  0.070736  0.096135   \n",
       "24989  100.000000   72.096758  1.00000     1.0  0.506490  0.070736  0.096135   \n",
       "24990  100.000000   72.096758  1.00000     1.0  1.000000  0.070736  0.096135   \n",
       "24991   98.497452   72.096758  0.20000     4.0  0.889570  1.000000  0.000000   \n",
       "24992   98.497452   82.382000  0.61538     3.0  0.937450  0.070736  0.000000   \n",
       "24993   98.497452   72.096758  0.23810    13.0  0.718660  0.070736  0.000000   \n",
       "24994   98.497452   79.485000  0.30769     4.0  0.933120  0.070736  0.000000   \n",
       "24995   98.497452   72.096758  0.07692     4.0  0.705285  0.070736  0.000000   \n",
       "24996   98.497452   72.096758  0.05882     8.0  0.998590  0.000000  0.000000   \n",
       "24997  124.171000   72.096758  0.30000     2.0  0.775190  0.070736  0.096135   \n",
       "24998   98.497452   50.119000  0.03333    11.0  0.403430  0.070736  0.000000   \n",
       "24999   98.497452   72.096758  0.00000     5.0  0.996630  0.000000  0.000000   \n",
       "\n",
       "       mvar47  \n",
       "0           0  \n",
       "1           1  \n",
       "2           1  \n",
       "3           1  \n",
       "4           0  \n",
       "5           0  \n",
       "6           0  \n",
       "7           0  \n",
       "8           0  \n",
       "9           1  \n",
       "10          1  \n",
       "11          1  \n",
       "12          1  \n",
       "13          1  \n",
       "14          1  \n",
       "15          1  \n",
       "16          0  \n",
       "17          1  \n",
       "18          1  \n",
       "19          1  \n",
       "20          1  \n",
       "21          1  \n",
       "22          1  \n",
       "23          1  \n",
       "24          0  \n",
       "25          0  \n",
       "26          1  \n",
       "27          1  \n",
       "28          1  \n",
       "29          1  \n",
       "...       ...  \n",
       "24970       0  \n",
       "24971       0  \n",
       "24972       1  \n",
       "24973       1  \n",
       "24974       1  \n",
       "24975       1  \n",
       "24976       1  \n",
       "24977       0  \n",
       "24978       1  \n",
       "24979       1  \n",
       "24980       0  \n",
       "24981       1  \n",
       "24982       1  \n",
       "24983       0  \n",
       "24984       1  \n",
       "24985       1  \n",
       "24986       1  \n",
       "24987       1  \n",
       "24988       1  \n",
       "24989       1  \n",
       "24990       0  \n",
       "24991       0  \n",
       "24992       0  \n",
       "24993       1  \n",
       "24994       1  \n",
       "24995       1  \n",
       "24996       0  \n",
       "24997       0  \n",
       "24998       1  \n",
       "24999       1  \n",
       "\n",
       "[25000 rows x 47 columns]"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Missing values median\n",
    "leaderX.fillna(gameX.mean(),inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred = clf.predict_proba(leaderX)[:, 1]\n",
    "# pred.sort()\n",
    "# pred = pd.DataFrame(pred)\n",
    "# pred = pred.sort_values(by = 0,kind = 'mergesort',ascending = True)\n",
    "\n",
    "pred = pd.DataFrame({'0':leaderAppID,  '1': pred })\n",
    "\n",
    "\n",
    "# pred['application_key'] = leaderAppID\n",
    "# pred = pred.sort_values(by = 0,kind = 'mergesort',ascending = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>350053</td>\n",
       "      <td>0.12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>350054</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>350055</td>\n",
       "      <td>0.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>350056</td>\n",
       "      <td>0.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>350057</td>\n",
       "      <td>0.11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>350058</td>\n",
       "      <td>0.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>350059</td>\n",
       "      <td>0.07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>350060</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>350061</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>350062</td>\n",
       "      <td>0.23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>350063</td>\n",
       "      <td>0.07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>350064</td>\n",
       "      <td>0.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>350065</td>\n",
       "      <td>0.44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>350066</td>\n",
       "      <td>0.76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>350067</td>\n",
       "      <td>0.34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>350068</td>\n",
       "      <td>0.44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>350069</td>\n",
       "      <td>0.02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>350070</td>\n",
       "      <td>0.05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>350071</td>\n",
       "      <td>0.20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>350072</td>\n",
       "      <td>0.01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>350073</td>\n",
       "      <td>0.29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>350074</td>\n",
       "      <td>0.54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>350075</td>\n",
       "      <td>0.01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>350076</td>\n",
       "      <td>0.11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>350077</td>\n",
       "      <td>0.31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>350078</td>\n",
       "      <td>0.01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>350079</td>\n",
       "      <td>0.09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>350080</td>\n",
       "      <td>0.03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>350081</td>\n",
       "      <td>0.73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>350082</td>\n",
       "      <td>0.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24970</th>\n",
       "      <td>375023</td>\n",
       "      <td>0.15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24971</th>\n",
       "      <td>375024</td>\n",
       "      <td>0.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24972</th>\n",
       "      <td>375025</td>\n",
       "      <td>0.46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24973</th>\n",
       "      <td>375026</td>\n",
       "      <td>0.64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24974</th>\n",
       "      <td>375027</td>\n",
       "      <td>0.52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24975</th>\n",
       "      <td>375028</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24976</th>\n",
       "      <td>375029</td>\n",
       "      <td>0.19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24977</th>\n",
       "      <td>375030</td>\n",
       "      <td>0.10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24978</th>\n",
       "      <td>375031</td>\n",
       "      <td>0.34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24979</th>\n",
       "      <td>375032</td>\n",
       "      <td>0.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24980</th>\n",
       "      <td>375033</td>\n",
       "      <td>0.03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24981</th>\n",
       "      <td>375034</td>\n",
       "      <td>0.15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24982</th>\n",
       "      <td>375035</td>\n",
       "      <td>0.62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24983</th>\n",
       "      <td>375036</td>\n",
       "      <td>0.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24984</th>\n",
       "      <td>375037</td>\n",
       "      <td>0.02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24985</th>\n",
       "      <td>375038</td>\n",
       "      <td>0.32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24986</th>\n",
       "      <td>375039</td>\n",
       "      <td>0.22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24987</th>\n",
       "      <td>375040</td>\n",
       "      <td>0.26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24988</th>\n",
       "      <td>375041</td>\n",
       "      <td>0.45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24989</th>\n",
       "      <td>375042</td>\n",
       "      <td>0.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24990</th>\n",
       "      <td>375043</td>\n",
       "      <td>0.47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24991</th>\n",
       "      <td>375044</td>\n",
       "      <td>0.05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24992</th>\n",
       "      <td>375045</td>\n",
       "      <td>0.53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24993</th>\n",
       "      <td>375046</td>\n",
       "      <td>0.31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24994</th>\n",
       "      <td>375047</td>\n",
       "      <td>0.19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24995</th>\n",
       "      <td>375048</td>\n",
       "      <td>0.43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24996</th>\n",
       "      <td>375049</td>\n",
       "      <td>0.01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24997</th>\n",
       "      <td>375050</td>\n",
       "      <td>0.22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24998</th>\n",
       "      <td>375051</td>\n",
       "      <td>0.11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24999</th>\n",
       "      <td>375052</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            0     1\n",
       "0      350053  0.12\n",
       "1      350054  0.00\n",
       "2      350055  0.13\n",
       "3      350056  0.68\n",
       "4      350057  0.11\n",
       "5      350058  0.04\n",
       "6      350059  0.07\n",
       "7      350060  0.00\n",
       "8      350061  0.00\n",
       "9      350062  0.23\n",
       "10     350063  0.07\n",
       "11     350064  0.28\n",
       "12     350065  0.44\n",
       "13     350066  0.76\n",
       "14     350067  0.34\n",
       "15     350068  0.44\n",
       "16     350069  0.02\n",
       "17     350070  0.05\n",
       "18     350071  0.20\n",
       "19     350072  0.01\n",
       "20     350073  0.29\n",
       "21     350074  0.54\n",
       "22     350075  0.01\n",
       "23     350076  0.11\n",
       "24     350077  0.31\n",
       "25     350078  0.01\n",
       "26     350079  0.09\n",
       "27     350080  0.03\n",
       "28     350081  0.73\n",
       "29     350082  0.08\n",
       "...       ...   ...\n",
       "24970  375023  0.15\n",
       "24971  375024  0.13\n",
       "24972  375025  0.46\n",
       "24973  375026  0.64\n",
       "24974  375027  0.52\n",
       "24975  375028  0.00\n",
       "24976  375029  0.19\n",
       "24977  375030  0.10\n",
       "24978  375031  0.34\n",
       "24979  375032  0.63\n",
       "24980  375033  0.03\n",
       "24981  375034  0.15\n",
       "24982  375035  0.62\n",
       "24983  375036  0.25\n",
       "24984  375037  0.02\n",
       "24985  375038  0.32\n",
       "24986  375039  0.22\n",
       "24987  375040  0.26\n",
       "24988  375041  0.45\n",
       "24989  375042  0.83\n",
       "24990  375043  0.47\n",
       "24991  375044  0.05\n",
       "24992  375045  0.53\n",
       "24993  375046  0.31\n",
       "24994  375047  0.19\n",
       "24995  375048  0.43\n",
       "24996  375049  0.01\n",
       "24997  375050  0.22\n",
       "24998  375051  0.11\n",
       "24999  375052  0.00\n",
       "\n",
       "[25000 rows x 2 columns]"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>24999</th>\n",
       "      <td>375052</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2551</th>\n",
       "      <td>352604</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15133</th>\n",
       "      <td>365186</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15130</th>\n",
       "      <td>365183</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2560</th>\n",
       "      <td>352613</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2568</th>\n",
       "      <td>352621</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2572</th>\n",
       "      <td>352625</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15096</th>\n",
       "      <td>365149</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15144</th>\n",
       "      <td>365197</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2580</th>\n",
       "      <td>352633</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2582</th>\n",
       "      <td>352635</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15066</th>\n",
       "      <td>365119</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15062</th>\n",
       "      <td>365115</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15046</th>\n",
       "      <td>365099</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15044</th>\n",
       "      <td>365097</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14999</th>\n",
       "      <td>365052</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14987</th>\n",
       "      <td>365040</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2581</th>\n",
       "      <td>352634</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2608</th>\n",
       "      <td>352661</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15146</th>\n",
       "      <td>365199</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15153</th>\n",
       "      <td>365206</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15307</th>\n",
       "      <td>365360</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2502</th>\n",
       "      <td>352555</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2503</th>\n",
       "      <td>352556</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2509</th>\n",
       "      <td>352562</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15268</th>\n",
       "      <td>365321</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15263</th>\n",
       "      <td>365316</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15259</th>\n",
       "      <td>365312</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15147</th>\n",
       "      <td>365200</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2516</th>\n",
       "      <td>352569</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>703</th>\n",
       "      <td>350756</td>\n",
       "      <td>0.93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1922</th>\n",
       "      <td>351975</td>\n",
       "      <td>0.93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21641</th>\n",
       "      <td>371694</td>\n",
       "      <td>0.93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>698</th>\n",
       "      <td>350751</td>\n",
       "      <td>0.94</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16140</th>\n",
       "      <td>366193</td>\n",
       "      <td>0.94</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10835</th>\n",
       "      <td>360888</td>\n",
       "      <td>0.94</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19939</th>\n",
       "      <td>369992</td>\n",
       "      <td>0.94</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4337</th>\n",
       "      <td>354390</td>\n",
       "      <td>0.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15888</th>\n",
       "      <td>365941</td>\n",
       "      <td>0.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5617</th>\n",
       "      <td>355670</td>\n",
       "      <td>0.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16809</th>\n",
       "      <td>366862</td>\n",
       "      <td>0.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6679</th>\n",
       "      <td>356732</td>\n",
       "      <td>0.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14484</th>\n",
       "      <td>364537</td>\n",
       "      <td>0.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24016</th>\n",
       "      <td>374069</td>\n",
       "      <td>0.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9115</th>\n",
       "      <td>359168</td>\n",
       "      <td>0.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3158</th>\n",
       "      <td>353211</td>\n",
       "      <td>0.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13061</th>\n",
       "      <td>363114</td>\n",
       "      <td>0.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18132</th>\n",
       "      <td>368185</td>\n",
       "      <td>0.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3116</th>\n",
       "      <td>353169</td>\n",
       "      <td>0.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23073</th>\n",
       "      <td>373126</td>\n",
       "      <td>0.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3719</th>\n",
       "      <td>353772</td>\n",
       "      <td>0.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21549</th>\n",
       "      <td>371602</td>\n",
       "      <td>0.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7190</th>\n",
       "      <td>357243</td>\n",
       "      <td>0.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17917</th>\n",
       "      <td>367970</td>\n",
       "      <td>0.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14403</th>\n",
       "      <td>364456</td>\n",
       "      <td>0.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20753</th>\n",
       "      <td>370806</td>\n",
       "      <td>0.98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22944</th>\n",
       "      <td>372997</td>\n",
       "      <td>0.98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22376</th>\n",
       "      <td>372429</td>\n",
       "      <td>0.98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5339</th>\n",
       "      <td>355392</td>\n",
       "      <td>0.98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5367</th>\n",
       "      <td>355420</td>\n",
       "      <td>0.99</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            0     1\n",
       "24999  375052  0.00\n",
       "2551   352604  0.00\n",
       "15133  365186  0.00\n",
       "15130  365183  0.00\n",
       "2560   352613  0.00\n",
       "2568   352621  0.00\n",
       "2572   352625  0.00\n",
       "15096  365149  0.00\n",
       "15144  365197  0.00\n",
       "2580   352633  0.00\n",
       "2582   352635  0.00\n",
       "15066  365119  0.00\n",
       "15062  365115  0.00\n",
       "15046  365099  0.00\n",
       "15044  365097  0.00\n",
       "14999  365052  0.00\n",
       "14987  365040  0.00\n",
       "2581   352634  0.00\n",
       "2608   352661  0.00\n",
       "15146  365199  0.00\n",
       "15153  365206  0.00\n",
       "15307  365360  0.00\n",
       "2502   352555  0.00\n",
       "2503   352556  0.00\n",
       "2509   352562  0.00\n",
       "15268  365321  0.00\n",
       "15263  365316  0.00\n",
       "15259  365312  0.00\n",
       "15147  365200  0.00\n",
       "2516   352569  0.00\n",
       "...       ...   ...\n",
       "703    350756  0.93\n",
       "1922   351975  0.93\n",
       "21641  371694  0.93\n",
       "698    350751  0.94\n",
       "16140  366193  0.94\n",
       "10835  360888  0.94\n",
       "19939  369992  0.94\n",
       "4337   354390  0.95\n",
       "15888  365941  0.95\n",
       "5617   355670  0.95\n",
       "16809  366862  0.95\n",
       "6679   356732  0.95\n",
       "14484  364537  0.95\n",
       "24016  374069  0.95\n",
       "9115   359168  0.95\n",
       "3158   353211  0.95\n",
       "13061  363114  0.95\n",
       "18132  368185  0.96\n",
       "3116   353169  0.96\n",
       "23073  373126  0.96\n",
       "3719   353772  0.96\n",
       "21549  371602  0.96\n",
       "7190   357243  0.97\n",
       "17917  367970  0.97\n",
       "14403  364456  0.97\n",
       "20753  370806  0.98\n",
       "22944  372997  0.98\n",
       "22376  372429  0.98\n",
       "5339   355392  0.98\n",
       "5367   355420  0.99\n",
       "\n",
       "[25000 rows x 2 columns]"
      ]
     },
     "execution_count": 79,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred = pred.sort_values('1')\n",
    "pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "THRESHOLD: 0.5\n"
     ]
    }
   ],
   "source": [
    "thresh = 0.5\n",
    "print(\"THRESHOLD:\", thresh)\n",
    "pred = np.array(pred)\n",
    "pred[pred[:, 1]>thresh, 1] = 1\n",
    "pred[pred[:, 1]<=thresh, 1] = 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "submit = pd.DataFrame(pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "submit = submit.astype('int64')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>375052</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>352604</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>365186</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>365183</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>352613</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>352621</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>352625</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>365149</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>365197</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>352633</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>352635</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>365119</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>365115</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>365099</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>365097</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>365052</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>365040</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>352634</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>352661</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>365199</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>365206</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>365360</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>352555</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>352556</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>352562</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>365321</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>365316</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>365312</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>365200</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>352569</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24970</th>\n",
       "      <td>350756</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24971</th>\n",
       "      <td>351975</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24972</th>\n",
       "      <td>371694</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24973</th>\n",
       "      <td>350751</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24974</th>\n",
       "      <td>366193</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24975</th>\n",
       "      <td>360888</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24976</th>\n",
       "      <td>369992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24977</th>\n",
       "      <td>354390</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24978</th>\n",
       "      <td>365941</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24979</th>\n",
       "      <td>355670</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24980</th>\n",
       "      <td>366862</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24981</th>\n",
       "      <td>356732</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24982</th>\n",
       "      <td>364537</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24983</th>\n",
       "      <td>374069</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24984</th>\n",
       "      <td>359168</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24985</th>\n",
       "      <td>353211</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24986</th>\n",
       "      <td>363114</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24987</th>\n",
       "      <td>368185</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24988</th>\n",
       "      <td>353169</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24989</th>\n",
       "      <td>373126</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24990</th>\n",
       "      <td>353772</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24991</th>\n",
       "      <td>371602</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24992</th>\n",
       "      <td>357243</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24993</th>\n",
       "      <td>367970</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24994</th>\n",
       "      <td>364456</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24995</th>\n",
       "      <td>370806</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24996</th>\n",
       "      <td>372997</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24997</th>\n",
       "      <td>372429</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24998</th>\n",
       "      <td>355392</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24999</th>\n",
       "      <td>355420</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            0  1\n",
       "0      375052  0\n",
       "1      352604  0\n",
       "2      365186  0\n",
       "3      365183  0\n",
       "4      352613  0\n",
       "5      352621  0\n",
       "6      352625  0\n",
       "7      365149  0\n",
       "8      365197  0\n",
       "9      352633  0\n",
       "10     352635  0\n",
       "11     365119  0\n",
       "12     365115  0\n",
       "13     365099  0\n",
       "14     365097  0\n",
       "15     365052  0\n",
       "16     365040  0\n",
       "17     352634  0\n",
       "18     352661  0\n",
       "19     365199  0\n",
       "20     365206  0\n",
       "21     365360  0\n",
       "22     352555  0\n",
       "23     352556  0\n",
       "24     352562  0\n",
       "25     365321  0\n",
       "26     365316  0\n",
       "27     365312  0\n",
       "28     365200  0\n",
       "29     352569  0\n",
       "...       ... ..\n",
       "24970  350756  1\n",
       "24971  351975  1\n",
       "24972  371694  1\n",
       "24973  350751  1\n",
       "24974  366193  1\n",
       "24975  360888  1\n",
       "24976  369992  1\n",
       "24977  354390  1\n",
       "24978  365941  1\n",
       "24979  355670  1\n",
       "24980  366862  1\n",
       "24981  356732  1\n",
       "24982  364537  1\n",
       "24983  374069  1\n",
       "24984  359168  1\n",
       "24985  353211  1\n",
       "24986  363114  1\n",
       "24987  368185  1\n",
       "24988  353169  1\n",
       "24989  373126  1\n",
       "24990  353772  1\n",
       "24991  371602  1\n",
       "24992  357243  1\n",
       "24993  367970  1\n",
       "24994  364456  1\n",
       "24995  370806  1\n",
       "24996  372997  1\n",
       "24997  372429  1\n",
       "24998  355392  1\n",
       "24999  355420  1\n",
       "\n",
       "[25000 rows x 2 columns]"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "submit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "submit.to_csv('flabbergasted_IITGuwahati_61.csv',header = False, index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}