01_earthquake_eda.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from sklearn.experimental import enable_iterative_imputer\n",
    "from sklearn.impute import IterativeImputer\n",
    "from sklearn.impute import KNNImputer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "quake_frame = pd.read_csv('data/consolidated_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 3272774 entries, 0 to 3272773\n",
      "Data columns (total 23 columns):\n",
      " #   Column           Dtype  \n",
      "---  ------           -----  \n",
      " 0   Unnamed: 0       int64  \n",
      " 1   time             object \n",
      " 2   latitude         float64\n",
      " 3   longitude        float64\n",
      " 4   depth            float64\n",
      " 5   mag              float64\n",
      " 6   magType          object \n",
      " 7   nst              float64\n",
      " 8   gap              float64\n",
      " 9   dmin             float64\n",
      " 10  rms              float64\n",
      " 11  net              object \n",
      " 12  id               object \n",
      " 13  updated          object \n",
      " 14  place            object \n",
      " 15  type             object \n",
      " 16  horizontalError  float64\n",
      " 17  depthError       float64\n",
      " 18  magError         float64\n",
      " 19  magNst           float64\n",
      " 20  status           object \n",
      " 21  locationSource   object \n",
      " 22  magSource        object \n",
      "dtypes: float64(12), int64(1), object(10)\n",
      "memory usage: 574.3+ MB\n"
     ]
    }
   ],
   "source": [
    "quake_frame.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>depth</th>\n",
       "      <th>mag</th>\n",
       "      <th>magType</th>\n",
       "      <th>nst</th>\n",
       "      <th>gap</th>\n",
       "      <th>dmin</th>\n",
       "      <th>rms</th>\n",
       "      <th>net</th>\n",
       "      <th>type</th>\n",
       "      <th>horizontalError</th>\n",
       "      <th>depthError</th>\n",
       "      <th>magError</th>\n",
       "      <th>magNst</th>\n",
       "      <th>status</th>\n",
       "      <th>locationSource</th>\n",
       "      <th>magSource</th>\n",
       "      <th>simple_label</th>\n",
       "      <th>has_null</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>37.003502</td>\n",
       "      <td>-117.996834</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>mh</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ci</td>\n",
       "      <td>sonic boom</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>reviewed</td>\n",
       "      <td>ci</td>\n",
       "      <td>ci</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>35.642788</td>\n",
       "      <td>-120.933601</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.99</td>\n",
       "      <td>mh</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ci</td>\n",
       "      <td>earthquake</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>reviewed</td>\n",
       "      <td>ci</td>\n",
       "      <td>ci</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>34.164520</td>\n",
       "      <td>-118.185036</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>mh</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ci</td>\n",
       "      <td>earthquake</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>reviewed</td>\n",
       "      <td>ci</td>\n",
       "      <td>ci</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>33.836494</td>\n",
       "      <td>-116.781868</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>mh</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ci</td>\n",
       "      <td>sonic boom</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>reviewed</td>\n",
       "      <td>ci</td>\n",
       "      <td>ci</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>33.208477</td>\n",
       "      <td>-115.476997</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>mh</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ci</td>\n",
       "      <td>sonic boom</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>reviewed</td>\n",
       "      <td>ci</td>\n",
       "      <td>ci</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    latitude   longitude  depth   mag magType  nst  gap  dmin  rms net  \\\n",
       "0  37.003502 -117.996834    0.0  0.00      mh  0.0  NaN   NaN  NaN  ci   \n",
       "1  35.642788 -120.933601    5.0  1.99      mh  2.0  NaN   NaN  NaN  ci   \n",
       "2  34.164520 -118.185036    0.0  0.00      mh  NaN  NaN   NaN  NaN  ci   \n",
       "3  33.836494 -116.781868    0.0  0.00      mh  NaN  NaN   NaN  NaN  ci   \n",
       "4  33.208477 -115.476997    5.0  0.00      mh  NaN  NaN   NaN  NaN  ci   \n",
       "\n",
       "         type  horizontalError  depthError  magError  magNst    status  \\\n",
       "0  sonic boom              NaN         NaN       NaN     0.0  reviewed   \n",
       "1  earthquake              NaN         NaN       NaN     0.0  reviewed   \n",
       "2  earthquake              NaN         NaN       NaN     0.0  reviewed   \n",
       "3  sonic boom              NaN         NaN       NaN     0.0  reviewed   \n",
       "4  sonic boom              NaN         NaN       NaN     0.0  reviewed   \n",
       "\n",
       "  locationSource magSource  simple_label  has_null  \n",
       "0             ci        ci          True      True  \n",
       "1             ci        ci         False      True  \n",
       "2             ci        ci         False      True  \n",
       "3             ci        ci          True      True  \n",
       "4             ci        ci          True      True  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "quake_frame.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9729571916667634"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "quake_frame.type.value_counts()['earthquake']/len(quake_frame.index)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Righto, so 97.3% of our dataset consists of earthquakes. That is definitely imbalanced."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Unnamed: 0', 'time', 'latitude', 'longitude', 'depth', 'mag',\n",
       "       'magType', 'nst', 'gap', 'dmin', 'rms', 'net', 'id', 'updated', 'place',\n",
       "       'type', 'horizontalError', 'depthError', 'magError', 'magNst', 'status',\n",
       "       'locationSource', 'magSource'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "var_cols = quake_frame.columns\n",
    "var_cols"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Unnamed: 0               0\n",
       "time                     0\n",
       "latitude                 0\n",
       "longitude                0\n",
       "depth                    9\n",
       "mag                 156449\n",
       "magType             167407\n",
       "nst                 881566\n",
       "gap                 838549\n",
       "dmin               1346742\n",
       "rms                 211653\n",
       "net                      0\n",
       "id                       0\n",
       "updated                  0\n",
       "place                   11\n",
       "type                     0\n",
       "horizontalError    1531963\n",
       "depthError          606685\n",
       "magError           1781012\n",
       "magNst              988917\n",
       "status                   1\n",
       "locationSource           0\n",
       "magSource                0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "quake_frame.isna().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Okay, let's kick this off. We've had a look around the dataset and there are quite a few nans and values that appear to be either so numerous or varied that they aren't useful (like time and updated, while earthquakes might not be independent, we're not looking at a timeseries) or they are available in multiple formats (longitude/latitude and place).  \n",
    "Other variables are not clear, like the Source ones which appear similar to the net, but not the same."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Right, so it looks like the source of the information is a key part of the information about what a thing is. So they should all be kept. The dmin variable looks like about 1/3 of the whole dataset has nans. Similar to horizontalError and magError. DepthError and magNst don't seem to fare much better. First dumb idea, take out any columns that are too hard to recode or useless anyway, run a model, see what happens."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "quake_frame.drop(['id', 'Unnamed: 0', 'place', 'time', 'updated'], inplace=True, axis=1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Brilliant. Now, there are a few interesting things to test here.  \n",
    "What's the connection between the nans and the non-earthquake types? Are the nans equally distributed?  \n",
    "What can we say about the correlation between the type and the number of nans? These and more questions are still to answer!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "quake_frame['simple_label'] = quake_frame['type'] != 'earthquake'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "quake_frame['has_null'] = quake_frame.isna().sum(axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "-0.033550227623335906"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "quake_frame['simple_label'].corr(quake_frame['has_null'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Right, now that's awesome. At first glance, there's no reason to believe that there's a common thread underneath at least whether or not something is an earthquake and whether it has NaNs. Cool. Okay, so I'd say we have a look at a few distributions. Make sure max and min are okay etc."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>mean</th>\n",
       "      <th>std</th>\n",
       "      <th>min</th>\n",
       "      <th>25%</th>\n",
       "      <th>50%</th>\n",
       "      <th>75%</th>\n",
       "      <th>max</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>latitude</th>\n",
       "      <td>3272774.0</td>\n",
       "      <td>35.720738</td>\n",
       "      <td>20.256723</td>\n",
       "      <td>-84.422</td>\n",
       "      <td>34.11800</td>\n",
       "      <td>37.576167</td>\n",
       "      <td>42.258667</td>\n",
       "      <td>87.265</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>longitude</th>\n",
       "      <td>3272774.0</td>\n",
       "      <td>-92.856671</td>\n",
       "      <td>80.553255</td>\n",
       "      <td>-179.999</td>\n",
       "      <td>-122.79583</td>\n",
       "      <td>-118.811167</td>\n",
       "      <td>-115.454167</td>\n",
       "      <td>180.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>depth</th>\n",
       "      <td>3272765.0</td>\n",
       "      <td>22.334946</td>\n",
       "      <td>56.320328</td>\n",
       "      <td>-10.000</td>\n",
       "      <td>3.00200</td>\n",
       "      <td>7.155000</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>735.800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mag</th>\n",
       "      <td>3116325.0</td>\n",
       "      <td>1.878941</td>\n",
       "      <td>1.352506</td>\n",
       "      <td>-9.990</td>\n",
       "      <td>0.97000</td>\n",
       "      <td>1.500000</td>\n",
       "      <td>2.460000</td>\n",
       "      <td>9.100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>nst</th>\n",
       "      <td>2391208.0</td>\n",
       "      <td>15.601496</td>\n",
       "      <td>26.606866</td>\n",
       "      <td>0.000</td>\n",
       "      <td>5.00000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>18.000000</td>\n",
       "      <td>934.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>gap</th>\n",
       "      <td>2434225.0</td>\n",
       "      <td>130.487608</td>\n",
       "      <td>69.710621</td>\n",
       "      <td>0.000</td>\n",
       "      <td>79.00000</td>\n",
       "      <td>115.000000</td>\n",
       "      <td>168.260000</td>\n",
       "      <td>360.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dmin</th>\n",
       "      <td>1926032.0</td>\n",
       "      <td>0.255999</td>\n",
       "      <td>1.333459</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.02093</td>\n",
       "      <td>0.051350</td>\n",
       "      <td>0.116000</td>\n",
       "      <td>141.160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rms</th>\n",
       "      <td>3061121.0</td>\n",
       "      <td>0.315205</td>\n",
       "      <td>0.399901</td>\n",
       "      <td>-1.000</td>\n",
       "      <td>0.06000</td>\n",
       "      <td>0.150000</td>\n",
       "      <td>0.480000</td>\n",
       "      <td>104.330</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>horizontalError</th>\n",
       "      <td>1740811.0</td>\n",
       "      <td>1.266841</td>\n",
       "      <td>3.168282</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.30000</td>\n",
       "      <td>0.480000</td>\n",
       "      <td>0.930000</td>\n",
       "      <td>280.600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>depthError</th>\n",
       "      <td>2666089.0</td>\n",
       "      <td>5.640320</td>\n",
       "      <td>1167.801181</td>\n",
       "      <td>-1.000</td>\n",
       "      <td>0.49000</td>\n",
       "      <td>0.960000</td>\n",
       "      <td>2.760000</td>\n",
       "      <td>1773552.500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>magError</th>\n",
       "      <td>1491762.0</td>\n",
       "      <td>0.166893</td>\n",
       "      <td>0.147429</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.09000</td>\n",
       "      <td>0.142000</td>\n",
       "      <td>0.210000</td>\n",
       "      <td>6.110</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>magNst</th>\n",
       "      <td>2283857.0</td>\n",
       "      <td>12.607386</td>\n",
       "      <td>21.127239</td>\n",
       "      <td>0.000</td>\n",
       "      <td>3.00000</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>941.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>has_null</th>\n",
       "      <td>3272774.0</td>\n",
       "      <td>2.600532</td>\n",
       "      <td>2.747433</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>11.000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     count        mean          std      min        25%  \\\n",
       "latitude         3272774.0   35.720738    20.256723  -84.422   34.11800   \n",
       "longitude        3272774.0  -92.856671    80.553255 -179.999 -122.79583   \n",
       "depth            3272765.0   22.334946    56.320328  -10.000    3.00200   \n",
       "mag              3116325.0    1.878941     1.352506   -9.990    0.97000   \n",
       "nst              2391208.0   15.601496    26.606866    0.000    5.00000   \n",
       "gap              2434225.0  130.487608    69.710621    0.000   79.00000   \n",
       "dmin             1926032.0    0.255999     1.333459    0.000    0.02093   \n",
       "rms              3061121.0    0.315205     0.399901   -1.000    0.06000   \n",
       "horizontalError  1740811.0    1.266841     3.168282    0.000    0.30000   \n",
       "depthError       2666089.0    5.640320  1167.801181   -1.000    0.49000   \n",
       "magError         1491762.0    0.166893     0.147429    0.000    0.09000   \n",
       "magNst           2283857.0   12.607386    21.127239    0.000    3.00000   \n",
       "has_null         3272774.0    2.600532     2.747433    0.000    0.00000   \n",
       "\n",
       "                        50%         75%          max  \n",
       "latitude          37.576167   42.258667       87.265  \n",
       "longitude       -118.811167 -115.454167      180.000  \n",
       "depth              7.155000   15.000000      735.800  \n",
       "mag                1.500000    2.460000        9.100  \n",
       "nst               10.000000   18.000000      934.000  \n",
       "gap              115.000000  168.260000      360.000  \n",
       "dmin               0.051350    0.116000      141.160  \n",
       "rms                0.150000    0.480000      104.330  \n",
       "horizontalError    0.480000    0.930000      280.600  \n",
       "depthError         0.960000    2.760000  1773552.500  \n",
       "magError           0.142000    0.210000        6.110  \n",
       "magNst             7.000000   14.000000      941.000  \n",
       "has_null           1.000000    6.000000       11.000  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "quake_frame.describe().transpose()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Okay, the locations are all within sensible bounds. So is the depth. Now let's check whether there's a link between what 'type' there is and the gap. Let's see which types have no gaps.  \n",
    "I think it'll be sensible to clip the depthError, though - 17 million meters is a bit much."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "838549"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sum(quake_frame['gap'].isna())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>depth</th>\n",
       "      <th>mag</th>\n",
       "      <th>magType</th>\n",
       "      <th>nst</th>\n",
       "      <th>gap</th>\n",
       "      <th>dmin</th>\n",
       "      <th>rms</th>\n",
       "      <th>net</th>\n",
       "      <th>horizontalError</th>\n",
       "      <th>depthError</th>\n",
       "      <th>magError</th>\n",
       "      <th>magNst</th>\n",
       "      <th>status</th>\n",
       "      <th>locationSource</th>\n",
       "      <th>magSource</th>\n",
       "      <th>simple_label</th>\n",
       "      <th>has_null</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>type</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Rock Slide</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>acoustic noise</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>building collapse</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>chemical explosion</th>\n",
       "      <td>392</td>\n",
       "      <td>392</td>\n",
       "      <td>392</td>\n",
       "      <td>369</td>\n",
       "      <td>369</td>\n",
       "      <td>386</td>\n",
       "      <td>385</td>\n",
       "      <td>384</td>\n",
       "      <td>385</td>\n",
       "      <td>392</td>\n",
       "      <td>388</td>\n",
       "      <td>388</td>\n",
       "      <td>341</td>\n",
       "      <td>369</td>\n",
       "      <td>392</td>\n",
       "      <td>392</td>\n",
       "      <td>392</td>\n",
       "      <td>392</td>\n",
       "      <td>392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>collapse</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>earthquake</th>\n",
       "      <td>3184269</td>\n",
       "      <td>3184269</td>\n",
       "      <td>3184262</td>\n",
       "      <td>3034628</td>\n",
       "      <td>3023675</td>\n",
       "      <td>2312690</td>\n",
       "      <td>2354425</td>\n",
       "      <td>1866907</td>\n",
       "      <td>2973090</td>\n",
       "      <td>3184269</td>\n",
       "      <td>1688270</td>\n",
       "      <td>2604029</td>\n",
       "      <td>1444712</td>\n",
       "      <td>2210544</td>\n",
       "      <td>3184269</td>\n",
       "      <td>3184269</td>\n",
       "      <td>3184269</td>\n",
       "      <td>3184269</td>\n",
       "      <td>3184269</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>eq</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>experimental explosion</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>explosion</th>\n",
       "      <td>20133</td>\n",
       "      <td>20133</td>\n",
       "      <td>20133</td>\n",
       "      <td>20052</td>\n",
       "      <td>20050</td>\n",
       "      <td>16510</td>\n",
       "      <td>16496</td>\n",
       "      <td>15854</td>\n",
       "      <td>20044</td>\n",
       "      <td>20133</td>\n",
       "      <td>15890</td>\n",
       "      <td>18916</td>\n",
       "      <td>16371</td>\n",
       "      <td>16525</td>\n",
       "      <td>20133</td>\n",
       "      <td>20133</td>\n",
       "      <td>20133</td>\n",
       "      <td>20133</td>\n",
       "      <td>20133</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ice quake</th>\n",
       "      <td>3951</td>\n",
       "      <td>3951</td>\n",
       "      <td>3951</td>\n",
       "      <td>3951</td>\n",
       "      <td>3951</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>3951</td>\n",
       "      <td>3951</td>\n",
       "      <td>20</td>\n",
       "      <td>3951</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>3951</td>\n",
       "      <td>3951</td>\n",
       "      <td>3951</td>\n",
       "      <td>3951</td>\n",
       "      <td>3951</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>induced or triggered event</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>landslide</th>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>14</td>\n",
       "      <td>15</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>meteorite</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mine collapse</th>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "      <td>27</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "      <td>33</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mining explosion</th>\n",
       "      <td>1240</td>\n",
       "      <td>1240</td>\n",
       "      <td>1240</td>\n",
       "      <td>1235</td>\n",
       "      <td>1235</td>\n",
       "      <td>0</td>\n",
       "      <td>1238</td>\n",
       "      <td>1238</td>\n",
       "      <td>1240</td>\n",
       "      <td>1240</td>\n",
       "      <td>1025</td>\n",
       "      <td>1240</td>\n",
       "      <td>1223</td>\n",
       "      <td>1166</td>\n",
       "      <td>1240</td>\n",
       "      <td>1240</td>\n",
       "      <td>1240</td>\n",
       "      <td>1240</td>\n",
       "      <td>1240</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>not reported</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>nuclear explosion</th>\n",
       "      <td>738</td>\n",
       "      <td>738</td>\n",
       "      <td>738</td>\n",
       "      <td>733</td>\n",
       "      <td>733</td>\n",
       "      <td>351</td>\n",
       "      <td>353</td>\n",
       "      <td>127</td>\n",
       "      <td>566</td>\n",
       "      <td>738</td>\n",
       "      <td>340</td>\n",
       "      <td>341</td>\n",
       "      <td>328</td>\n",
       "      <td>565</td>\n",
       "      <td>738</td>\n",
       "      <td>738</td>\n",
       "      <td>738</td>\n",
       "      <td>738</td>\n",
       "      <td>738</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>other event</th>\n",
       "      <td>517</td>\n",
       "      <td>517</td>\n",
       "      <td>517</td>\n",
       "      <td>517</td>\n",
       "      <td>517</td>\n",
       "      <td>40</td>\n",
       "      <td>40</td>\n",
       "      <td>40</td>\n",
       "      <td>505</td>\n",
       "      <td>517</td>\n",
       "      <td>39</td>\n",
       "      <td>505</td>\n",
       "      <td>38</td>\n",
       "      <td>52</td>\n",
       "      <td>517</td>\n",
       "      <td>517</td>\n",
       "      <td>517</td>\n",
       "      <td>517</td>\n",
       "      <td>517</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>quarry</th>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>4</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>14</td>\n",
       "      <td>17</td>\n",
       "      <td>14</td>\n",
       "      <td>14</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>quarry blast</th>\n",
       "      <td>60898</td>\n",
       "      <td>60898</td>\n",
       "      <td>60898</td>\n",
       "      <td>54464</td>\n",
       "      <td>54464</td>\n",
       "      <td>60782</td>\n",
       "      <td>60810</td>\n",
       "      <td>41119</td>\n",
       "      <td>60810</td>\n",
       "      <td>60898</td>\n",
       "      <td>34702</td>\n",
       "      <td>36330</td>\n",
       "      <td>28642</td>\n",
       "      <td>54441</td>\n",
       "      <td>60898</td>\n",
       "      <td>60898</td>\n",
       "      <td>60898</td>\n",
       "      <td>60898</td>\n",
       "      <td>60898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rock burst</th>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>179</td>\n",
       "      <td>113</td>\n",
       "      <td>119</td>\n",
       "      <td>22</td>\n",
       "      <td>177</td>\n",
       "      <td>180</td>\n",
       "      <td>10</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>24</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rockslide</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sonic boom</th>\n",
       "      <td>351</td>\n",
       "      <td>351</td>\n",
       "      <td>351</td>\n",
       "      <td>110</td>\n",
       "      <td>110</td>\n",
       "      <td>295</td>\n",
       "      <td>288</td>\n",
       "      <td>271</td>\n",
       "      <td>290</td>\n",
       "      <td>351</td>\n",
       "      <td>66</td>\n",
       "      <td>305</td>\n",
       "      <td>35</td>\n",
       "      <td>105</td>\n",
       "      <td>351</td>\n",
       "      <td>351</td>\n",
       "      <td>351</td>\n",
       "      <td>351</td>\n",
       "      <td>351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sonicboom</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>volcanic eruption</th>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            latitude  longitude    depth      mag  magType  \\\n",
       "type                                                                         \n",
       "Rock Slide                         1          1        1        1        1   \n",
       "acoustic noise                     2          2        2        2        2   \n",
       "building collapse                  5          5        5        0        0   \n",
       "chemical explosion               392        392      392      369      369   \n",
       "collapse                           1          1        1        1        1   \n",
       "earthquake                   3184269    3184269  3184262  3034628  3023675   \n",
       "eq                                 1          1        1        1        0   \n",
       "experimental explosion             5          5        5        5        5   \n",
       "explosion                      20133      20133    20133    20052    20050   \n",
       "ice quake                       3951       3951     3951     3951     3951   \n",
       "induced or triggered event         1          1        1        1        1   \n",
       "landslide                         15         15       15        8        8   \n",
       "meteorite                          1          1        1        1        1   \n",
       "mine collapse                     33         33       33       27       27   \n",
       "mining explosion                1240       1240     1240     1235     1235   \n",
       "not reported                       3          3        3        3        3   \n",
       "nuclear explosion                738        738      738      733      733   \n",
       "other event                      517        517      517      517      517   \n",
       "quarry                            17         17       17       17       17   \n",
       "quarry blast                   60898      60898    60898    54464    54464   \n",
       "rock burst                       180        180      180      180      179   \n",
       "rockslide                          3          3        3        3        3   \n",
       "sonic boom                       351        351      351      110      110   \n",
       "sonicboom                          2          2        0        1        0   \n",
       "volcanic eruption                 15         15       15       15       15   \n",
       "\n",
       "                                nst      gap     dmin      rms      net  \\\n",
       "type                                                                      \n",
       "Rock Slide                        1        1        0        1        1   \n",
       "acoustic noise                    2        2        2        0        2   \n",
       "building collapse                 0        0        0        0        5   \n",
       "chemical explosion              386      385      384      385      392   \n",
       "collapse                          0        0        0        1        1   \n",
       "earthquake                  2312690  2354425  1866907  2973090  3184269   \n",
       "eq                                0        0        0        0        1   \n",
       "experimental explosion            0        5        5        5        5   \n",
       "explosion                     16510    16496    15854    20044    20133   \n",
       "ice quake                         0        5        5     3951     3951   \n",
       "induced or triggered event        0        1        1        1        1   \n",
       "landslide                        13       13       13       15       15   \n",
       "meteorite                         0        0        0        1        1   \n",
       "mine collapse                     0        6        6        7       33   \n",
       "mining explosion                  0     1238     1238     1240     1240   \n",
       "not reported                      3        3        3        0        3   \n",
       "nuclear explosion               351      353      127      566      738   \n",
       "other event                      40       40       40      505      517   \n",
       "quarry                            4       17       17       14       17   \n",
       "quarry blast                  60782    60810    41119    60810    60898   \n",
       "rock burst                      113      119       22      177      180   \n",
       "rockslide                         3        3        3        3        3   \n",
       "sonic boom                      295      288      271      290      351   \n",
       "sonicboom                         0        0        0        0        2   \n",
       "volcanic eruption                15       15       15       15       15   \n",
       "\n",
       "                            horizontalError  depthError  magError   magNst  \\\n",
       "type                                                                         \n",
       "Rock Slide                                0           0         0        0   \n",
       "acoustic noise                            0           0         2        2   \n",
       "building collapse                         0           0         0        0   \n",
       "chemical explosion                      388         388       341      369   \n",
       "collapse                                  1           1         1        1   \n",
       "earthquake                          1688270     2604029   1444712  2210544   \n",
       "eq                                        0           0         0        0   \n",
       "experimental explosion                    5           5         5        5   \n",
       "explosion                             15890       18916     16371    16525   \n",
       "ice quake                                20        3951         7        7   \n",
       "induced or triggered event                1           1         1        1   \n",
       "landslide                                14          15         8        8   \n",
       "meteorite                                 1           1         1        1   \n",
       "mine collapse                             7           7         6        7   \n",
       "mining explosion                       1025        1240      1223     1166   \n",
       "not reported                              0           0         3        3   \n",
       "nuclear explosion                       340         341       328      565   \n",
       "other event                              39         505        38       52   \n",
       "quarry                                   14          14        13       13   \n",
       "quarry blast                          34702       36330     28642    54441   \n",
       "rock burst                               10          22        22       24   \n",
       "rockslide                                 3           3         3        3   \n",
       "sonic boom                               66         305        35      105   \n",
       "sonicboom                                 0           0         0        0   \n",
       "volcanic eruption                        15          15         0       15   \n",
       "\n",
       "                             status  locationSource  magSource  simple_label  \\\n",
       "type                                                                           \n",
       "Rock Slide                        1               1          1             1   \n",
       "acoustic noise                    2               2          2             2   \n",
       "building collapse                 5               5          5             5   \n",
       "chemical explosion              392             392        392           392   \n",
       "collapse                          1               1          1             1   \n",
       "earthquake                  3184269         3184269    3184269       3184269   \n",
       "eq                                0               1          1             1   \n",
       "experimental explosion            5               5          5             5   \n",
       "explosion                     20133           20133      20133         20133   \n",
       "ice quake                      3951            3951       3951          3951   \n",
       "induced or triggered event        1               1          1             1   \n",
       "landslide                        15              15         15            15   \n",
       "meteorite                         1               1          1             1   \n",
       "mine collapse                    33              33         33            33   \n",
       "mining explosion               1240            1240       1240          1240   \n",
       "not reported                      3               3          3             3   \n",
       "nuclear explosion               738             738        738           738   \n",
       "other event                     517             517        517           517   \n",
       "quarry                           17              17         17            17   \n",
       "quarry blast                  60898           60898      60898         60898   \n",
       "rock burst                      180             180        180           180   \n",
       "rockslide                         3               3          3             3   \n",
       "sonic boom                      351             351        351           351   \n",
       "sonicboom                         2               2          2             2   \n",
       "volcanic eruption                15              15         15            15   \n",
       "\n",
       "                            has_null  \n",
       "type                                  \n",
       "Rock Slide                         1  \n",
       "acoustic noise                     2  \n",
       "building collapse                  5  \n",
       "chemical explosion               392  \n",
       "collapse                           1  \n",
       "earthquake                   3184269  \n",
       "eq                                 1  \n",
       "experimental explosion             5  \n",
       "explosion                      20133  \n",
       "ice quake                       3951  \n",
       "induced or triggered event         1  \n",
       "landslide                         15  \n",
       "meteorite                          1  \n",
       "mine collapse                     33  \n",
       "mining explosion                1240  \n",
       "not reported                       3  \n",
       "nuclear explosion                738  \n",
       "other event                      517  \n",
       "quarry                            17  \n",
       "quarry blast                   60898  \n",
       "rock burst                       180  \n",
       "rockslide                          3  \n",
       "sonic boom                       351  \n",
       "sonicboom                          2  \n",
       "volcanic eruption                 15  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "quake_frame.groupby('type').count()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Cool. Again, it looks like there's no significant signature in the missing values by type. magError and horizontalError have the most missing types, and earthquakes are missing about 50% of each, as much as the two next biggest groups.  \n",
    "This indicates that we have a fair chance to fix a whole bunch of values by running interpolation or imputation (or no chance whatsoever... but this will be a nice test!)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>depth</th>\n",
       "      <th>mag</th>\n",
       "      <th>nst</th>\n",
       "      <th>gap</th>\n",
       "      <th>dmin</th>\n",
       "      <th>rms</th>\n",
       "      <th>horizontalError</th>\n",
       "      <th>depthError</th>\n",
       "      <th>magError</th>\n",
       "      <th>magNst</th>\n",
       "      <th>simple_label</th>\n",
       "      <th>has_null</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>latitude</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.451401</td>\n",
       "      <td>-0.296079</td>\n",
       "      <td>-0.507814</td>\n",
       "      <td>-0.158979</td>\n",
       "      <td>0.004029</td>\n",
       "      <td>-0.494358</td>\n",
       "      <td>-0.244619</td>\n",
       "      <td>-0.302554</td>\n",
       "      <td>0.000085</td>\n",
       "      <td>-0.014073</td>\n",
       "      <td>-0.061685</td>\n",
       "      <td>0.035748</td>\n",
       "      <td>-0.031423</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>longitude</th>\n",
       "      <td>-0.451401</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.210276</td>\n",
       "      <td>0.614025</td>\n",
       "      <td>0.247375</td>\n",
       "      <td>-0.003974</td>\n",
       "      <td>0.389691</td>\n",
       "      <td>0.484020</td>\n",
       "      <td>0.335893</td>\n",
       "      <td>0.006076</td>\n",
       "      <td>-0.049341</td>\n",
       "      <td>0.063904</td>\n",
       "      <td>-0.055807</td>\n",
       "      <td>0.307779</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>depth</th>\n",
       "      <td>-0.296079</td>\n",
       "      <td>0.210276</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.368889</td>\n",
       "      <td>0.187780</td>\n",
       "      <td>0.006451</td>\n",
       "      <td>0.285692</td>\n",
       "      <td>0.306884</td>\n",
       "      <td>0.311279</td>\n",
       "      <td>0.001451</td>\n",
       "      <td>-0.041375</td>\n",
       "      <td>0.081878</td>\n",
       "      <td>-0.065932</td>\n",
       "      <td>0.251632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mag</th>\n",
       "      <td>-0.507814</td>\n",
       "      <td>0.614025</td>\n",
       "      <td>0.368889</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.411418</td>\n",
       "      <td>-0.058773</td>\n",
       "      <td>0.415177</td>\n",
       "      <td>0.647656</td>\n",
       "      <td>0.386625</td>\n",
       "      <td>0.003567</td>\n",
       "      <td>-0.034934</td>\n",
       "      <td>0.271055</td>\n",
       "      <td>-0.020237</td>\n",
       "      <td>0.469126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>nst</th>\n",
       "      <td>-0.158979</td>\n",
       "      <td>0.247375</td>\n",
       "      <td>0.187780</td>\n",
       "      <td>0.411418</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.270720</td>\n",
       "      <td>-0.051689</td>\n",
       "      <td>0.255584</td>\n",
       "      <td>-0.132335</td>\n",
       "      <td>-0.043947</td>\n",
       "      <td>0.029142</td>\n",
       "      <td>0.533437</td>\n",
       "      <td>-0.046812</td>\n",
       "      <td>0.040297</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>gap</th>\n",
       "      <td>0.004029</td>\n",
       "      <td>-0.003974</td>\n",
       "      <td>0.006451</td>\n",
       "      <td>-0.058773</td>\n",
       "      <td>-0.270720</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.021445</td>\n",
       "      <td>-0.008536</td>\n",
       "      <td>0.295077</td>\n",
       "      <td>0.196087</td>\n",
       "      <td>0.025157</td>\n",
       "      <td>-0.248005</td>\n",
       "      <td>-0.007296</td>\n",
       "      <td>0.143001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dmin</th>\n",
       "      <td>-0.494358</td>\n",
       "      <td>0.389691</td>\n",
       "      <td>0.285692</td>\n",
       "      <td>0.415177</td>\n",
       "      <td>-0.051689</td>\n",
       "      <td>0.021445</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.315868</td>\n",
       "      <td>0.414551</td>\n",
       "      <td>0.052997</td>\n",
       "      <td>-0.032836</td>\n",
       "      <td>0.147570</td>\n",
       "      <td>-0.013744</td>\n",
       "      <td>0.106397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rms</th>\n",
       "      <td>-0.244619</td>\n",
       "      <td>0.484020</td>\n",
       "      <td>0.306884</td>\n",
       "      <td>0.647656</td>\n",
       "      <td>0.255584</td>\n",
       "      <td>-0.008536</td>\n",
       "      <td>0.315868</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.464142</td>\n",
       "      <td>0.002074</td>\n",
       "      <td>-0.021915</td>\n",
       "      <td>0.109947</td>\n",
       "      <td>-0.035358</td>\n",
       "      <td>0.576069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>horizontalError</th>\n",
       "      <td>-0.302554</td>\n",
       "      <td>0.335893</td>\n",
       "      <td>0.311279</td>\n",
       "      <td>0.386625</td>\n",
       "      <td>-0.132335</td>\n",
       "      <td>0.295077</td>\n",
       "      <td>0.414551</td>\n",
       "      <td>0.464142</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.302583</td>\n",
       "      <td>-0.031127</td>\n",
       "      <td>0.079172</td>\n",
       "      <td>0.027265</td>\n",
       "      <td>0.097424</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>depthError</th>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.006076</td>\n",
       "      <td>0.001451</td>\n",
       "      <td>0.003567</td>\n",
       "      <td>-0.043947</td>\n",
       "      <td>0.196087</td>\n",
       "      <td>0.052997</td>\n",
       "      <td>0.002074</td>\n",
       "      <td>0.302583</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.023596</td>\n",
       "      <td>-0.036658</td>\n",
       "      <td>0.001106</td>\n",
       "      <td>0.003371</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>magError</th>\n",
       "      <td>-0.014073</td>\n",
       "      <td>-0.049341</td>\n",
       "      <td>-0.041375</td>\n",
       "      <td>-0.034934</td>\n",
       "      <td>0.029142</td>\n",
       "      <td>0.025157</td>\n",
       "      <td>-0.032836</td>\n",
       "      <td>-0.021915</td>\n",
       "      <td>-0.031127</td>\n",
       "      <td>0.023596</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.039358</td>\n",
       "      <td>-0.026695</td>\n",
       "      <td>0.096193</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>magNst</th>\n",
       "      <td>-0.061685</td>\n",
       "      <td>0.063904</td>\n",
       "      <td>0.081878</td>\n",
       "      <td>0.271055</td>\n",
       "      <td>0.533437</td>\n",
       "      <td>-0.248005</td>\n",
       "      <td>0.147570</td>\n",
       "      <td>0.109947</td>\n",
       "      <td>0.079172</td>\n",
       "      <td>-0.036658</td>\n",
       "      <td>-0.039358</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.010917</td>\n",
       "      <td>0.014536</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>simple_label</th>\n",
       "      <td>0.035748</td>\n",
       "      <td>-0.055807</td>\n",
       "      <td>-0.065932</td>\n",
       "      <td>-0.020237</td>\n",
       "      <td>-0.046812</td>\n",
       "      <td>-0.007296</td>\n",
       "      <td>-0.013744</td>\n",
       "      <td>-0.035358</td>\n",
       "      <td>0.027265</td>\n",
       "      <td>0.001106</td>\n",
       "      <td>-0.026695</td>\n",
       "      <td>-0.010917</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.033550</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>has_null</th>\n",
       "      <td>-0.031423</td>\n",
       "      <td>0.307779</td>\n",
       "      <td>0.251632</td>\n",
       "      <td>0.469126</td>\n",
       "      <td>0.040297</td>\n",
       "      <td>0.143001</td>\n",
       "      <td>0.106397</td>\n",
       "      <td>0.576069</td>\n",
       "      <td>0.097424</td>\n",
       "      <td>0.003371</td>\n",
       "      <td>0.096193</td>\n",
       "      <td>0.014536</td>\n",
       "      <td>-0.033550</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 latitude  longitude     depth       mag       nst       gap  \\\n",
       "latitude         1.000000  -0.451401 -0.296079 -0.507814 -0.158979  0.004029   \n",
       "longitude       -0.451401   1.000000  0.210276  0.614025  0.247375 -0.003974   \n",
       "depth           -0.296079   0.210276  1.000000  0.368889  0.187780  0.006451   \n",
       "mag             -0.507814   0.614025  0.368889  1.000000  0.411418 -0.058773   \n",
       "nst             -0.158979   0.247375  0.187780  0.411418  1.000000 -0.270720   \n",
       "gap              0.004029  -0.003974  0.006451 -0.058773 -0.270720  1.000000   \n",
       "dmin            -0.494358   0.389691  0.285692  0.415177 -0.051689  0.021445   \n",
       "rms             -0.244619   0.484020  0.306884  0.647656  0.255584 -0.008536   \n",
       "horizontalError -0.302554   0.335893  0.311279  0.386625 -0.132335  0.295077   \n",
       "depthError       0.000085   0.006076  0.001451  0.003567 -0.043947  0.196087   \n",
       "magError        -0.014073  -0.049341 -0.041375 -0.034934  0.029142  0.025157   \n",
       "magNst          -0.061685   0.063904  0.081878  0.271055  0.533437 -0.248005   \n",
       "simple_label     0.035748  -0.055807 -0.065932 -0.020237 -0.046812 -0.007296   \n",
       "has_null        -0.031423   0.307779  0.251632  0.469126  0.040297  0.143001   \n",
       "\n",
       "                     dmin       rms  horizontalError  depthError  magError  \\\n",
       "latitude        -0.494358 -0.244619        -0.302554    0.000085 -0.014073   \n",
       "longitude        0.389691  0.484020         0.335893    0.006076 -0.049341   \n",
       "depth            0.285692  0.306884         0.311279    0.001451 -0.041375   \n",
       "mag              0.415177  0.647656         0.386625    0.003567 -0.034934   \n",
       "nst             -0.051689  0.255584        -0.132335   -0.043947  0.029142   \n",
       "gap              0.021445 -0.008536         0.295077    0.196087  0.025157   \n",
       "dmin             1.000000  0.315868         0.414551    0.052997 -0.032836   \n",
       "rms              0.315868  1.000000         0.464142    0.002074 -0.021915   \n",
       "horizontalError  0.414551  0.464142         1.000000    0.302583 -0.031127   \n",
       "depthError       0.052997  0.002074         0.302583    1.000000  0.023596   \n",
       "magError        -0.032836 -0.021915        -0.031127    0.023596  1.000000   \n",
       "magNst           0.147570  0.109947         0.079172   -0.036658 -0.039358   \n",
       "simple_label    -0.013744 -0.035358         0.027265    0.001106 -0.026695   \n",
       "has_null         0.106397  0.576069         0.097424    0.003371  0.096193   \n",
       "\n",
       "                   magNst  simple_label  has_null  \n",
       "latitude        -0.061685      0.035748 -0.031423  \n",
       "longitude        0.063904     -0.055807  0.307779  \n",
       "depth            0.081878     -0.065932  0.251632  \n",
       "mag              0.271055     -0.020237  0.469126  \n",
       "nst              0.533437     -0.046812  0.040297  \n",
       "gap             -0.248005     -0.007296  0.143001  \n",
       "dmin             0.147570     -0.013744  0.106397  \n",
       "rms              0.109947     -0.035358  0.576069  \n",
       "horizontalError  0.079172      0.027265  0.097424  \n",
       "depthError      -0.036658      0.001106  0.003371  \n",
       "magError        -0.039358     -0.026695  0.096193  \n",
       "magNst           1.000000     -0.010917  0.014536  \n",
       "simple_label    -0.010917      1.000000 -0.033550  \n",
       "has_null         0.014536     -0.033550  1.000000  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "quake_frame.corr()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Yeah, so it looks more like thinking that the NaNs would *not* give any information about the label was a bit hasty. However, to be precise, this is the number of NaNs, not whether or not there are any. So to truly test this, I'll transform this into a boolean column and run this again."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "quake_frame['has_null'] = quake_frame['has_null'] > 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>depth</th>\n",
       "      <th>mag</th>\n",
       "      <th>nst</th>\n",
       "      <th>gap</th>\n",
       "      <th>dmin</th>\n",
       "      <th>rms</th>\n",
       "      <th>horizontalError</th>\n",
       "      <th>depthError</th>\n",
       "      <th>magError</th>\n",
       "      <th>magNst</th>\n",
       "      <th>simple_label</th>\n",
       "      <th>has_null</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>simple_label</th>\n",
       "      <td>0.035748</td>\n",
       "      <td>-0.055807</td>\n",
       "      <td>-0.065932</td>\n",
       "      <td>-0.020237</td>\n",
       "      <td>-0.046812</td>\n",
       "      <td>-0.007296</td>\n",
       "      <td>-0.013744</td>\n",
       "      <td>-0.035358</td>\n",
       "      <td>0.027265</td>\n",
       "      <td>0.001106</td>\n",
       "      <td>-0.026695</td>\n",
       "      <td>-0.010917</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.039124</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>latitude</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.451401</td>\n",
       "      <td>-0.296079</td>\n",
       "      <td>-0.507814</td>\n",
       "      <td>-0.158979</td>\n",
       "      <td>0.004029</td>\n",
       "      <td>-0.494358</td>\n",
       "      <td>-0.244619</td>\n",
       "      <td>-0.302554</td>\n",
       "      <td>0.000085</td>\n",
       "      <td>-0.014073</td>\n",
       "      <td>-0.061685</td>\n",
       "      <td>0.035748</td>\n",
       "      <td>-0.062753</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>horizontalError</th>\n",
       "      <td>-0.302554</td>\n",
       "      <td>0.335893</td>\n",
       "      <td>0.311279</td>\n",
       "      <td>0.386625</td>\n",
       "      <td>-0.132335</td>\n",
       "      <td>0.295077</td>\n",
       "      <td>0.414551</td>\n",
       "      <td>0.464142</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.302583</td>\n",
       "      <td>-0.031127</td>\n",
       "      <td>0.079172</td>\n",
       "      <td>0.027265</td>\n",
       "      <td>0.227323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>depthError</th>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.006076</td>\n",
       "      <td>0.001451</td>\n",
       "      <td>0.003567</td>\n",
       "      <td>-0.043947</td>\n",
       "      <td>0.196087</td>\n",
       "      <td>0.052997</td>\n",
       "      <td>0.002074</td>\n",
       "      <td>0.302583</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.023596</td>\n",
       "      <td>-0.036658</td>\n",
       "      <td>0.001106</td>\n",
       "      <td>0.002267</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>gap</th>\n",
       "      <td>0.004029</td>\n",
       "      <td>-0.003974</td>\n",
       "      <td>0.006451</td>\n",
       "      <td>-0.058773</td>\n",
       "      <td>-0.270720</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.021445</td>\n",
       "      <td>-0.008536</td>\n",
       "      <td>0.295077</td>\n",
       "      <td>0.196087</td>\n",
       "      <td>0.025157</td>\n",
       "      <td>-0.248005</td>\n",
       "      <td>-0.007296</td>\n",
       "      <td>0.136791</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>magNst</th>\n",
       "      <td>-0.061685</td>\n",
       "      <td>0.063904</td>\n",
       "      <td>0.081878</td>\n",
       "      <td>0.271055</td>\n",
       "      <td>0.533437</td>\n",
       "      <td>-0.248005</td>\n",
       "      <td>0.147570</td>\n",
       "      <td>0.109947</td>\n",
       "      <td>0.079172</td>\n",
       "      <td>-0.036658</td>\n",
       "      <td>-0.039358</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.010917</td>\n",
       "      <td>-0.003974</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dmin</th>\n",
       "      <td>-0.494358</td>\n",
       "      <td>0.389691</td>\n",
       "      <td>0.285692</td>\n",
       "      <td>0.415177</td>\n",
       "      <td>-0.051689</td>\n",
       "      <td>0.021445</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.315868</td>\n",
       "      <td>0.414551</td>\n",
       "      <td>0.052997</td>\n",
       "      <td>-0.032836</td>\n",
       "      <td>0.147570</td>\n",
       "      <td>-0.013744</td>\n",
       "      <td>0.176671</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mag</th>\n",
       "      <td>-0.507814</td>\n",
       "      <td>0.614025</td>\n",
       "      <td>0.368889</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.411418</td>\n",
       "      <td>-0.058773</td>\n",
       "      <td>0.415177</td>\n",
       "      <td>0.647656</td>\n",
       "      <td>0.386625</td>\n",
       "      <td>0.003567</td>\n",
       "      <td>-0.034934</td>\n",
       "      <td>0.271055</td>\n",
       "      <td>-0.020237</td>\n",
       "      <td>0.370025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>magError</th>\n",
       "      <td>-0.014073</td>\n",
       "      <td>-0.049341</td>\n",
       "      <td>-0.041375</td>\n",
       "      <td>-0.034934</td>\n",
       "      <td>0.029142</td>\n",
       "      <td>0.025157</td>\n",
       "      <td>-0.032836</td>\n",
       "      <td>-0.021915</td>\n",
       "      <td>-0.031127</td>\n",
       "      <td>0.023596</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.039358</td>\n",
       "      <td>-0.026695</td>\n",
       "      <td>0.126834</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rms</th>\n",
       "      <td>-0.244619</td>\n",
       "      <td>0.484020</td>\n",
       "      <td>0.306884</td>\n",
       "      <td>0.647656</td>\n",
       "      <td>0.255584</td>\n",
       "      <td>-0.008536</td>\n",
       "      <td>0.315868</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.464142</td>\n",
       "      <td>0.002074</td>\n",
       "      <td>-0.021915</td>\n",
       "      <td>0.109947</td>\n",
       "      <td>-0.035358</td>\n",
       "      <td>0.446177</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>has_null</th>\n",
       "      <td>-0.062753</td>\n",
       "      <td>0.256776</td>\n",
       "      <td>0.224449</td>\n",
       "      <td>0.370025</td>\n",
       "      <td>-0.054372</td>\n",
       "      <td>0.136791</td>\n",
       "      <td>0.176671</td>\n",
       "      <td>0.446177</td>\n",
       "      <td>0.227323</td>\n",
       "      <td>0.002267</td>\n",
       "      <td>0.126834</td>\n",
       "      <td>-0.003974</td>\n",
       "      <td>-0.039124</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>nst</th>\n",
       "      <td>-0.158979</td>\n",
       "      <td>0.247375</td>\n",
       "      <td>0.187780</td>\n",
       "      <td>0.411418</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.270720</td>\n",
       "      <td>-0.051689</td>\n",
       "      <td>0.255584</td>\n",
       "      <td>-0.132335</td>\n",
       "      <td>-0.043947</td>\n",
       "      <td>0.029142</td>\n",
       "      <td>0.533437</td>\n",
       "      <td>-0.046812</td>\n",
       "      <td>-0.054372</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>longitude</th>\n",
       "      <td>-0.451401</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.210276</td>\n",
       "      <td>0.614025</td>\n",
       "      <td>0.247375</td>\n",
       "      <td>-0.003974</td>\n",
       "      <td>0.389691</td>\n",
       "      <td>0.484020</td>\n",
       "      <td>0.335893</td>\n",
       "      <td>0.006076</td>\n",
       "      <td>-0.049341</td>\n",
       "      <td>0.063904</td>\n",
       "      <td>-0.055807</td>\n",
       "      <td>0.256776</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>depth</th>\n",
       "      <td>-0.296079</td>\n",
       "      <td>0.210276</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.368889</td>\n",
       "      <td>0.187780</td>\n",
       "      <td>0.006451</td>\n",
       "      <td>0.285692</td>\n",
       "      <td>0.306884</td>\n",
       "      <td>0.311279</td>\n",
       "      <td>0.001451</td>\n",
       "      <td>-0.041375</td>\n",
       "      <td>0.081878</td>\n",
       "      <td>-0.065932</td>\n",
       "      <td>0.224449</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 latitude  longitude     depth       mag       nst       gap  \\\n",
       "simple_label     0.035748  -0.055807 -0.065932 -0.020237 -0.046812 -0.007296   \n",
       "latitude         1.000000  -0.451401 -0.296079 -0.507814 -0.158979  0.004029   \n",
       "horizontalError -0.302554   0.335893  0.311279  0.386625 -0.132335  0.295077   \n",
       "depthError       0.000085   0.006076  0.001451  0.003567 -0.043947  0.196087   \n",
       "gap              0.004029  -0.003974  0.006451 -0.058773 -0.270720  1.000000   \n",
       "magNst          -0.061685   0.063904  0.081878  0.271055  0.533437 -0.248005   \n",
       "dmin            -0.494358   0.389691  0.285692  0.415177 -0.051689  0.021445   \n",
       "mag             -0.507814   0.614025  0.368889  1.000000  0.411418 -0.058773   \n",
       "magError        -0.014073  -0.049341 -0.041375 -0.034934  0.029142  0.025157   \n",
       "rms             -0.244619   0.484020  0.306884  0.647656  0.255584 -0.008536   \n",
       "has_null        -0.062753   0.256776  0.224449  0.370025 -0.054372  0.136791   \n",
       "nst             -0.158979   0.247375  0.187780  0.411418  1.000000 -0.270720   \n",
       "longitude       -0.451401   1.000000  0.210276  0.614025  0.247375 -0.003974   \n",
       "depth           -0.296079   0.210276  1.000000  0.368889  0.187780  0.006451   \n",
       "\n",
       "                     dmin       rms  horizontalError  depthError  magError  \\\n",
       "simple_label    -0.013744 -0.035358         0.027265    0.001106 -0.026695   \n",
       "latitude        -0.494358 -0.244619        -0.302554    0.000085 -0.014073   \n",
       "horizontalError  0.414551  0.464142         1.000000    0.302583 -0.031127   \n",
       "depthError       0.052997  0.002074         0.302583    1.000000  0.023596   \n",
       "gap              0.021445 -0.008536         0.295077    0.196087  0.025157   \n",
       "magNst           0.147570  0.109947         0.079172   -0.036658 -0.039358   \n",
       "dmin             1.000000  0.315868         0.414551    0.052997 -0.032836   \n",
       "mag              0.415177  0.647656         0.386625    0.003567 -0.034934   \n",
       "magError        -0.032836 -0.021915        -0.031127    0.023596  1.000000   \n",
       "rms              0.315868  1.000000         0.464142    0.002074 -0.021915   \n",
       "has_null         0.176671  0.446177         0.227323    0.002267  0.126834   \n",
       "nst             -0.051689  0.255584        -0.132335   -0.043947  0.029142   \n",
       "longitude        0.389691  0.484020         0.335893    0.006076 -0.049341   \n",
       "depth            0.285692  0.306884         0.311279    0.001451 -0.041375   \n",
       "\n",
       "                   magNst  simple_label  has_null  \n",
       "simple_label    -0.010917      1.000000 -0.039124  \n",
       "latitude        -0.061685      0.035748 -0.062753  \n",
       "horizontalError  0.079172      0.027265  0.227323  \n",
       "depthError      -0.036658      0.001106  0.002267  \n",
       "gap             -0.248005     -0.007296  0.136791  \n",
       "magNst           1.000000     -0.010917 -0.003974  \n",
       "dmin             0.147570     -0.013744  0.176671  \n",
       "mag              0.271055     -0.020237  0.370025  \n",
       "magError        -0.039358     -0.026695  0.126834  \n",
       "rms              0.109947     -0.035358  0.446177  \n",
       "has_null        -0.003974     -0.039124  1.000000  \n",
       "nst              0.533437     -0.046812 -0.054372  \n",
       "longitude        0.063904     -0.055807  0.256776  \n",
       "depth            0.081878     -0.065932  0.224449  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "quake_frame.corr().sort_values(by=['simple_label'], ascending=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This is very interesting. It appears that the presence of nulls alone boosts the correlation into 4th place out of 17. So it is very indicative. A useful feature, then? Maybe for this dataset. A more thorough analysis would have to look for patterns in the NaNs as well, such as looking for a dependence on time etc.  \n",
    "For now, it looks like there is some correlation that allows us to tell whether something is an earthquake or not from the dataset.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}