data_cleaning/clean_ois_civilians_shot.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Clean the Texas OIS dataset for analysis -- civilians shot data\n",
    "\n",
    "* Inputs:\n",
    "   * `tji/raw-and-processing/OIS.xlsx`\n",
    "   * `tji/auxiliary-datasets/agencies_and_counties.csv` (used to add county information)\n",
    "* Output:\n",
    "   * `tji/officer-involved-shootings/shot_civilians.csv`\n",
    "\n",
    "##### Author: Everett Wetchler (everett.wetchler@gmail.com)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 1. Setup and read data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:25.562015Z",
     "start_time": "2020-11-15T15:24:25.557902Z"
    }
   },
   "outputs": [],
   "source": [
    "DW_PROJECT_CDR = 'tji/deaths-in-custody'\n",
    "DW_PROJECT_OIS = 'tji/officer-involved-shootings'\n",
    "DW_PROJECT_AUXILIARY_DATASETS = 'tji/auxiliary-datasets'\n",
    "DW_PROJECT_RAW_AND_PROCESSING = 'tji/raw-and-processing'\n",
    "\n",
    "OUTPUT_DW_PROJECT = DW_PROJECT_OIS\n",
    "OUTPUT_FILENAME = 'shot_civilians.csv'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:27.126245Z",
     "start_time": "2020-11-15T15:24:25.566401Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Author: Everett Wetchler\n",
      "\n",
      "datadotworld: 1.7.0\n",
      "numpy       : 1.19.2\n",
      "pandas      : 1.1.3\n",
      "\n",
      "Git hash: dfcbdb8d8e4957cc27ebe027f50ddcf0c0dd82ef\n",
      "\n",
      "Git repo: git@github.com:texas-justice-initiative/data-processing.git\n",
      "\n",
      "Watermark: 2.1.0\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import sys\n",
    "import boto3\n",
    "import datadotworld as dw\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "from lib.cleaning_tools import *\n",
    "from lib.standardize_police_agency_names import standardize_agency_name\n",
    "\n",
    "from io import StringIO\n",
    "\n",
    "sys.path.append(os.getcwd() + '/../data_cleaning')\n",
    "\n",
    "pd.set_option('display.max_rows', 100)\n",
    "pd.set_option('display.max_columns', 100)\n",
    "\n",
    "%load_ext watermark\n",
    "%watermark -a \"Everett Wetchler\" -d -t -z -r -g -w -p datadotworld,numpy,pandas"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:33.541800Z",
     "start_time": "2020-11-15T15:24:27.129097Z"
    }
   },
   "outputs": [],
   "source": [
    "datasets = dw.load_dataset(DW_PROJECT_AUXILIARY_DATASETS, force_update=True)\n",
    "agencies = datasets.dataframes['agencies_and_counties']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:58.739647Z",
     "start_time": "2020-11-15T15:24:33.544723Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Writing excel file to temp file: /var/folders/0x/vvc36tz91b1bntq773l14g200000gn/T/tmpf9m93g7l\n",
      "Found 974 OIS civilians-shot incidents from 2015-09-02 to 2021-02-18\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>OIS Report No.</th>\n",
       "      <th>No.</th>\n",
       "      <th>Number of Reports Filed</th>\n",
       "      <th>Date of Report 1</th>\n",
       "      <th>Date AG Received</th>\n",
       "      <th>Name of Agency 1</th>\n",
       "      <th>City of Agency 1</th>\n",
       "      <th>Zip code of Agency 1</th>\n",
       "      <th>Name of Person 1 Filling out Form</th>\n",
       "      <th>Email Address of Person 1 Filling out Form</th>\n",
       "      <th>Date of Report 2</th>\n",
       "      <th>Name of Agency 2</th>\n",
       "      <th>City of Agency 2</th>\n",
       "      <th>Zip code of Agency 2</th>\n",
       "      <th>Name of Person 2 Filling out form</th>\n",
       "      <th>Email Address of Person 2 Filling out Form</th>\n",
       "      <th>Date of Report 3</th>\n",
       "      <th>Name of Agency 3</th>\n",
       "      <th>City of Agency 3</th>\n",
       "      <th>Zip code of Agency 3</th>\n",
       "      <th>Name of Person 3 Filling out form</th>\n",
       "      <th>Email Address of Person 3 Filling out Form</th>\n",
       "      <th>Date of Report 4</th>\n",
       "      <th>Name of Agency 4</th>\n",
       "      <th>City of Agency 4</th>\n",
       "      <th>Zip code of Agency 4</th>\n",
       "      <th>Name of Person 4 Filling out form</th>\n",
       "      <th>Email Address of Person 4 Filling out Form</th>\n",
       "      <th>Date of Report 5</th>\n",
       "      <th>Name of Agency 5</th>\n",
       "      <th>City of Agency 5</th>\n",
       "      <th>Zip code of Agency 5</th>\n",
       "      <th>Name of Person 5 Filling out form</th>\n",
       "      <th>Email Address of Person 5 Filling out Form</th>\n",
       "      <th>Date of Report 6</th>\n",
       "      <th>Name of Agency 6</th>\n",
       "      <th>City of Agency 6</th>\n",
       "      <th>Zip code of Agency 6</th>\n",
       "      <th>Name of Person 6 Filling out form</th>\n",
       "      <th>Email Address of Person 6 Filling out Form</th>\n",
       "      <th>Date of Report 7</th>\n",
       "      <th>Name of Agency 7</th>\n",
       "      <th>City of Agency 7</th>\n",
       "      <th>Zip code of Agency 7</th>\n",
       "      <th>Name of Person 7 Filling out form</th>\n",
       "      <th>Email Address of Person 7 Filling out Form</th>\n",
       "      <th>Date of Report 8</th>\n",
       "      <th>Name of Agency 8</th>\n",
       "      <th>City of Agency 8</th>\n",
       "      <th>Zip code of Agency 8</th>\n",
       "      <th>...</th>\n",
       "      <th>Peace Officer 1's Age</th>\n",
       "      <th>Peace Officer 1's Race/Ethnicity</th>\n",
       "      <th>Peace Officer 2's Gender</th>\n",
       "      <th>Peace Officer 2's Age</th>\n",
       "      <th>Peace Officer 2's Race/Ethnicity</th>\n",
       "      <th>Peace Officer 3's Gender</th>\n",
       "      <th>Peace Officer 3's Age</th>\n",
       "      <th>Peace Officer 3's Race/Ethnicity</th>\n",
       "      <th>Peace Officer 4's Gender</th>\n",
       "      <th>Peace Officer 4's Age</th>\n",
       "      <th>Peace Officer 4's Race/Ethnicity</th>\n",
       "      <th>Peace Officer 5's Gender</th>\n",
       "      <th>Peace Officer 5's Age</th>\n",
       "      <th>Peace Officer 5's Race/Ethnicity</th>\n",
       "      <th>Peace Officer 6's Gender</th>\n",
       "      <th>Peace Officer 6's Age</th>\n",
       "      <th>Peace Officer 6's Race/Ethnicity</th>\n",
       "      <th>Peace Officer 7's Gender</th>\n",
       "      <th>Peace Officer 7's Age</th>\n",
       "      <th>Peace Officer 7's Race/Ethnicity</th>\n",
       "      <th>Peace Officer 8's Gender</th>\n",
       "      <th>Peace Officer 8's Age</th>\n",
       "      <th>Peace Officer 8's Race/Ethnicity</th>\n",
       "      <th>Peace Officer 9's Gender</th>\n",
       "      <th>Peace Officer 9's Age</th>\n",
       "      <th>Peace Officer 9's Race/Ethnicity</th>\n",
       "      <th>Peace Officer 10's Gender</th>\n",
       "      <th>Peace Officer 10's Age</th>\n",
       "      <th>Peace Officer 10's Race/Ethnicity</th>\n",
       "      <th>Peace Officer 11's Gender</th>\n",
       "      <th>Peace Officer 11's Age</th>\n",
       "      <th>Peace Officer 11's Race/Ethnicity</th>\n",
       "      <th>On Duty or Off Duty</th>\n",
       "      <th>Peace Officer Responding With 1 or More Officers</th>\n",
       "      <th>Incident Occurred During or as a Result of</th>\n",
       "      <th>Incident Occurred During or as a Result of 2</th>\n",
       "      <th>Incident Occurred During or as a Result of 3</th>\n",
       "      <th>If Other, Specify Type of Call</th>\n",
       "      <th>Deadly Weapon Description</th>\n",
       "      <th>NEWS 1</th>\n",
       "      <th>NEWS 2</th>\n",
       "      <th>NEWS 3</th>\n",
       "      <th>NEWS 4</th>\n",
       "      <th>CDR?</th>\n",
       "      <th>CDR Narrative</th>\n",
       "      <th>Narrative Published by Law Enforcement</th>\n",
       "      <th>Column1</th>\n",
       "      <th>Column2</th>\n",
       "      <th>SHORTER</th>\n",
       "      <th>EXTRAS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>9/16/2015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Freeport Police Department</td>\n",
       "      <td>Freeport</td>\n",
       "      <td>77541</td>\n",
       "      <td>Pamela Morris</td>\n",
       "      <td>pmorris@freeport.tx.us</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>27</td>\n",
       "      <td>Hispanic or Latino</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>On Duty</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Traffic stop</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Narcotic Stop and Evading Arrest</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ABC 13</td>\n",
       "      <td>Your Southest Texas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>10/1/2015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Plano Police Department</td>\n",
       "      <td>Plano</td>\n",
       "      <td>75074</td>\n",
       "      <td>Curtis Howard</td>\n",
       "      <td>curtish@plano.gov</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>30</td>\n",
       "      <td>Hispanic or Latino</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>On Duty</td>\n",
       "      <td>No</td>\n",
       "      <td>Other - Specify type of call</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Accidental discharge ricochet during range act...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>10/6/2015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Parker County Sheriff's Office</td>\n",
       "      <td>Weatherford</td>\n",
       "      <td>76086</td>\n",
       "      <td>Meredith Gray</td>\n",
       "      <td>meredith.gray@parkercountytx.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>27</td>\n",
       "      <td>Anglo or White</td>\n",
       "      <td>Male</td>\n",
       "      <td>56.0</td>\n",
       "      <td>Anglo or White</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>On Duty</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Other - Specify type of call</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Investigation of criminal activity</td>\n",
       "      <td>Firearm</td>\n",
       "      <td>WFAA</td>\n",
       "      <td>DFW CBS Local</td>\n",
       "      <td>Star Telegram</td>\n",
       "      <td>Fox 4 News</td>\n",
       "      <td>YES</td>\n",
       "      <td>Decedent shot a rifle at LE Officers whom retu...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>fired at officers</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>9/11/2015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Houston Police Department</td>\n",
       "      <td>Houston</td>\n",
       "      <td>77002</td>\n",
       "      <td>Odon Belmarez</td>\n",
       "      <td>odon.belmarez@houstonpolice.org</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>28</td>\n",
       "      <td>Anglo or White</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>On Duty</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Emergency Call or Request for Assistance</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Firearm</td>\n",
       "      <td>Chron</td>\n",
       "      <td>ABC 13</td>\n",
       "      <td>Click 2 Houston</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>An officer was dispatched to a weapons disturb...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>10/15/2015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Irving Police Department</td>\n",
       "      <td>Irving</td>\n",
       "      <td>75061</td>\n",
       "      <td>Michael Coleman</td>\n",
       "      <td>mcoleman@cityofirving.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>38</td>\n",
       "      <td>Hispanic or Latino</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>On Duty</td>\n",
       "      <td>No</td>\n",
       "      <td>Other - Specify type of call</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Training Exercise - ricochet fragments resulti...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 134 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  OIS Report No.  No.   Number of Reports Filed Date of Report 1  \\\n",
       "0            NaN     1                        1        9/16/2015   \n",
       "1            NaN     2                        1        10/1/2015   \n",
       "2            NaN     3                        1        10/6/2015   \n",
       "3            NaN     4                        1        9/11/2015   \n",
       "4            NaN     5                        1       10/15/2015   \n",
       "\n",
       "  Date AG Received                Name of Agency 1 City of Agency 1  \\\n",
       "0              NaN      Freeport Police Department         Freeport   \n",
       "1              NaN         Plano Police Department            Plano   \n",
       "2              NaN  Parker County Sheriff's Office      Weatherford   \n",
       "3              NaN       Houston Police Department          Houston   \n",
       "4              NaN        Irving Police Department           Irving   \n",
       "\n",
       "  Zip code of Agency 1 Name of Person 1 Filling out Form  \\\n",
       "0                77541                     Pamela Morris   \n",
       "1                75074                     Curtis Howard   \n",
       "2                76086                     Meredith Gray   \n",
       "3                77002                     Odon Belmarez   \n",
       "4                75061                   Michael Coleman   \n",
       "\n",
       "  Email Address of Person 1 Filling out Form Date of Report 2  \\\n",
       "0                     pmorris@freeport.tx.us              NaN   \n",
       "1                          curtish@plano.gov              NaN   \n",
       "2           meredith.gray@parkercountytx.com              NaN   \n",
       "3            odon.belmarez@houstonpolice.org              NaN   \n",
       "4                  mcoleman@cityofirving.com              NaN   \n",
       "\n",
       "  Name of Agency 2 City of Agency 2 Zip code of Agency 2  \\\n",
       "0              NaN              NaN                  NaN   \n",
       "1              NaN              NaN                  NaN   \n",
       "2              NaN              NaN                  NaN   \n",
       "3              NaN              NaN                  NaN   \n",
       "4              NaN              NaN                  NaN   \n",
       "\n",
       "  Name of Person 2 Filling out form  \\\n",
       "0                               NaN   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3                               NaN   \n",
       "4                               NaN   \n",
       "\n",
       "  Email Address of Person 2 Filling out Form Date of Report 3  \\\n",
       "0                                        NaN              NaN   \n",
       "1                                        NaN              NaN   \n",
       "2                                        NaN              NaN   \n",
       "3                                        NaN              NaN   \n",
       "4                                        NaN              NaN   \n",
       "\n",
       "  Name of Agency 3 City of Agency 3 Zip code of Agency 3  \\\n",
       "0              NaN              NaN                  NaN   \n",
       "1              NaN              NaN                  NaN   \n",
       "2              NaN              NaN                  NaN   \n",
       "3              NaN              NaN                  NaN   \n",
       "4              NaN              NaN                  NaN   \n",
       "\n",
       "  Name of Person 3 Filling out form  \\\n",
       "0                               NaN   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3                               NaN   \n",
       "4                               NaN   \n",
       "\n",
       "  Email Address of Person 3 Filling out Form Date of Report 4  \\\n",
       "0                                        NaN              NaN   \n",
       "1                                        NaN              NaN   \n",
       "2                                        NaN              NaN   \n",
       "3                                        NaN              NaN   \n",
       "4                                        NaN              NaN   \n",
       "\n",
       "  Name of Agency 4 City of Agency 4 Zip code of Agency 4  \\\n",
       "0              NaN              NaN                  NaN   \n",
       "1              NaN              NaN                  NaN   \n",
       "2              NaN              NaN                  NaN   \n",
       "3              NaN              NaN                  NaN   \n",
       "4              NaN              NaN                  NaN   \n",
       "\n",
       "  Name of Person 4 Filling out form  \\\n",
       "0                               NaN   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3                               NaN   \n",
       "4                               NaN   \n",
       "\n",
       "  Email Address of Person 4 Filling out Form Date of Report 5  \\\n",
       "0                                        NaN              NaN   \n",
       "1                                        NaN              NaN   \n",
       "2                                        NaN              NaN   \n",
       "3                                        NaN              NaN   \n",
       "4                                        NaN              NaN   \n",
       "\n",
       "  Name of Agency 5 City of Agency 5 Zip code of Agency 5  \\\n",
       "0              NaN              NaN                  NaN   \n",
       "1              NaN              NaN                  NaN   \n",
       "2              NaN              NaN                  NaN   \n",
       "3              NaN              NaN                  NaN   \n",
       "4              NaN              NaN                  NaN   \n",
       "\n",
       "  Name of Person 5 Filling out form  \\\n",
       "0                               NaN   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3                               NaN   \n",
       "4                               NaN   \n",
       "\n",
       "  Email Address of Person 5 Filling out Form Date of Report 6  \\\n",
       "0                                        NaN              NaN   \n",
       "1                                        NaN              NaN   \n",
       "2                                        NaN              NaN   \n",
       "3                                        NaN              NaN   \n",
       "4                                        NaN              NaN   \n",
       "\n",
       "  Name of Agency 6 City of Agency 6  Zip code of Agency 6  \\\n",
       "0              NaN              NaN                   NaN   \n",
       "1              NaN              NaN                   NaN   \n",
       "2              NaN              NaN                   NaN   \n",
       "3              NaN              NaN                   NaN   \n",
       "4              NaN              NaN                   NaN   \n",
       "\n",
       "  Name of Person 6 Filling out form  \\\n",
       "0                               NaN   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3                               NaN   \n",
       "4                               NaN   \n",
       "\n",
       "  Email Address of Person 6 Filling out Form Date of Report 7  \\\n",
       "0                                        NaN              NaN   \n",
       "1                                        NaN              NaN   \n",
       "2                                        NaN              NaN   \n",
       "3                                        NaN              NaN   \n",
       "4                                        NaN              NaN   \n",
       "\n",
       "  Name of Agency 7 City of Agency 7  Zip code of Agency 7  \\\n",
       "0              NaN              NaN                   NaN   \n",
       "1              NaN              NaN                   NaN   \n",
       "2              NaN              NaN                   NaN   \n",
       "3              NaN              NaN                   NaN   \n",
       "4              NaN              NaN                   NaN   \n",
       "\n",
       "  Name of Person 7 Filling out form  \\\n",
       "0                               NaN   \n",
       "1                               NaN   \n",
       "2                               NaN   \n",
       "3                               NaN   \n",
       "4                               NaN   \n",
       "\n",
       "  Email Address of Person 7 Filling out Form Date of Report 8  \\\n",
       "0                                        NaN              NaN   \n",
       "1                                        NaN              NaN   \n",
       "2                                        NaN              NaN   \n",
       "3                                        NaN              NaN   \n",
       "4                                        NaN              NaN   \n",
       "\n",
       "  Name of Agency 8 City of Agency 8  Zip code of Agency 8  ...  \\\n",
       "0              NaN              NaN                   NaN  ...   \n",
       "1              NaN              NaN                   NaN  ...   \n",
       "2              NaN              NaN                   NaN  ...   \n",
       "3              NaN              NaN                   NaN  ...   \n",
       "4              NaN              NaN                   NaN  ...   \n",
       "\n",
       "  Peace Officer 1's Age Peace Officer 1's Race/Ethnicity  \\\n",
       "0                    27               Hispanic or Latino   \n",
       "1                    30               Hispanic or Latino   \n",
       "2                    27                   Anglo or White   \n",
       "3                    28                   Anglo or White   \n",
       "4                    38               Hispanic or Latino   \n",
       "\n",
       "  Peace Officer 2's Gender Peace Officer 2's Age  \\\n",
       "0                      NaN                   NaN   \n",
       "1                      NaN                   NaN   \n",
       "2                     Male                  56.0   \n",
       "3                      NaN                   NaN   \n",
       "4                      NaN                   NaN   \n",
       "\n",
       "  Peace Officer 2's Race/Ethnicity  Peace Officer 3's Gender  \\\n",
       "0                              NaN                       NaN   \n",
       "1                              NaN                       NaN   \n",
       "2                   Anglo or White                       NaN   \n",
       "3                              NaN                       NaN   \n",
       "4                              NaN                       NaN   \n",
       "\n",
       "  Peace Officer 3's Age Peace Officer 3's Race/Ethnicity  \\\n",
       "0                   NaN                              NaN   \n",
       "1                   NaN                              NaN   \n",
       "2                   NaN                              NaN   \n",
       "3                   NaN                              NaN   \n",
       "4                   NaN                              NaN   \n",
       "\n",
       "  Peace Officer 4's Gender Peace Officer 4's Age  \\\n",
       "0                      NaN                   NaN   \n",
       "1                      NaN                   NaN   \n",
       "2                      NaN                   NaN   \n",
       "3                      NaN                   NaN   \n",
       "4                      NaN                   NaN   \n",
       "\n",
       "  Peace Officer 4's Race/Ethnicity  Peace Officer 5's Gender  \\\n",
       "0                              NaN                       NaN   \n",
       "1                              NaN                       NaN   \n",
       "2                              NaN                       NaN   \n",
       "3                              NaN                       NaN   \n",
       "4                              NaN                       NaN   \n",
       "\n",
       "  Peace Officer 5's Age Peace Officer 5's Race/Ethnicity  \\\n",
       "0                   NaN                              NaN   \n",
       "1                   NaN                              NaN   \n",
       "2                   NaN                              NaN   \n",
       "3                   NaN                              NaN   \n",
       "4                   NaN                              NaN   \n",
       "\n",
       "  Peace Officer 6's Gender Peace Officer 6's Age  \\\n",
       "0                      NaN                   NaN   \n",
       "1                      NaN                   NaN   \n",
       "2                      NaN                   NaN   \n",
       "3                      NaN                   NaN   \n",
       "4                      NaN                   NaN   \n",
       "\n",
       "  Peace Officer 6's Race/Ethnicity  Peace Officer 7's Gender  \\\n",
       "0                              NaN                       NaN   \n",
       "1                              NaN                       NaN   \n",
       "2                              NaN                       NaN   \n",
       "3                              NaN                       NaN   \n",
       "4                              NaN                       NaN   \n",
       "\n",
       "  Peace Officer 7's Age Peace Officer 7's Race/Ethnicity  \\\n",
       "0                   NaN                              NaN   \n",
       "1                   NaN                              NaN   \n",
       "2                   NaN                              NaN   \n",
       "3                   NaN                              NaN   \n",
       "4                   NaN                              NaN   \n",
       "\n",
       "  Peace Officer 8's Gender Peace Officer 8's Age  \\\n",
       "0                      NaN                   NaN   \n",
       "1                      NaN                   NaN   \n",
       "2                      NaN                   NaN   \n",
       "3                      NaN                   NaN   \n",
       "4                      NaN                   NaN   \n",
       "\n",
       "  Peace Officer 8's Race/Ethnicity Peace Officer 9's Gender  \\\n",
       "0                              NaN                      NaN   \n",
       "1                              NaN                      NaN   \n",
       "2                              NaN                      NaN   \n",
       "3                              NaN                      NaN   \n",
       "4                              NaN                      NaN   \n",
       "\n",
       "  Peace Officer 9's Age Peace Officer 9's Race/Ethnicity  \\\n",
       "0                   NaN                              NaN   \n",
       "1                   NaN                              NaN   \n",
       "2                   NaN                              NaN   \n",
       "3                   NaN                              NaN   \n",
       "4                   NaN                              NaN   \n",
       "\n",
       "  Peace Officer 10's Gender Peace Officer 10's Age  \\\n",
       "0                       NaN                    NaN   \n",
       "1                       NaN                    NaN   \n",
       "2                       NaN                    NaN   \n",
       "3                       NaN                    NaN   \n",
       "4                       NaN                    NaN   \n",
       "\n",
       "  Peace Officer 10's Race/Ethnicity Peace Officer 11's Gender  \\\n",
       "0                               NaN                       NaN   \n",
       "1                               NaN                       NaN   \n",
       "2                               NaN                       NaN   \n",
       "3                               NaN                       NaN   \n",
       "4                               NaN                       NaN   \n",
       "\n",
       "   Peace Officer 11's Age Peace Officer 11's Race/Ethnicity  \\\n",
       "0                     NaN                               NaN   \n",
       "1                     NaN                               NaN   \n",
       "2                     NaN                               NaN   \n",
       "3                     NaN                               NaN   \n",
       "4                     NaN                               NaN   \n",
       "\n",
       "  On Duty or Off Duty Peace Officer Responding With 1 or More Officers  \\\n",
       "0             On Duty                                              Yes   \n",
       "1             On Duty                                               No   \n",
       "2             On Duty                                              Yes   \n",
       "3             On Duty                                              Yes   \n",
       "4             On Duty                                               No   \n",
       "\n",
       "   Incident Occurred During or as a Result of  \\\n",
       "0                                Traffic stop   \n",
       "1                Other - Specify type of call   \n",
       "2                Other - Specify type of call   \n",
       "3    Emergency Call or Request for Assistance   \n",
       "4                Other - Specify type of call   \n",
       "\n",
       "  Incident Occurred During or as a Result of 2  \\\n",
       "0                                          NaN   \n",
       "1                                          NaN   \n",
       "2                                          NaN   \n",
       "3                                          NaN   \n",
       "4                                          NaN   \n",
       "\n",
       "  Incident Occurred During or as a Result of 3  \\\n",
       "0                                          NaN   \n",
       "1                                          NaN   \n",
       "2                                          NaN   \n",
       "3                                          NaN   \n",
       "4                                          NaN   \n",
       "\n",
       "                      If Other, Specify Type of Call  \\\n",
       "0                   Narcotic Stop and Evading Arrest   \n",
       "1  Accidental discharge ricochet during range act...   \n",
       "2                 Investigation of criminal activity   \n",
       "3                                                NaN   \n",
       "4  Training Exercise - ricochet fragments resulti...   \n",
       "\n",
       "  Deadly Weapon Description  NEWS 1               NEWS 2           NEWS 3  \\\n",
       "0                       NaN  ABC 13  Your Southest Texas              NaN   \n",
       "1                       NaN     NaN                  NaN              NaN   \n",
       "2                   Firearm    WFAA        DFW CBS Local    Star Telegram   \n",
       "3                   Firearm   Chron               ABC 13  Click 2 Houston   \n",
       "4                       NaN     NaN                  NaN              NaN   \n",
       "\n",
       "     NEWS 4    CDR?                                       CDR Narrative  \\\n",
       "0         NaN    NaN                                                NaN   \n",
       "1         NaN    NaN                                                NaN   \n",
       "2  Fox 4 News    YES  Decedent shot a rifle at LE Officers whom retu...   \n",
       "3         NaN    NaN                                                NaN   \n",
       "4         NaN    NaN                                                NaN   \n",
       "\n",
       "              Narrative Published by Law Enforcement  Column1 Column2  \\\n",
       "0                                                NaN      NaN     NaN   \n",
       "1                                                NaN      NaN     NaN   \n",
       "2                                                NaN      NaN     NaN   \n",
       "3  An officer was dispatched to a weapons disturb...      NaN     NaN   \n",
       "4                                                NaN      NaN     NaN   \n",
       "\n",
       "             SHORTER   EXTRAS  \n",
       "0                 NaN     NaN  \n",
       "1                 NaN     NaN  \n",
       "2  fired at officers      NaN  \n",
       "3                 NaN     NaN  \n",
       "4                 NaN     NaN  \n",
       "\n",
       "[5 rows x 134 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shootings = read_dtw_excel(DW_PROJECT_RAW_AND_PROCESSING, 'original/OIS.xlsx')['OISTable']\n",
    "print(\"Found %d OIS civilians-shot incidents from %s to %s\" % (\n",
    "    len(shootings),\n",
    "    shootings['Date of Incident'].min().strftime('%Y-%m-%d'),\n",
    "    shootings['Date of Incident'].max().strftime('%Y-%m-%d')))\n",
    "shootings.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 2. Begin cleaning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:58.846678Z",
     "start_time": "2020-11-15T15:24:58.742409Z"
    }
   },
   "outputs": [],
   "source": [
    "# Normalize column names\n",
    "shootings.columns = [c.strip().lower() for c in shootings.columns]\n",
    "# Normalize string cell values\n",
    "upcase_strip_string_cells(shootings)\n",
    "# Drop irrelevant columns\n",
    "shootings.drop(['no.', 'column1', 'column2', 'extras'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:58.852549Z",
     "start_time": "2020-11-15T15:24:58.848379Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Deaths may have as many as 11 OIS reports filed\n"
     ]
    }
   ],
   "source": [
    "max_reports_per_incident = max(int(c.strip().split()[-1]) for c in shootings.columns\n",
    "                               if c.startswith(\"date of report\"))\n",
    "print(\"Deaths may have as many as %d OIS reports filed\" % max_reports_per_incident)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:58.986108Z",
     "start_time": "2020-11-15T15:24:58.855393Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ois_report_no</th>\n",
       "      <th>num_reports_filed</th>\n",
       "      <th>agency_report_date_1</th>\n",
       "      <th>date_ag_received</th>\n",
       "      <th>agency_name_1</th>\n",
       "      <th>agency_city_1</th>\n",
       "      <th>agency_zip_1</th>\n",
       "      <th>agency_name_person_filling_out_1</th>\n",
       "      <th>agency_email_person_filling_out_1</th>\n",
       "      <th>agency_report_date_2</th>\n",
       "      <th>agency_name_2</th>\n",
       "      <th>agency_city_2</th>\n",
       "      <th>agency_zip_2</th>\n",
       "      <th>agency_name_person_filling_out_2</th>\n",
       "      <th>agency_email_person_filling_out_2</th>\n",
       "      <th>agency_report_date_3</th>\n",
       "      <th>agency_name_3</th>\n",
       "      <th>agency_city_3</th>\n",
       "      <th>agency_zip_3</th>\n",
       "      <th>agency_name_person_filling_out_3</th>\n",
       "      <th>agency_email_person_filling_out_3</th>\n",
       "      <th>agency_report_date_4</th>\n",
       "      <th>agency_name_4</th>\n",
       "      <th>agency_city_4</th>\n",
       "      <th>agency_zip_4</th>\n",
       "      <th>agency_name_person_filling_out_4</th>\n",
       "      <th>agency_email_person_filling_out_4</th>\n",
       "      <th>agency_report_date_5</th>\n",
       "      <th>agency_name_5</th>\n",
       "      <th>agency_city_5</th>\n",
       "      <th>agency_zip_5</th>\n",
       "      <th>agency_name_person_filling_out_5</th>\n",
       "      <th>agency_email_person_filling_out_5</th>\n",
       "      <th>agency_report_date_6</th>\n",
       "      <th>agency_name_6</th>\n",
       "      <th>agency_city_6</th>\n",
       "      <th>agency_zip_6</th>\n",
       "      <th>agency_name_person_filling_out_6</th>\n",
       "      <th>agency_email_person_filling_out_6</th>\n",
       "      <th>agency_report_date_7</th>\n",
       "      <th>agency_name_7</th>\n",
       "      <th>agency_city_7</th>\n",
       "      <th>agency_zip_7</th>\n",
       "      <th>agency_name_person_filling_out_7</th>\n",
       "      <th>agency_email_person_filling_out_7</th>\n",
       "      <th>agency_report_date_8</th>\n",
       "      <th>agency_name_8</th>\n",
       "      <th>agency_city_8</th>\n",
       "      <th>agency_zip_8</th>\n",
       "      <th>agency_name_person_filling_out_8</th>\n",
       "      <th>...</th>\n",
       "      <th>incident_resulted_in</th>\n",
       "      <th>deadly_weapon</th>\n",
       "      <th>officer_gender_1</th>\n",
       "      <th>officer_age_1</th>\n",
       "      <th>officer_race_1</th>\n",
       "      <th>officer_gender_2</th>\n",
       "      <th>officer_age_2</th>\n",
       "      <th>officer_race_2</th>\n",
       "      <th>officer_gender_3</th>\n",
       "      <th>officer_age_3</th>\n",
       "      <th>officer_race_3</th>\n",
       "      <th>officer_gender_4</th>\n",
       "      <th>officer_age_4</th>\n",
       "      <th>officer_race_4</th>\n",
       "      <th>officer_gender_5</th>\n",
       "      <th>officer_age_5</th>\n",
       "      <th>officer_race_5</th>\n",
       "      <th>officer_gender_6</th>\n",
       "      <th>officer_age_6</th>\n",
       "      <th>officer_race_6</th>\n",
       "      <th>officer_gender_7</th>\n",
       "      <th>officer_age_7</th>\n",
       "      <th>officer_race_7</th>\n",
       "      <th>officer_gender_8</th>\n",
       "      <th>officer_age_8</th>\n",
       "      <th>officer_race_8</th>\n",
       "      <th>officer_gender_9</th>\n",
       "      <th>officer_age_9</th>\n",
       "      <th>officer_race_9</th>\n",
       "      <th>officer_gender_10</th>\n",
       "      <th>officer_age_10</th>\n",
       "      <th>officer_race_10</th>\n",
       "      <th>officer_gender_11</th>\n",
       "      <th>officer_age_11</th>\n",
       "      <th>officer_race_11</th>\n",
       "      <th>officer_on_duty</th>\n",
       "      <th>multiple_officers_involved</th>\n",
       "      <th>incident_result_of</th>\n",
       "      <th>officer_caused_injury_2</th>\n",
       "      <th>officer_caused_injury_3</th>\n",
       "      <th>incident_call_other</th>\n",
       "      <th>weapon_reported_by_media</th>\n",
       "      <th>news_coverage_1</th>\n",
       "      <th>news_coverage_2</th>\n",
       "      <th>news_coverage_3</th>\n",
       "      <th>news_coverage_4</th>\n",
       "      <th>custodial_death_report</th>\n",
       "      <th>cdr_narrative</th>\n",
       "      <th>lea_narrative_published</th>\n",
       "      <th>lea_narrative_shorter</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>9/16/2015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FREEPORT POLICE DEPARTMENT</td>\n",
       "      <td>FREEPORT</td>\n",
       "      <td>77541</td>\n",
       "      <td>PAMELA MORRIS</td>\n",
       "      <td>PMORRIS@FREEPORT.TX.US</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>NO</td>\n",
       "      <td>MALE</td>\n",
       "      <td>27</td>\n",
       "      <td>HISPANIC OR LATINO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ON DUTY</td>\n",
       "      <td>YES</td>\n",
       "      <td>TRAFFIC STOP</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NARCOTIC STOP AND EVADING ARREST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ABC 13</td>\n",
       "      <td>YOUR SOUTHEST TEXAS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>10/1/2015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>PLANO POLICE DEPARTMENT</td>\n",
       "      <td>PLANO</td>\n",
       "      <td>75074</td>\n",
       "      <td>CURTIS HOWARD</td>\n",
       "      <td>CURTISH@PLANO.GOV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>YES</td>\n",
       "      <td>MALE</td>\n",
       "      <td>30</td>\n",
       "      <td>HISPANIC OR LATINO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ON DUTY</td>\n",
       "      <td>NO</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ACCIDENTAL DISCHARGE RICOCHET DURING RANGE ACT...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>10/6/2015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>PARKER COUNTY SHERIFF'S OFFICE</td>\n",
       "      <td>WEATHERFORD</td>\n",
       "      <td>76086</td>\n",
       "      <td>MEREDITH GRAY</td>\n",
       "      <td>MEREDITH.GRAY@PARKERCOUNTYTX.COM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>DEATH</td>\n",
       "      <td>YES</td>\n",
       "      <td>MALE</td>\n",
       "      <td>27</td>\n",
       "      <td>ANGLO OR WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>56.0</td>\n",
       "      <td>ANGLO OR WHITE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ON DUTY</td>\n",
       "      <td>YES</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>INVESTIGATION OF CRIMINAL ACTIVITY</td>\n",
       "      <td>FIREARM</td>\n",
       "      <td>WFAA</td>\n",
       "      <td>DFW CBS LOCAL</td>\n",
       "      <td>STAR TELEGRAM</td>\n",
       "      <td>FOX 4 NEWS</td>\n",
       "      <td>YES</td>\n",
       "      <td>DECEDENT SHOT A RIFLE AT LE OFFICERS WHOM RETU...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIRED AT OFFICERS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>9/11/2015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>HOUSTON POLICE DEPARTMENT</td>\n",
       "      <td>HOUSTON</td>\n",
       "      <td>77002</td>\n",
       "      <td>ODON BELMAREZ</td>\n",
       "      <td>ODON.BELMAREZ@HOUSTONPOLICE.ORG</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>YES</td>\n",
       "      <td>MALE</td>\n",
       "      <td>28</td>\n",
       "      <td>ANGLO OR WHITE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ON DUTY</td>\n",
       "      <td>YES</td>\n",
       "      <td>EMERGENCY CALL OR REQUEST FOR ASSISTANCE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIREARM</td>\n",
       "      <td>CHRON</td>\n",
       "      <td>ABC 13</td>\n",
       "      <td>CLICK 2 HOUSTON</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AN OFFICER WAS DISPATCHED TO A WEAPONS DISTURB...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>10/15/2015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>IRVING POLICE DEPARTMENT</td>\n",
       "      <td>IRVING</td>\n",
       "      <td>75061</td>\n",
       "      <td>MICHAEL COLEMAN</td>\n",
       "      <td>MCOLEMAN@CITYOFIRVING.COM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>NO</td>\n",
       "      <td>MALE</td>\n",
       "      <td>38</td>\n",
       "      <td>HISPANIC OR LATINO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ON DUTY</td>\n",
       "      <td>NO</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TRAINING EXERCISE - RICOCHET FRAGMENTS RESULTI...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 130 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  ois_report_no  num_reports_filed agency_report_date_1 date_ag_received  \\\n",
       "0           NaN                  1            9/16/2015              NaN   \n",
       "1           NaN                  1            10/1/2015              NaN   \n",
       "2           NaN                  1            10/6/2015              NaN   \n",
       "3           NaN                  1            9/11/2015              NaN   \n",
       "4           NaN                  1           10/15/2015              NaN   \n",
       "\n",
       "                    agency_name_1 agency_city_1 agency_zip_1  \\\n",
       "0      FREEPORT POLICE DEPARTMENT      FREEPORT        77541   \n",
       "1         PLANO POLICE DEPARTMENT         PLANO        75074   \n",
       "2  PARKER COUNTY SHERIFF'S OFFICE   WEATHERFORD        76086   \n",
       "3       HOUSTON POLICE DEPARTMENT       HOUSTON        77002   \n",
       "4        IRVING POLICE DEPARTMENT        IRVING        75061   \n",
       "\n",
       "  agency_name_person_filling_out_1 agency_email_person_filling_out_1  \\\n",
       "0                    PAMELA MORRIS            PMORRIS@FREEPORT.TX.US   \n",
       "1                    CURTIS HOWARD                 CURTISH@PLANO.GOV   \n",
       "2                    MEREDITH GRAY  MEREDITH.GRAY@PARKERCOUNTYTX.COM   \n",
       "3                    ODON BELMAREZ   ODON.BELMAREZ@HOUSTONPOLICE.ORG   \n",
       "4                  MICHAEL COLEMAN         MCOLEMAN@CITYOFIRVING.COM   \n",
       "\n",
       "  agency_report_date_2 agency_name_2 agency_city_2 agency_zip_2  \\\n",
       "0                  NaN           NaN           NaN          NaN   \n",
       "1                  NaN           NaN           NaN          NaN   \n",
       "2                  NaN           NaN           NaN          NaN   \n",
       "3                  NaN           NaN           NaN          NaN   \n",
       "4                  NaN           NaN           NaN          NaN   \n",
       "\n",
       "  agency_name_person_filling_out_2 agency_email_person_filling_out_2  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_3 agency_name_3 agency_city_3 agency_zip_3  \\\n",
       "0                  NaN           NaN           NaN          NaN   \n",
       "1                  NaN           NaN           NaN          NaN   \n",
       "2                  NaN           NaN           NaN          NaN   \n",
       "3                  NaN           NaN           NaN          NaN   \n",
       "4                  NaN           NaN           NaN          NaN   \n",
       "\n",
       "  agency_name_person_filling_out_3 agency_email_person_filling_out_3  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_4 agency_name_4 agency_city_4 agency_zip_4  \\\n",
       "0                  NaN           NaN           NaN          NaN   \n",
       "1                  NaN           NaN           NaN          NaN   \n",
       "2                  NaN           NaN           NaN          NaN   \n",
       "3                  NaN           NaN           NaN          NaN   \n",
       "4                  NaN           NaN           NaN          NaN   \n",
       "\n",
       "  agency_name_person_filling_out_4 agency_email_person_filling_out_4  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_5 agency_name_5 agency_city_5 agency_zip_5  \\\n",
       "0                  NaN           NaN           NaN          NaN   \n",
       "1                  NaN           NaN           NaN          NaN   \n",
       "2                  NaN           NaN           NaN          NaN   \n",
       "3                  NaN           NaN           NaN          NaN   \n",
       "4                  NaN           NaN           NaN          NaN   \n",
       "\n",
       "  agency_name_person_filling_out_5 agency_email_person_filling_out_5  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_6 agency_name_6 agency_city_6  agency_zip_6  \\\n",
       "0                  NaN           NaN           NaN           NaN   \n",
       "1                  NaN           NaN           NaN           NaN   \n",
       "2                  NaN           NaN           NaN           NaN   \n",
       "3                  NaN           NaN           NaN           NaN   \n",
       "4                  NaN           NaN           NaN           NaN   \n",
       "\n",
       "  agency_name_person_filling_out_6 agency_email_person_filling_out_6  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_7 agency_name_7 agency_city_7  agency_zip_7  \\\n",
       "0                  NaN           NaN           NaN           NaN   \n",
       "1                  NaN           NaN           NaN           NaN   \n",
       "2                  NaN           NaN           NaN           NaN   \n",
       "3                  NaN           NaN           NaN           NaN   \n",
       "4                  NaN           NaN           NaN           NaN   \n",
       "\n",
       "  agency_name_person_filling_out_7 agency_email_person_filling_out_7  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_8 agency_name_8 agency_city_8  agency_zip_8  \\\n",
       "0                  NaN           NaN           NaN           NaN   \n",
       "1                  NaN           NaN           NaN           NaN   \n",
       "2                  NaN           NaN           NaN           NaN   \n",
       "3                  NaN           NaN           NaN           NaN   \n",
       "4                  NaN           NaN           NaN           NaN   \n",
       "\n",
       "  agency_name_person_filling_out_8  ... incident_resulted_in deadly_weapon  \\\n",
       "0                              NaN  ...               INJURY            NO   \n",
       "1                              NaN  ...               INJURY           YES   \n",
       "2                              NaN  ...                DEATH           YES   \n",
       "3                              NaN  ...               INJURY           YES   \n",
       "4                              NaN  ...               INJURY            NO   \n",
       "\n",
       "  officer_gender_1 officer_age_1      officer_race_1 officer_gender_2  \\\n",
       "0             MALE            27  HISPANIC OR LATINO              NaN   \n",
       "1             MALE            30  HISPANIC OR LATINO              NaN   \n",
       "2             MALE            27      ANGLO OR WHITE             MALE   \n",
       "3             MALE            28      ANGLO OR WHITE              NaN   \n",
       "4             MALE            38  HISPANIC OR LATINO              NaN   \n",
       "\n",
       "  officer_age_2  officer_race_2 officer_gender_3 officer_age_3  \\\n",
       "0           NaN             NaN              NaN           NaN   \n",
       "1           NaN             NaN              NaN           NaN   \n",
       "2          56.0  ANGLO OR WHITE              NaN           NaN   \n",
       "3           NaN             NaN              NaN           NaN   \n",
       "4           NaN             NaN              NaN           NaN   \n",
       "\n",
       "   officer_race_3 officer_gender_4 officer_age_4 officer_race_4  \\\n",
       "0             NaN              NaN           NaN            NaN   \n",
       "1             NaN              NaN           NaN            NaN   \n",
       "2             NaN              NaN           NaN            NaN   \n",
       "3             NaN              NaN           NaN            NaN   \n",
       "4             NaN              NaN           NaN            NaN   \n",
       "\n",
       "  officer_gender_5 officer_age_5  officer_race_5 officer_gender_6  \\\n",
       "0              NaN           NaN             NaN              NaN   \n",
       "1              NaN           NaN             NaN              NaN   \n",
       "2              NaN           NaN             NaN              NaN   \n",
       "3              NaN           NaN             NaN              NaN   \n",
       "4              NaN           NaN             NaN              NaN   \n",
       "\n",
       "  officer_age_6 officer_race_6 officer_gender_7 officer_age_7 officer_race_7  \\\n",
       "0           NaN            NaN              NaN           NaN            NaN   \n",
       "1           NaN            NaN              NaN           NaN            NaN   \n",
       "2           NaN            NaN              NaN           NaN            NaN   \n",
       "3           NaN            NaN              NaN           NaN            NaN   \n",
       "4           NaN            NaN              NaN           NaN            NaN   \n",
       "\n",
       "  officer_gender_8 officer_age_8 officer_race_8 officer_gender_9  \\\n",
       "0              NaN           NaN            NaN              NaN   \n",
       "1              NaN           NaN            NaN              NaN   \n",
       "2              NaN           NaN            NaN              NaN   \n",
       "3              NaN           NaN            NaN              NaN   \n",
       "4              NaN           NaN            NaN              NaN   \n",
       "\n",
       "  officer_age_9 officer_race_9  officer_gender_10 officer_age_10  \\\n",
       "0           NaN            NaN                NaN            NaN   \n",
       "1           NaN            NaN                NaN            NaN   \n",
       "2           NaN            NaN                NaN            NaN   \n",
       "3           NaN            NaN                NaN            NaN   \n",
       "4           NaN            NaN                NaN            NaN   \n",
       "\n",
       "  officer_race_10 officer_gender_11  officer_age_11 officer_race_11  \\\n",
       "0             NaN               NaN             NaN             NaN   \n",
       "1             NaN               NaN             NaN             NaN   \n",
       "2             NaN               NaN             NaN             NaN   \n",
       "3             NaN               NaN             NaN             NaN   \n",
       "4             NaN               NaN             NaN             NaN   \n",
       "\n",
       "  officer_on_duty  multiple_officers_involved  \\\n",
       "0         ON DUTY                         YES   \n",
       "1         ON DUTY                          NO   \n",
       "2         ON DUTY                         YES   \n",
       "3         ON DUTY                         YES   \n",
       "4         ON DUTY                          NO   \n",
       "\n",
       "                         incident_result_of officer_caused_injury_2  \\\n",
       "0                              TRAFFIC STOP                     NaN   \n",
       "1              OTHER - SPECIFY TYPE OF CALL                     NaN   \n",
       "2              OTHER - SPECIFY TYPE OF CALL                     NaN   \n",
       "3  EMERGENCY CALL OR REQUEST FOR ASSISTANCE                     NaN   \n",
       "4              OTHER - SPECIFY TYPE OF CALL                     NaN   \n",
       "\n",
       "   officer_caused_injury_3                                incident_call_other  \\\n",
       "0                      NaN                   NARCOTIC STOP AND EVADING ARREST   \n",
       "1                      NaN  ACCIDENTAL DISCHARGE RICOCHET DURING RANGE ACT...   \n",
       "2                      NaN                 INVESTIGATION OF CRIMINAL ACTIVITY   \n",
       "3                      NaN                                                NaN   \n",
       "4                      NaN  TRAINING EXERCISE - RICOCHET FRAGMENTS RESULTI...   \n",
       "\n",
       "  weapon_reported_by_media  news_coverage_1      news_coverage_2  \\\n",
       "0                      NaN           ABC 13  YOUR SOUTHEST TEXAS   \n",
       "1                      NaN              NaN                  NaN   \n",
       "2                  FIREARM             WFAA        DFW CBS LOCAL   \n",
       "3                  FIREARM            CHRON               ABC 13   \n",
       "4                      NaN              NaN                  NaN   \n",
       "\n",
       "   news_coverage_3  news_coverage_4 custodial_death_report  \\\n",
       "0              NaN              NaN                    NaN   \n",
       "1              NaN              NaN                    NaN   \n",
       "2    STAR TELEGRAM       FOX 4 NEWS                    YES   \n",
       "3  CLICK 2 HOUSTON              NaN                    NaN   \n",
       "4              NaN              NaN                    NaN   \n",
       "\n",
       "                                       cdr_narrative  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2  DECEDENT SHOT A RIFLE AT LE OFFICERS WHOM RETU...   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                             lea_narrative_published lea_narrative_shorter  \n",
       "0                                                NaN                   NaN  \n",
       "1                                                NaN                   NaN  \n",
       "2                                                NaN     FIRED AT OFFICERS  \n",
       "3  AN OFFICER WAS DISPATCHED TO A WEAPONS DISTURB...                   NaN  \n",
       "4                                                NaN                   NaN  \n",
       "\n",
       "[5 rows x 130 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Make the column names more machine-friendly\n",
    "col_renames = {\n",
    "    \"ois report no.\": \"ois_report_no\",\n",
    "    \"number of reports filed\": \"num_reports_filed\",\n",
    "    \"date ag received\": \"date_ag_received\",\n",
    "    \"date of incident\": \"date_incident\",\n",
    "    \"time of incident\": \"time_incident\",\n",
    "    \"injured or deceased's first name\": \"civilian_name_first\",\n",
    "    \"injured or deceased's last name\": \"civilian_name_last\",\n",
    "    \"injured or deceased's gender\": \"civilian_gender\",\n",
    "    \"injured or deceased's age\": \"civilian_age\",\n",
    "    \"injured or deceased's race/ethnicity\": \"civilian_race\",\n",
    "    \"street address of incident\": \"incident_address\",\n",
    "    \"city of incident\": \"incident_city\",\n",
    "    \"county of incident\": \"incident_county\",\n",
    "    \"zip code of incident\": \"incident_zip\",\n",
    "    \"incident resulted in\": \"incident_resulted_in\",\n",
    "    \"carried, exhibited or used deadly weapon\": \"deadly_weapon\",\n",
    "    \"on duty or off duty\": \"officer_on_duty\",\n",
    "    \"peace officer responding with 1 or more officers\": \"multiple_officers_involved\",\n",
    "    \"incident occurred during or as a result of\": \"incident_result_of\",\n",
    "    \"if other, specify type of call\": \"incident_call_other\",\n",
    "    \"deadly weapon description\": \"weapon_reported_by_media\",\n",
    "    \"cdr?\": \"custodial_death_report\",\n",
    "    \"cdr narrative\": \"cdr_narrative\",\n",
    "    \"narrative published by law enforcement\": \"lea_narrative_published\",\n",
    "    \"shorter\": \"lea_narrative_shorter\",\n",
    "}\n",
    "\n",
    "# Some columns have multiple copies for different individuals,\n",
    "# e.g. agency_name_1 for the first officer's agency, then\n",
    "# agency_name_2, for the second, etc. To avoid typing out\n",
    "# all these numbers, we loop through such columns and rename\n",
    "# them appropriately.\n",
    "numerical_renames = {\n",
    "    \"date of report %d\": \"agency_report_date_%d\",\n",
    "    \"name of agency %d\": \"agency_name_%d\",\n",
    "    \"city of agency %d\": \"agency_city_%d\",\n",
    "    \"zip code of agency %d\": \"agency_zip_%d\",\n",
    "    \"name of person %d filling out form\": \"agency_name_person_filling_out_%d\",\n",
    "    \"email address of person %d filling out form\": \"agency_email_person_filling_out_%d\",\n",
    "    \"peace officer %d's gender\": \"officer_gender_%d\",\n",
    "    \"peace officer %d's age\": \"officer_age_%d\",\n",
    "    \"peace officer %d's race/ethnicity\": \"officer_race_%d\",\n",
    "    \"incident occurred during or as a result of %d\": \"officer_caused_injury_%d\",\n",
    "    \"news %d\": \"news_coverage_%d\",\n",
    "}\n",
    "for i in range(1, max_reports_per_incident + 1):\n",
    "    for k, v in numerical_renames.items():\n",
    "        k = (k % i)\n",
    "        v = v % i\n",
    "        col_renames[k] = v\n",
    "\n",
    "shootings.columns = [col_renames[c] for c in shootings.columns]\n",
    "shootings.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Standardize common column types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.375321Z",
     "start_time": "2020-11-15T15:24:58.988393Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Numericalizing column civilian_age\n",
      "Replaced 1 bad values with NA:\n",
      "Unique bad values: {'NOT AVAILABLE'}\n",
      "Numericalizing column officer_age_1\n",
      "Numericalizing column officer_age_2\n",
      "Numericalizing column officer_age_3\n",
      "Numericalizing column officer_age_4\n",
      "Numericalizing column officer_age_5\n",
      "Numericalizing column officer_age_6\n",
      "Numericalizing column officer_age_7\n",
      "Numericalizing column officer_age_8\n",
      "Numericalizing column officer_age_9\n",
      "Numericalizing column officer_age_10\n",
      "Numericalizing column officer_age_11\n",
      "Converting column agency_report_date_1 to datetime\n",
      "Converting column date_ag_received to datetime\n",
      "Converting column agency_report_date_2 to datetime\n",
      "Converting column agency_report_date_3 to datetime\n",
      "Converting column agency_report_date_4 to datetime\n",
      "Replaced 1 bad values with NaT:\n",
      "Unique bad values: {'SSKRIPKA@CI.PASADENA.TX.US'}\n",
      "Converting column agency_report_date_5 to datetime\n",
      "Replaced 1 bad values with NaT:\n",
      "Unique bad values: {'SSKRIPKA@CI.PASADENA.TX.US'}\n",
      "Converting column agency_report_date_6 to datetime\n",
      "Converting column agency_report_date_7 to datetime\n",
      "Converting column agency_report_date_8 to datetime\n",
      "Converting column agency_report_date_9 to datetime\n",
      "Converting column agency_report_date_10 to datetime\n",
      "Converting column agency_report_date_11 to datetime\n",
      "Converting column date_incident to datetime\n"
     ]
    }
   ],
   "source": [
    "standardize_gender_cols(shootings)\n",
    "standardize_race_cols(shootings)\n",
    "numericalize_age_cols(shootings)\n",
    "convert_date_cols(shootings)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create a column for the number of officers whose information was recorded here, `num_officers_recorded`\n",
    "\n",
    "We use the presence of officer gender as an indicator. Not all incidents use a separate agency_name_X column per officer, so we can't use that."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.478855Z",
     "start_time": "2020-11-15T15:24:59.380100Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ois_report_no</th>\n",
       "      <th>num_reports_filed</th>\n",
       "      <th>agency_report_date_1</th>\n",
       "      <th>date_ag_received</th>\n",
       "      <th>agency_name_1</th>\n",
       "      <th>agency_city_1</th>\n",
       "      <th>agency_zip_1</th>\n",
       "      <th>agency_name_person_filling_out_1</th>\n",
       "      <th>agency_email_person_filling_out_1</th>\n",
       "      <th>agency_report_date_2</th>\n",
       "      <th>agency_name_2</th>\n",
       "      <th>agency_city_2</th>\n",
       "      <th>agency_zip_2</th>\n",
       "      <th>agency_name_person_filling_out_2</th>\n",
       "      <th>agency_email_person_filling_out_2</th>\n",
       "      <th>agency_report_date_3</th>\n",
       "      <th>agency_name_3</th>\n",
       "      <th>agency_city_3</th>\n",
       "      <th>agency_zip_3</th>\n",
       "      <th>agency_name_person_filling_out_3</th>\n",
       "      <th>agency_email_person_filling_out_3</th>\n",
       "      <th>agency_report_date_4</th>\n",
       "      <th>agency_name_4</th>\n",
       "      <th>agency_city_4</th>\n",
       "      <th>agency_zip_4</th>\n",
       "      <th>agency_name_person_filling_out_4</th>\n",
       "      <th>agency_email_person_filling_out_4</th>\n",
       "      <th>agency_report_date_5</th>\n",
       "      <th>agency_name_5</th>\n",
       "      <th>agency_city_5</th>\n",
       "      <th>agency_zip_5</th>\n",
       "      <th>agency_name_person_filling_out_5</th>\n",
       "      <th>agency_email_person_filling_out_5</th>\n",
       "      <th>agency_report_date_6</th>\n",
       "      <th>agency_name_6</th>\n",
       "      <th>agency_city_6</th>\n",
       "      <th>agency_zip_6</th>\n",
       "      <th>agency_name_person_filling_out_6</th>\n",
       "      <th>agency_email_person_filling_out_6</th>\n",
       "      <th>agency_report_date_7</th>\n",
       "      <th>agency_name_7</th>\n",
       "      <th>agency_city_7</th>\n",
       "      <th>agency_zip_7</th>\n",
       "      <th>agency_name_person_filling_out_7</th>\n",
       "      <th>agency_email_person_filling_out_7</th>\n",
       "      <th>agency_report_date_8</th>\n",
       "      <th>agency_name_8</th>\n",
       "      <th>agency_city_8</th>\n",
       "      <th>agency_zip_8</th>\n",
       "      <th>agency_name_person_filling_out_8</th>\n",
       "      <th>...</th>\n",
       "      <th>deadly_weapon</th>\n",
       "      <th>officer_gender_1</th>\n",
       "      <th>officer_age_1</th>\n",
       "      <th>officer_race_1</th>\n",
       "      <th>officer_gender_2</th>\n",
       "      <th>officer_age_2</th>\n",
       "      <th>officer_race_2</th>\n",
       "      <th>officer_gender_3</th>\n",
       "      <th>officer_age_3</th>\n",
       "      <th>officer_race_3</th>\n",
       "      <th>officer_gender_4</th>\n",
       "      <th>officer_age_4</th>\n",
       "      <th>officer_race_4</th>\n",
       "      <th>officer_gender_5</th>\n",
       "      <th>officer_age_5</th>\n",
       "      <th>officer_race_5</th>\n",
       "      <th>officer_gender_6</th>\n",
       "      <th>officer_age_6</th>\n",
       "      <th>officer_race_6</th>\n",
       "      <th>officer_gender_7</th>\n",
       "      <th>officer_age_7</th>\n",
       "      <th>officer_race_7</th>\n",
       "      <th>officer_gender_8</th>\n",
       "      <th>officer_age_8</th>\n",
       "      <th>officer_race_8</th>\n",
       "      <th>officer_gender_9</th>\n",
       "      <th>officer_age_9</th>\n",
       "      <th>officer_race_9</th>\n",
       "      <th>officer_gender_10</th>\n",
       "      <th>officer_age_10</th>\n",
       "      <th>officer_race_10</th>\n",
       "      <th>officer_gender_11</th>\n",
       "      <th>officer_age_11</th>\n",
       "      <th>officer_race_11</th>\n",
       "      <th>officer_on_duty</th>\n",
       "      <th>multiple_officers_involved</th>\n",
       "      <th>incident_result_of</th>\n",
       "      <th>officer_caused_injury_2</th>\n",
       "      <th>officer_caused_injury_3</th>\n",
       "      <th>incident_call_other</th>\n",
       "      <th>weapon_reported_by_media</th>\n",
       "      <th>news_coverage_1</th>\n",
       "      <th>news_coverage_2</th>\n",
       "      <th>news_coverage_3</th>\n",
       "      <th>news_coverage_4</th>\n",
       "      <th>custodial_death_report</th>\n",
       "      <th>cdr_narrative</th>\n",
       "      <th>lea_narrative_published</th>\n",
       "      <th>lea_narrative_shorter</th>\n",
       "      <th>num_officers_recorded</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>NaN</td>\n",
       "      <td>8</td>\n",
       "      <td>2016-01-05</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ODESSA POLICE DEPARTMENT</td>\n",
       "      <td>ODESSA</td>\n",
       "      <td>78761</td>\n",
       "      <td>DAVID LARA</td>\n",
       "      <td>DLARA@ODESSA-TX.GOV</td>\n",
       "      <td>2016-01-05</td>\n",
       "      <td>ODESSA POLICE DEPARTMENT</td>\n",
       "      <td>ODESSA</td>\n",
       "      <td>79761</td>\n",
       "      <td>DAVID LARA</td>\n",
       "      <td>DLARA@ODESSA-TX.GOV</td>\n",
       "      <td>2016-01-05</td>\n",
       "      <td>ODESSA POLICE DEPARTMENT</td>\n",
       "      <td>ODESSA</td>\n",
       "      <td>79761</td>\n",
       "      <td>DAVID LARA</td>\n",
       "      <td>DLARA@ODESSA-TX.GOV</td>\n",
       "      <td>2016-01-05</td>\n",
       "      <td>ODESSA POLICE DEPARTMENT</td>\n",
       "      <td>ODESSA</td>\n",
       "      <td>79761</td>\n",
       "      <td>DAVID LARA</td>\n",
       "      <td>DLARA@ODESSA-TX.GOV</td>\n",
       "      <td>2016-01-05</td>\n",
       "      <td>ODESSA POLICE DEPARTMENT</td>\n",
       "      <td>ODESSA</td>\n",
       "      <td>79761</td>\n",
       "      <td>DAVID LARA</td>\n",
       "      <td>DLARA@ODESSA-TX.GOV</td>\n",
       "      <td>2016-01-05</td>\n",
       "      <td>ODESSA POLICE DEPARTMENT</td>\n",
       "      <td>ODESSA</td>\n",
       "      <td>79761.0</td>\n",
       "      <td>DAVID LARA</td>\n",
       "      <td>DLARA@ODESSA-TX.GOV</td>\n",
       "      <td>2016-01-05</td>\n",
       "      <td>ODESSA POLICE DEPARTMENT</td>\n",
       "      <td>ODESSA</td>\n",
       "      <td>79761.0</td>\n",
       "      <td>DAVID LARA</td>\n",
       "      <td>DLARA@ODESSA-TX.GOV</td>\n",
       "      <td>2016-01-05</td>\n",
       "      <td>ODESSA POLICE DEPARTMENT</td>\n",
       "      <td>ODESSA</td>\n",
       "      <td>79761.0</td>\n",
       "      <td>DAVID LARA</td>\n",
       "      <td>...</td>\n",
       "      <td>YES</td>\n",
       "      <td>MALE</td>\n",
       "      <td>26.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>26.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>40.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>24.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>28.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>42.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>27.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>41.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>ON DUTY</td>\n",
       "      <td>YES</td>\n",
       "      <td>EXECUTION OF A WARRANT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIREARM</td>\n",
       "      <td>MY SAN ANTONIO</td>\n",
       "      <td>NEWS WEST 9</td>\n",
       "      <td>CBS 7</td>\n",
       "      <td>KSAT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>157</th>\n",
       "      <td>NaN</td>\n",
       "      <td>10</td>\n",
       "      <td>2017-02-23</td>\n",
       "      <td>2017-02-23</td>\n",
       "      <td>DART POLICE DEPARTMENT</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75203</td>\n",
       "      <td>LT. SHERRI PLUNK #43</td>\n",
       "      <td>SPLUNK@DART.ORG</td>\n",
       "      <td>2017-02-23</td>\n",
       "      <td>DART POLICE DEPARTMENT</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75203</td>\n",
       "      <td>LT. SHERRI PLUNK #43</td>\n",
       "      <td>SPLUNK@DART.ORG</td>\n",
       "      <td>2017-02-23</td>\n",
       "      <td>DART POLICE DEPARTMENT</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75203</td>\n",
       "      <td>LT. SHERRI PLUNK #43</td>\n",
       "      <td>SPLUNK@DART.ORG</td>\n",
       "      <td>2017-02-23</td>\n",
       "      <td>DART POLICE DEPARTMENT</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75203</td>\n",
       "      <td>LT. SHERRI PLUNK #43</td>\n",
       "      <td>SPLUNK@DART.ORG</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>DALLAS POLICE DEPARTMENT</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75215</td>\n",
       "      <td>SGT. E. MERRITT #8112</td>\n",
       "      <td>E.MERRITT@DPD.DALLASCITYHALL.COM</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>DALLAS POLICE DEPARTMENT</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75215.0</td>\n",
       "      <td>SGT. E. MERRITT #8112</td>\n",
       "      <td>E.MERRITT@DPD.DALLASCITYHALL.COM</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>DALLAS POLICE DEPARTMENT</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75215.0</td>\n",
       "      <td>SGT. E. MERRITT #8112</td>\n",
       "      <td>E.MERRITT@DPD.DALLASCITYHALL.COM</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>DALLAS POLICE DEPARTMENT</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75215.0</td>\n",
       "      <td>SGT. E. MERRITT #8112</td>\n",
       "      <td>...</td>\n",
       "      <td>YES</td>\n",
       "      <td>MALE</td>\n",
       "      <td>63.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>44.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>43.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>37.0</td>\n",
       "      <td>BLACK</td>\n",
       "      <td>MALE</td>\n",
       "      <td>27.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>31.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>34.0</td>\n",
       "      <td>OTHER</td>\n",
       "      <td>MALE</td>\n",
       "      <td>39.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>41.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>46.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>ON DUTY</td>\n",
       "      <td>YES</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AMBUSH OF OFFICERS BY SUSPECT. WOUNDED ON 7/7/...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>DPD PRESS RELEASE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>YES</td>\n",
       "      <td>ON JULY 7, 2016, AT APPROXIMATELY 8:57 P.M., D...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIRED AT OFFICERS</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>271</th>\n",
       "      <td>NaN</td>\n",
       "      <td>8</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>CLUTE POLICE DEPARTMENT</td>\n",
       "      <td>CLUTE</td>\n",
       "      <td>77531</td>\n",
       "      <td>CHIEF RANDY BRATTON</td>\n",
       "      <td>CHIEF RANDY BRATTON</td>\n",
       "      <td>2017-02-25</td>\n",
       "      <td>LAKE JACKSON POLICE DEPARTMENT</td>\n",
       "      <td>LAKE JACKSON</td>\n",
       "      <td>77566</td>\n",
       "      <td>CHIEF RICHARD J. PARK</td>\n",
       "      <td>RPARK@LAKEJACKSONPD.NET</td>\n",
       "      <td>2017-02-25</td>\n",
       "      <td>LAKE JACKSON POLICE DEPARTMENT</td>\n",
       "      <td>LAKE JACKSON</td>\n",
       "      <td>77566</td>\n",
       "      <td>CHIEF RICHARD J. PARK</td>\n",
       "      <td>RPARK@LAKEJACKSONPD.NET</td>\n",
       "      <td>2017-02-25</td>\n",
       "      <td>LAKE JACKSON POLICE DEPARTMENT</td>\n",
       "      <td>LAKE JACKSON</td>\n",
       "      <td>77566</td>\n",
       "      <td>CHIEF RICHARD J. PARK</td>\n",
       "      <td>RPARK@LAKEJACKSONPD.NET</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>CLUTE POLICE DEPARTMENT</td>\n",
       "      <td>CLUTE</td>\n",
       "      <td>77531</td>\n",
       "      <td>CHIEF RANDY BRATTON</td>\n",
       "      <td>RBRATTON@CLUTEPD.COM</td>\n",
       "      <td>2017-02-25</td>\n",
       "      <td>LAKE JACKSON POLICE DEPARTMENT</td>\n",
       "      <td>LAKE JACKSON</td>\n",
       "      <td>77566.0</td>\n",
       "      <td>CHIEF RICHARD J. PARK</td>\n",
       "      <td>RPARK@LAKEJACKSONPD.NET</td>\n",
       "      <td>2017-03-07</td>\n",
       "      <td>FREEPORT POLICE DEPARTMENT</td>\n",
       "      <td>FREEPORT</td>\n",
       "      <td>77541.0</td>\n",
       "      <td>DET. COREY BRINKMAN</td>\n",
       "      <td>CBRINKMAN@FREEPORT.TX.US</td>\n",
       "      <td>2017-03-07</td>\n",
       "      <td>FREEPORT POLICE DEPARTMENT</td>\n",
       "      <td>FREEPORT</td>\n",
       "      <td>77541.0</td>\n",
       "      <td>DET. COREY BRINKMAN</td>\n",
       "      <td>...</td>\n",
       "      <td>YES</td>\n",
       "      <td>MALE</td>\n",
       "      <td>29.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>32.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>27.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>26.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>27.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>36.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>29.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>35.0</td>\n",
       "      <td>BLACK</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>ON DUTY</td>\n",
       "      <td>YES</td>\n",
       "      <td>TRAFFIC STOP</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>EXECUTION OF A WARRANT</td>\n",
       "      <td>HANDGUN</td>\n",
       "      <td>THE FACTS</td>\n",
       "      <td>KPRC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>YES</td>\n",
       "      <td>IN ANGLETON, THE SUSPECT FLED FROM OFFICERS IN...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>POINTED A GUN AT OFFICERS</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>295</th>\n",
       "      <td>NaN</td>\n",
       "      <td>6</td>\n",
       "      <td>2017-05-15</td>\n",
       "      <td>2017-05-16</td>\n",
       "      <td>WACO POLICE DEPARTMENT</td>\n",
       "      <td>WACO</td>\n",
       "      <td>76708</td>\n",
       "      <td>SGT. V.R. PRICE JR.</td>\n",
       "      <td>JPRICE@WACOTX.GOV</td>\n",
       "      <td>2017-05-15</td>\n",
       "      <td>WACO POLICE DEPARTMENT</td>\n",
       "      <td>WACO</td>\n",
       "      <td>76708</td>\n",
       "      <td>SGT. V.R. PRICE JR.</td>\n",
       "      <td>JPRICE@WACOTX.GOV</td>\n",
       "      <td>2017-05-15</td>\n",
       "      <td>WACO POLICE DEPARTMENT</td>\n",
       "      <td>WACO</td>\n",
       "      <td>76708</td>\n",
       "      <td>SGT. V.R. PRICE JR.</td>\n",
       "      <td>JPRICE@WACOTX.GOV</td>\n",
       "      <td>2017-05-15</td>\n",
       "      <td>WACO POLICE DEPARTMENT</td>\n",
       "      <td>WACO</td>\n",
       "      <td>76708</td>\n",
       "      <td>SGT. V.R. PRICE JR.</td>\n",
       "      <td>JPRICE@WACOTX.GOV</td>\n",
       "      <td>2017-05-15</td>\n",
       "      <td>WACO POLICE DEPARTMENT</td>\n",
       "      <td>WACO</td>\n",
       "      <td>76708</td>\n",
       "      <td>SGT. V.R. PRICE JR.</td>\n",
       "      <td>JPRICE@WACOTX.GOV</td>\n",
       "      <td>2017-05-15</td>\n",
       "      <td>WACO POLICE DEPARTMENT</td>\n",
       "      <td>WACO</td>\n",
       "      <td>76708.0</td>\n",
       "      <td>SGT. V.R. PRICE JR.</td>\n",
       "      <td>JPRICE@WACOTX.GOV</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>YES</td>\n",
       "      <td>MALE</td>\n",
       "      <td>36.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>26.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>38.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>50.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>36.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>27.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>ON DUTY</td>\n",
       "      <td>NO</td>\n",
       "      <td>HOSTAGE, BARRICADE, OR OTHER EMERGENCY SITUATION</td>\n",
       "      <td>NaN</td>\n",
       "      <td>VEHICLE PURSUIT OF ARMED ROBBERY SUSPECT WHICH...</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>303</th>\n",
       "      <td>NaN</td>\n",
       "      <td>6</td>\n",
       "      <td>2017-05-04</td>\n",
       "      <td>2017-05-08</td>\n",
       "      <td>HOUSTON POLICE DEPARTMENT</td>\n",
       "      <td>HOUSTON</td>\n",
       "      <td>77002</td>\n",
       "      <td>SGT. ODON BELMAREZ</td>\n",
       "      <td>ODON.BELMAREZ@HOUSTONPOLICE.ORG</td>\n",
       "      <td>2017-05-04</td>\n",
       "      <td>HOUSTON POLICE DEPARTMENT</td>\n",
       "      <td>HOUSTON</td>\n",
       "      <td>77002</td>\n",
       "      <td>SGT. ODON BELMAREZ</td>\n",
       "      <td>ODON.BERLMAREZ@HOUSTONPOLICE.ORG</td>\n",
       "      <td>2017-05-04</td>\n",
       "      <td>HOUSTON POLICE DEPARTMENT</td>\n",
       "      <td>HOUSTON</td>\n",
       "      <td>77002</td>\n",
       "      <td>SGT. ODON BELMAREZ</td>\n",
       "      <td>ODON.BELMAREZ@HOUSTONPOLICE.ORG</td>\n",
       "      <td>2017-04-24</td>\n",
       "      <td>TEXAS DEPARTMENT OF PUBLIC SAFETY</td>\n",
       "      <td>HOUSTON</td>\n",
       "      <td>77065</td>\n",
       "      <td>DARON PARKER</td>\n",
       "      <td>DARON.PARKER@DPS.TEXAS.GOV</td>\n",
       "      <td>2017-04-24</td>\n",
       "      <td>TEXAS DEPARTMENT OF PUBLIC SAFETY</td>\n",
       "      <td>HOUSTON</td>\n",
       "      <td>77065</td>\n",
       "      <td>DARON PARKER</td>\n",
       "      <td>DARON.PARKER@DPS.TEXAS.GOV</td>\n",
       "      <td>2017-05-04</td>\n",
       "      <td>HOUSTON POLICE DEPARTMENT</td>\n",
       "      <td>HOUSTON</td>\n",
       "      <td>77002.0</td>\n",
       "      <td>SGT. ODON BELMAREZ</td>\n",
       "      <td>ODON.BELMAREZ@HOUSTONPOLICE.ORG</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>YES</td>\n",
       "      <td>MALE</td>\n",
       "      <td>57.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>49.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>31.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>35.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>29.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>49.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>ON DUTY</td>\n",
       "      <td>YES</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ROBBERY STING</td>\n",
       "      <td>NaN</td>\n",
       "      <td>HOUSTON CHRONICLE</td>\n",
       "      <td>KHOU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>YES</td>\n",
       "      <td>THE DECEDENT AND TWO ACCOMPLICES ARMED WITH WE...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 131 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    ois_report_no  num_reports_filed agency_report_date_1 date_ag_received  \\\n",
       "62            NaN                  8           2016-01-05              NaT   \n",
       "157           NaN                 10           2017-02-23       2017-02-23   \n",
       "271           NaN                  8           2017-03-15       2017-03-15   \n",
       "295           NaN                  6           2017-05-15       2017-05-16   \n",
       "303           NaN                  6           2017-05-04       2017-05-08   \n",
       "\n",
       "                 agency_name_1 agency_city_1 agency_zip_1  \\\n",
       "62    ODESSA POLICE DEPARTMENT        ODESSA        78761   \n",
       "157     DART POLICE DEPARTMENT        DALLAS        75203   \n",
       "271    CLUTE POLICE DEPARTMENT         CLUTE        77531   \n",
       "295     WACO POLICE DEPARTMENT          WACO        76708   \n",
       "303  HOUSTON POLICE DEPARTMENT       HOUSTON        77002   \n",
       "\n",
       "    agency_name_person_filling_out_1 agency_email_person_filling_out_1  \\\n",
       "62                        DAVID LARA               DLARA@ODESSA-TX.GOV   \n",
       "157             LT. SHERRI PLUNK #43                   SPLUNK@DART.ORG   \n",
       "271              CHIEF RANDY BRATTON               CHIEF RANDY BRATTON   \n",
       "295              SGT. V.R. PRICE JR.                 JPRICE@WACOTX.GOV   \n",
       "303               SGT. ODON BELMAREZ   ODON.BELMAREZ@HOUSTONPOLICE.ORG   \n",
       "\n",
       "    agency_report_date_2                   agency_name_2 agency_city_2  \\\n",
       "62            2016-01-05        ODESSA POLICE DEPARTMENT        ODESSA   \n",
       "157           2017-02-23          DART POLICE DEPARTMENT        DALLAS   \n",
       "271           2017-02-25  LAKE JACKSON POLICE DEPARTMENT  LAKE JACKSON   \n",
       "295           2017-05-15          WACO POLICE DEPARTMENT          WACO   \n",
       "303           2017-05-04       HOUSTON POLICE DEPARTMENT       HOUSTON   \n",
       "\n",
       "    agency_zip_2 agency_name_person_filling_out_2  \\\n",
       "62         79761                       DAVID LARA   \n",
       "157        75203             LT. SHERRI PLUNK #43   \n",
       "271        77566            CHIEF RICHARD J. PARK   \n",
       "295        76708              SGT. V.R. PRICE JR.   \n",
       "303        77002               SGT. ODON BELMAREZ   \n",
       "\n",
       "    agency_email_person_filling_out_2 agency_report_date_3  \\\n",
       "62                DLARA@ODESSA-TX.GOV           2016-01-05   \n",
       "157                   SPLUNK@DART.ORG           2017-02-23   \n",
       "271           RPARK@LAKEJACKSONPD.NET           2017-02-25   \n",
       "295                 JPRICE@WACOTX.GOV           2017-05-15   \n",
       "303  ODON.BERLMAREZ@HOUSTONPOLICE.ORG           2017-05-04   \n",
       "\n",
       "                      agency_name_3 agency_city_3 agency_zip_3  \\\n",
       "62         ODESSA POLICE DEPARTMENT        ODESSA        79761   \n",
       "157          DART POLICE DEPARTMENT        DALLAS        75203   \n",
       "271  LAKE JACKSON POLICE DEPARTMENT  LAKE JACKSON        77566   \n",
       "295          WACO POLICE DEPARTMENT          WACO        76708   \n",
       "303       HOUSTON POLICE DEPARTMENT       HOUSTON        77002   \n",
       "\n",
       "    agency_name_person_filling_out_3 agency_email_person_filling_out_3  \\\n",
       "62                        DAVID LARA               DLARA@ODESSA-TX.GOV   \n",
       "157             LT. SHERRI PLUNK #43                   SPLUNK@DART.ORG   \n",
       "271            CHIEF RICHARD J. PARK           RPARK@LAKEJACKSONPD.NET   \n",
       "295              SGT. V.R. PRICE JR.                 JPRICE@WACOTX.GOV   \n",
       "303               SGT. ODON BELMAREZ   ODON.BELMAREZ@HOUSTONPOLICE.ORG   \n",
       "\n",
       "    agency_report_date_4                      agency_name_4 agency_city_4  \\\n",
       "62            2016-01-05           ODESSA POLICE DEPARTMENT        ODESSA   \n",
       "157           2017-02-23             DART POLICE DEPARTMENT        DALLAS   \n",
       "271           2017-02-25     LAKE JACKSON POLICE DEPARTMENT  LAKE JACKSON   \n",
       "295           2017-05-15             WACO POLICE DEPARTMENT          WACO   \n",
       "303           2017-04-24  TEXAS DEPARTMENT OF PUBLIC SAFETY       HOUSTON   \n",
       "\n",
       "    agency_zip_4 agency_name_person_filling_out_4  \\\n",
       "62         79761                       DAVID LARA   \n",
       "157        75203             LT. SHERRI PLUNK #43   \n",
       "271        77566            CHIEF RICHARD J. PARK   \n",
       "295        76708              SGT. V.R. PRICE JR.   \n",
       "303        77065                     DARON PARKER   \n",
       "\n",
       "    agency_email_person_filling_out_4 agency_report_date_5  \\\n",
       "62                DLARA@ODESSA-TX.GOV           2016-01-05   \n",
       "157                   SPLUNK@DART.ORG           2017-02-07   \n",
       "271           RPARK@LAKEJACKSONPD.NET           2017-03-15   \n",
       "295                 JPRICE@WACOTX.GOV           2017-05-15   \n",
       "303        DARON.PARKER@DPS.TEXAS.GOV           2017-04-24   \n",
       "\n",
       "                         agency_name_5 agency_city_5 agency_zip_5  \\\n",
       "62            ODESSA POLICE DEPARTMENT        ODESSA        79761   \n",
       "157           DALLAS POLICE DEPARTMENT        DALLAS        75215   \n",
       "271            CLUTE POLICE DEPARTMENT         CLUTE        77531   \n",
       "295             WACO POLICE DEPARTMENT          WACO        76708   \n",
       "303  TEXAS DEPARTMENT OF PUBLIC SAFETY       HOUSTON        77065   \n",
       "\n",
       "    agency_name_person_filling_out_5 agency_email_person_filling_out_5  \\\n",
       "62                        DAVID LARA               DLARA@ODESSA-TX.GOV   \n",
       "157            SGT. E. MERRITT #8112  E.MERRITT@DPD.DALLASCITYHALL.COM   \n",
       "271              CHIEF RANDY BRATTON              RBRATTON@CLUTEPD.COM   \n",
       "295              SGT. V.R. PRICE JR.                 JPRICE@WACOTX.GOV   \n",
       "303                     DARON PARKER        DARON.PARKER@DPS.TEXAS.GOV   \n",
       "\n",
       "    agency_report_date_6                   agency_name_6 agency_city_6  \\\n",
       "62            2016-01-05        ODESSA POLICE DEPARTMENT        ODESSA   \n",
       "157           2017-02-07        DALLAS POLICE DEPARTMENT        DALLAS   \n",
       "271           2017-02-25  LAKE JACKSON POLICE DEPARTMENT  LAKE JACKSON   \n",
       "295           2017-05-15          WACO POLICE DEPARTMENT          WACO   \n",
       "303           2017-05-04       HOUSTON POLICE DEPARTMENT       HOUSTON   \n",
       "\n",
       "     agency_zip_6 agency_name_person_filling_out_6  \\\n",
       "62        79761.0                       DAVID LARA   \n",
       "157       75215.0            SGT. E. MERRITT #8112   \n",
       "271       77566.0            CHIEF RICHARD J. PARK   \n",
       "295       76708.0              SGT. V.R. PRICE JR.   \n",
       "303       77002.0               SGT. ODON BELMAREZ   \n",
       "\n",
       "    agency_email_person_filling_out_6 agency_report_date_7  \\\n",
       "62                DLARA@ODESSA-TX.GOV           2016-01-05   \n",
       "157  E.MERRITT@DPD.DALLASCITYHALL.COM           2017-02-07   \n",
       "271           RPARK@LAKEJACKSONPD.NET           2017-03-07   \n",
       "295                 JPRICE@WACOTX.GOV                  NaT   \n",
       "303   ODON.BELMAREZ@HOUSTONPOLICE.ORG                  NaT   \n",
       "\n",
       "                  agency_name_7 agency_city_7  agency_zip_7  \\\n",
       "62     ODESSA POLICE DEPARTMENT        ODESSA       79761.0   \n",
       "157    DALLAS POLICE DEPARTMENT        DALLAS       75215.0   \n",
       "271  FREEPORT POLICE DEPARTMENT      FREEPORT       77541.0   \n",
       "295                         NaN           NaN           NaN   \n",
       "303                         NaN           NaN           NaN   \n",
       "\n",
       "    agency_name_person_filling_out_7 agency_email_person_filling_out_7  \\\n",
       "62                        DAVID LARA               DLARA@ODESSA-TX.GOV   \n",
       "157            SGT. E. MERRITT #8112  E.MERRITT@DPD.DALLASCITYHALL.COM   \n",
       "271              DET. COREY BRINKMAN          CBRINKMAN@FREEPORT.TX.US   \n",
       "295                              NaN                               NaN   \n",
       "303                              NaN                               NaN   \n",
       "\n",
       "    agency_report_date_8               agency_name_8 agency_city_8  \\\n",
       "62            2016-01-05    ODESSA POLICE DEPARTMENT        ODESSA   \n",
       "157           2017-02-07    DALLAS POLICE DEPARTMENT        DALLAS   \n",
       "271           2017-03-07  FREEPORT POLICE DEPARTMENT      FREEPORT   \n",
       "295                  NaT                         NaN           NaN   \n",
       "303                  NaT                         NaN           NaN   \n",
       "\n",
       "     agency_zip_8 agency_name_person_filling_out_8  ... deadly_weapon  \\\n",
       "62        79761.0                       DAVID LARA  ...           YES   \n",
       "157       75215.0            SGT. E. MERRITT #8112  ...           YES   \n",
       "271       77541.0              DET. COREY BRINKMAN  ...           YES   \n",
       "295           NaN                              NaN  ...           YES   \n",
       "303           NaN                              NaN  ...           YES   \n",
       "\n",
       "    officer_gender_1 officer_age_1 officer_race_1  officer_gender_2  \\\n",
       "62              MALE          26.0       HISPANIC              MALE   \n",
       "157             MALE          63.0          WHITE              MALE   \n",
       "271             MALE          29.0          WHITE              MALE   \n",
       "295             MALE          36.0          WHITE              MALE   \n",
       "303             MALE          57.0          WHITE              MALE   \n",
       "\n",
       "    officer_age_2 officer_race_2 officer_gender_3 officer_age_3  \\\n",
       "62           26.0          WHITE             MALE          40.0   \n",
       "157          44.0          WHITE             MALE          43.0   \n",
       "271          32.0          WHITE             MALE          27.0   \n",
       "295          26.0          WHITE             MALE          38.0   \n",
       "303          49.0          WHITE             MALE          31.0   \n",
       "\n",
       "    officer_race_3  officer_gender_4 officer_age_4 officer_race_4  \\\n",
       "62           WHITE              MALE          24.0          WHITE   \n",
       "157          WHITE              MALE          37.0          BLACK   \n",
       "271          WHITE              MALE          26.0          WHITE   \n",
       "295          WHITE              MALE          50.0          WHITE   \n",
       "303          WHITE              MALE          35.0       HISPANIC   \n",
       "\n",
       "    officer_gender_5 officer_age_5 officer_race_5  officer_gender_6  \\\n",
       "62              MALE          28.0       HISPANIC              MALE   \n",
       "157             MALE          27.0          WHITE              MALE   \n",
       "271             MALE          27.0          WHITE            FEMALE   \n",
       "295           FEMALE          36.0       HISPANIC              MALE   \n",
       "303             MALE          29.0          WHITE              MALE   \n",
       "\n",
       "    officer_age_6 officer_race_6 officer_gender_7 officer_age_7  \\\n",
       "62           42.0       HISPANIC             MALE          27.0   \n",
       "157          31.0       HISPANIC             MALE          34.0   \n",
       "271          36.0          WHITE             MALE          29.0   \n",
       "295          27.0          WHITE             None           NaN   \n",
       "303          49.0          WHITE             None           NaN   \n",
       "\n",
       "    officer_race_7  officer_gender_8 officer_age_8 officer_race_8  \\\n",
       "62        HISPANIC              MALE          41.0       HISPANIC   \n",
       "157          OTHER              MALE          39.0          WHITE   \n",
       "271          WHITE              MALE          35.0          BLACK   \n",
       "295           None              None           NaN           None   \n",
       "303           None              None           NaN           None   \n",
       "\n",
       "    officer_gender_9 officer_age_9 officer_race_9 officer_gender_10  \\\n",
       "62              None           NaN           None              None   \n",
       "157             MALE          41.0          WHITE              MALE   \n",
       "271             None           NaN           None              None   \n",
       "295             None           NaN           None              None   \n",
       "303             None           NaN           None              None   \n",
       "\n",
       "     officer_age_10 officer_race_10 officer_gender_11 officer_age_11  \\\n",
       "62              NaN            None              None            NaN   \n",
       "157            46.0           WHITE              None            NaN   \n",
       "271             NaN            None              None            NaN   \n",
       "295             NaN            None              None            NaN   \n",
       "303             NaN            None              None            NaN   \n",
       "\n",
       "     officer_race_11 officer_on_duty multiple_officers_involved  \\\n",
       "62              None         ON DUTY                        YES   \n",
       "157             None         ON DUTY                        YES   \n",
       "271             None         ON DUTY                        YES   \n",
       "295             None         ON DUTY                         NO   \n",
       "303             None         ON DUTY                        YES   \n",
       "\n",
       "                                   incident_result_of officer_caused_injury_2  \\\n",
       "62                             EXECUTION OF A WARRANT                     NaN   \n",
       "157                      OTHER - SPECIFY TYPE OF CALL                     NaN   \n",
       "271                                      TRAFFIC STOP                     NaN   \n",
       "295  HOSTAGE, BARRICADE, OR OTHER EMERGENCY SITUATION                     NaN   \n",
       "303                      OTHER - SPECIFY TYPE OF CALL                     NaN   \n",
       "\n",
       "                               officer_caused_injury_3  \\\n",
       "62                                                 NaN   \n",
       "157                                                NaN   \n",
       "271                                                NaN   \n",
       "295  VEHICLE PURSUIT OF ARMED ROBBERY SUSPECT WHICH...   \n",
       "303                                                NaN   \n",
       "\n",
       "                                   incident_call_other  \\\n",
       "62                                                 NaN   \n",
       "157  AMBUSH OF OFFICERS BY SUSPECT. WOUNDED ON 7/7/...   \n",
       "271                             EXECUTION OF A WARRANT   \n",
       "295                       OTHER - SPECIFY TYPE OF CALL   \n",
       "303                                      ROBBERY STING   \n",
       "\n",
       "    weapon_reported_by_media    news_coverage_1  news_coverage_2  \\\n",
       "62                   FIREARM     MY SAN ANTONIO      NEWS WEST 9   \n",
       "157                      NaN  DPD PRESS RELEASE              NaN   \n",
       "271                  HANDGUN          THE FACTS             KPRC   \n",
       "295                      NaN                NaN              NaN   \n",
       "303                      NaN  HOUSTON CHRONICLE             KHOU   \n",
       "\n",
       "    news_coverage_3 news_coverage_4  custodial_death_report  \\\n",
       "62            CBS 7            KSAT                     NaN   \n",
       "157             NaN             NaN                     YES   \n",
       "271             NaN             NaN                     YES   \n",
       "295             NaN             NaN                     NaN   \n",
       "303             NaN             NaN                     YES   \n",
       "\n",
       "                                         cdr_narrative  \\\n",
       "62                                                 NaN   \n",
       "157  ON JULY 7, 2016, AT APPROXIMATELY 8:57 P.M., D...   \n",
       "271  IN ANGLETON, THE SUSPECT FLED FROM OFFICERS IN...   \n",
       "295                                                NaN   \n",
       "303  THE DECEDENT AND TWO ACCOMPLICES ARMED WITH WE...   \n",
       "\n",
       "    lea_narrative_published      lea_narrative_shorter num_officers_recorded  \n",
       "62                      NaN                        NaN                     8  \n",
       "157                     NaN          FIRED AT OFFICERS                    10  \n",
       "271                     NaN  POINTED A GUN AT OFFICERS                     8  \n",
       "295                     NaN                        NaN                     6  \n",
       "303                     NaN                        NaN                     6  \n",
       "\n",
       "[5 rows x 131 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "officer_gender_cols = ['officer_gender_%d' % i for i in range(1, 11)]\n",
    "shootings['num_officers_recorded'] = shootings[officer_gender_cols].notnull().sum(axis=1)\n",
    "shootings[shootings['num_officers_recorded'] > 5].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.506625Z",
     "start_time": "2020-11-15T15:24:59.482071Z"
    }
   },
   "outputs": [],
   "source": [
    "# remove any empty rows before starting\n",
    "shootings = shootings.loc[pd.isna(shootings.num_reports_filed) == False]\n",
    "\n",
    "shootings['custodial_death_report'] = shootings['custodial_death_report'].fillna('n').apply(lambda c: c.strip().lower()[0] == 'y')\n",
    "shootings['multiple_officers_involved'] = shootings['multiple_officers_involved'].fillna('n').apply(lambda c: c.strip().lower()[0] == 'y')\n",
    "\n",
    "shootings['civilian_died'] = shootings['incident_resulted_in'].apply(lambda x: x.strip().lower())\n",
    "shootings.drop('incident_resulted_in', axis=1, inplace=True)\n",
    "shootings['incident_result_of'] = shootings['incident_result_of'].apply(lambda x: x.strip().lower())\n",
    "\n",
    "shootings['officer_on_duty'] = shootings['officer_on_duty'].apply(lambda x: x if pd.isnull(x) else (x.strip().lower().startswith('on ')))\n",
    "shootings['weapon_reported_by_media'] = shootings['weapon_reported_by_media'].apply(lambda w: w if pd.isnull(w) else w.strip().lower())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### NOTE: Data quirk\n",
    "\n",
    "It's unclear how many officers were actually at the scene\n",
    "* The `multiple_officer_involved` column is a yes/no column, but there are also columns to list the agency, gender, etc for each officer. These do not always agree. Sometimes `multiple_officer_involved` is yes, but only one officer's details are recorded. And sometimes we have details for many officers, but `multiple_officer_involved` is no. See below.\n",
    "* The punchline is to interpret these columns with caution"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.530420Z",
     "start_time": "2020-11-15T15:24:59.508469Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>num_officers_recorded</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>multiple_officers_involved</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>False</th>\n",
       "      <td>149</td>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>True</th>\n",
       "      <td>471</td>\n",
       "      <td>177</td>\n",
       "      <td>65</td>\n",
       "      <td>40</td>\n",
       "      <td>23</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "num_officers_recorded        1    2   3   4   5   6   7   8   9   10\n",
       "multiple_officers_involved                                          \n",
       "False                       149    9   5   4   1   1   0   0   0   0\n",
       "True                        471  177  65  40  23   9   8   4   3   5"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.crosstab(shootings.multiple_officers_involved, shootings.num_officers_recorded)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Handle weapons-related questions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.537001Z",
     "start_time": "2020-11-15T15:24:59.531870Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "YES                    828\n",
       "NO                     145\n",
       "YES - CHIEF SAID NO      1\n",
       "Name: deadly_weapon, dtype: int64"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shootings['deadly_weapon'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.548420Z",
     "start_time": "2020-11-15T15:24:59.538566Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True     828\n",
       "False    146\n",
       "Name: deadly_weapon, dtype: int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Convert yes/no to boolean\n",
    "shootings['deadly_weapon'] = shootings['deadly_weapon'].apply(\n",
    "    lambda weapon: weapon.lower().strip() == 'yes')\n",
    "shootings['deadly_weapon'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.565795Z",
     "start_time": "2020-11-15T15:24:59.550399Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>weapon_reported_by_media</th>\n",
       "      <th>False</th>\n",
       "      <th>True</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>deadly_weapon</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>False</th>\n",
       "      <td>119</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>True</th>\n",
       "      <td>141</td>\n",
       "      <td>687</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "weapon_reported_by_media  False  True \n",
       "deadly_weapon                         \n",
       "False                       119     27\n",
       "True                        141    687"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check for mistakes. Sometimes the \"was there a deadly weapon?\" question\n",
    "# is answered with \"No\" while a description of a deadly weapon is given.\n",
    "pd.crosstab(shootings['deadly_weapon'], shootings['weapon_reported_by_media'].notnull())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.578981Z",
     "start_time": "2020-11-15T15:24:59.567528Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "27\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>deadly_weapon</th>\n",
       "      <th>weapon_reported_by_media</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>False</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>False</td>\n",
       "      <td>firearm</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>False</td>\n",
       "      <td>bb gun</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>227</th>\n",
       "      <td>False</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>252</th>\n",
       "      <td>False</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>268</th>\n",
       "      <td>False</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>286</th>\n",
       "      <td>False</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300</th>\n",
       "      <td>False</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>321</th>\n",
       "      <td>False</td>\n",
       "      <td>took officer's taser</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>323</th>\n",
       "      <td>False</td>\n",
       "      <td>fell while getting out of car?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>366</th>\n",
       "      <td>False</td>\n",
       "      <td>gun</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>367</th>\n",
       "      <td>False</td>\n",
       "      <td>body</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>377</th>\n",
       "      <td>False</td>\n",
       "      <td>body</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>439</th>\n",
       "      <td>False</td>\n",
       "      <td>arms (choking)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>447</th>\n",
       "      <td>False</td>\n",
       "      <td>reports say unarmed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>501</th>\n",
       "      <td>False</td>\n",
       "      <td>gun</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>515</th>\n",
       "      <td>False</td>\n",
       "      <td>knife</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527</th>\n",
       "      <td>False</td>\n",
       "      <td>vehicle, gun</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>530</th>\n",
       "      <td>False</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>531</th>\n",
       "      <td>False</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>585</th>\n",
       "      <td>False</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>603</th>\n",
       "      <td>False</td>\n",
       "      <td>gun</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>616</th>\n",
       "      <td>False</td>\n",
       "      <td>vehicle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>643</th>\n",
       "      <td>False</td>\n",
       "      <td>gun</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>644</th>\n",
       "      <td>False</td>\n",
       "      <td>hands in bag</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>765</th>\n",
       "      <td>False</td>\n",
       "      <td>pretend gun</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>879</th>\n",
       "      <td>False</td>\n",
       "      <td>body</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     deadly_weapon        weapon_reported_by_media\n",
       "40           False                         vehicle\n",
       "56           False                         firearm\n",
       "162          False                          bb gun\n",
       "227          False                         vehicle\n",
       "252          False                         vehicle\n",
       "268          False                         vehicle\n",
       "286          False                         vehicle\n",
       "300          False                         vehicle\n",
       "321          False            took officer's taser\n",
       "323          False  fell while getting out of car?\n",
       "366          False                             gun\n",
       "367          False                            body\n",
       "377          False                            body\n",
       "439          False                  arms (choking)\n",
       "447          False             reports say unarmed\n",
       "501          False                             gun\n",
       "515          False                           knife\n",
       "527          False                    vehicle, gun\n",
       "530          False                         vehicle\n",
       "531          False                         vehicle\n",
       "585          False                         vehicle\n",
       "603          False                             gun\n",
       "616          False                         vehicle\n",
       "643          False                             gun\n",
       "644          False                    hands in bag\n",
       "765          False                     pretend gun\n",
       "879          False                            body"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Let's look at these instances to be sure\n",
    "s = shootings[~shootings['deadly_weapon'] & pd.notnull(shootings['weapon_reported_by_media'])][['deadly_weapon', 'weapon_reported_by_media']]\n",
    "print(len(s))\n",
    "s"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.585027Z",
     "start_time": "2020-11-15T15:24:59.580522Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['\"agent was assaulted\"',\n",
       " 'air soft gun',\n",
       " 'armed',\n",
       " 'arms (choking)',\n",
       " 'assault rifle',\n",
       " 'ax',\n",
       " 'axe',\n",
       " 'baseball bat',\n",
       " 'baseball bat and fireplace poker',\n",
       " 'baton',\n",
       " 'bb gun',\n",
       " 'body',\n",
       " 'bomb',\n",
       " 'box cutter',\n",
       " 'bricks',\n",
       " 'broken bottle',\n",
       " 'butcher knife',\n",
       " 'car',\n",
       " 'club, bat',\n",
       " 'crossbow',\n",
       " \"deputy's gun\",\n",
       " 'fell while getting out of car?',\n",
       " 'firearm',\n",
       " 'folding knife',\n",
       " 'glock 40',\n",
       " 'gun',\n",
       " 'gun, knife',\n",
       " 'handgun',\n",
       " 'hands in bag',\n",
       " 'hatchet',\n",
       " 'imitation weapon',\n",
       " 'knife',\n",
       " 'knife - not opened',\n",
       " 'knife and tree branch',\n",
       " 'knife, gun',\n",
       " 'knives',\n",
       " 'knives (2)',\n",
       " 'large rock',\n",
       " 'long gun',\n",
       " 'lunged?',\n",
       " 'machete',\n",
       " 'meat cleaver, frying pan',\n",
       " 'metal flashlight',\n",
       " 'metal pipe',\n",
       " \"officer's gun\",\n",
       " \"officer's taser\",\n",
       " 'pellet gun',\n",
       " 'pencil',\n",
       " 'pick axe',\n",
       " 'pickaxe',\n",
       " 'pipe',\n",
       " 'pistol',\n",
       " 'pretend gun',\n",
       " 'replica gun',\n",
       " 'reports say unarmed',\n",
       " 'revolver',\n",
       " 'rifle',\n",
       " 'rock',\n",
       " 'samurai sword',\n",
       " 'sawed-off shotgun',\n",
       " 'scissors, screwdriver',\n",
       " 'screwdriver',\n",
       " 'semi-automatic rifle',\n",
       " 'sharp metal object (piece of headphones)',\n",
       " 'shotgun',\n",
       " 'stun gun',\n",
       " 'sword',\n",
       " \"took officer's knife\",\n",
       " \"took officer's taser\",\n",
       " 'truck',\n",
       " 'vehicle',\n",
       " 'vehicle, gun',\n",
       " 'weapon',\n",
       " 'weed-cutter',\n",
       " 'zip gun']"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# What weapons do people use? Can we categorize them?\n",
    "sorted(list(x for x in set(shootings.weapon_reported_by_media) if pd.notnull(x)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.600480Z",
     "start_time": "2020-11-15T15:24:59.586799Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "FIREARM              489\n",
       "(DETAILS MISSING)    141\n",
       "KNIFE/CUTTING        106\n",
       "VEHICLE               62\n",
       "OTHER                 57\n",
       "Name: weapon_reported_by_media_category, dtype: int64"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Manual categorization of weapons\n",
    "weapon_types = {\n",
    "    'FIREARM': [\n",
    "        'handgun', 'sawed-off shotgun', 'revolver', 'rifle',\n",
    "        'assault rifle', 'firearm', 'shotgun', 'long gun', 'gun',\n",
    "        'glock 40', 'pistol', 'knife, gun', \"deputy's gun\",\n",
    "        'vehicle, gun', 'semi-automatic rifle'],\n",
    "    'KNIFE/CUTTING': [\n",
    "        'hatchet', 'butcher knife', 'knife', 'knives', 'box cutter',\n",
    "        'knife - not opened', 'machete', 'sword', 'axe', 'knives (2)',\n",
    "        \"officer's gun\", 'pickaxe', 'samurai sword', \"took officer's knife\",\n",
    "        'sharp metal object (piece of headphones)', 'scissors, screwdriver'],\n",
    "    'VEHICLE': ['car', 'truck', 'vehicle'],\n",
    "}\n",
    "type_lookup = {}\n",
    "for w_type, weapons in weapon_types.items():\n",
    "    for w in weapons:\n",
    "        if w in type_lookup:\n",
    "            print(\"DUPLICATE:\", w_type, w)\n",
    "        type_lookup[w] = w_type\n",
    "\n",
    "weapons = []\n",
    "for has_weapon, desc in zip(shootings['deadly_weapon'], shootings['weapon_reported_by_media']):\n",
    "    if pd.isnull(desc) or not desc:\n",
    "        if has_weapon:\n",
    "            weapons.append('(DETAILS MISSING)')\n",
    "        else:\n",
    "            weapons.append(np.nan)\n",
    "        continue\n",
    "    weapons.append(type_lookup.get(desc, 'OTHER'))\n",
    "\n",
    "shootings['weapon_reported_by_media_category'] = weapons    \n",
    "shootings['weapon_reported_by_media_category'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.607862Z",
     "start_time": "2020-11-15T15:24:59.602658Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['\"agent was assaulted\"',\n",
       " 'air soft gun',\n",
       " 'armed',\n",
       " 'arms (choking)',\n",
       " 'ax',\n",
       " 'baseball bat',\n",
       " 'baseball bat and fireplace poker',\n",
       " 'baton',\n",
       " 'bb gun',\n",
       " 'body',\n",
       " 'bomb',\n",
       " 'bricks',\n",
       " 'broken bottle',\n",
       " 'club, bat',\n",
       " 'crossbow',\n",
       " 'fell while getting out of car?',\n",
       " 'folding knife',\n",
       " 'gun, knife',\n",
       " 'hands in bag',\n",
       " 'imitation weapon',\n",
       " 'knife and tree branch',\n",
       " 'large rock',\n",
       " 'lunged?',\n",
       " 'meat cleaver, frying pan',\n",
       " 'metal flashlight',\n",
       " 'metal pipe',\n",
       " \"officer's taser\",\n",
       " 'pellet gun',\n",
       " 'pencil',\n",
       " 'pick axe',\n",
       " 'pipe',\n",
       " 'pretend gun',\n",
       " 'replica gun',\n",
       " 'reports say unarmed',\n",
       " 'rock',\n",
       " 'screwdriver',\n",
       " 'stun gun',\n",
       " \"took officer's taser\",\n",
       " 'weapon',\n",
       " 'weed-cutter',\n",
       " 'zip gun']"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(set(shootings['weapon_reported_by_media'][shootings['weapon_reported_by_media_category'] == 'OTHER']))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Uppercase the content of all columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.690512Z",
     "start_time": "2020-11-15T15:24:59.609828Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Uppercasing columns: ois_report_no agency_name_1 agency_city_1 agency_zip_1 agency_name_person_filling_out_1 agency_email_person_filling_out_1 agency_name_2 agency_city_2 agency_zip_2 agency_name_person_filling_out_2 agency_email_person_filling_out_2 agency_name_3 agency_city_3 agency_zip_3 agency_name_person_filling_out_3 agency_email_person_filling_out_3 agency_name_4 agency_city_4 agency_zip_4 agency_name_person_filling_out_4 agency_email_person_filling_out_4 agency_name_5 agency_city_5 agency_zip_5 agency_name_person_filling_out_5 agency_email_person_filling_out_5 agency_name_6 agency_city_6 agency_name_person_filling_out_6 agency_email_person_filling_out_6 agency_name_7 agency_city_7 agency_name_person_filling_out_7 agency_email_person_filling_out_7 agency_name_8 agency_city_8 agency_name_person_filling_out_8 agency_email_person_filling_out_8 agency_name_9 agency_city_9 agency_name_person_filling_out_9 agency_email_person_filling_out_9 agency_name_10 agency_city_10 agency_name_person_filling_out_10 agency_email_person_filling_out_10 agency_name_11 agency_city_11 agency_name_person_filling_out_11 agency_email_person_filling_out_11 civilian_name_first civilian_name_last civilian_gender civilian_race time_incident incident_address incident_city incident_county officer_gender_1 officer_race_1 officer_gender_2 officer_race_2 officer_gender_3 officer_race_3 officer_gender_4 officer_race_4 officer_gender_5 officer_race_5 officer_gender_6 officer_race_6 officer_gender_7 officer_race_7 officer_gender_8 officer_race_8 officer_gender_9 officer_race_9 officer_gender_10 officer_race_10 officer_gender_11 officer_race_11 officer_on_duty incident_result_of officer_caused_injury_2 officer_caused_injury_3 incident_call_other weapon_reported_by_media news_coverage_1 news_coverage_2 news_coverage_3 news_coverage_4 cdr_narrative lea_narrative_published lea_narrative_shorter civilian_died weapon_reported_by_media_category "
     ]
    }
   ],
   "source": [
    "print('Uppercasing columns: ', end='')\n",
    "for col, dt in shootings.dtypes.items():\n",
    "    if dt == 'object':\n",
    "        print(col, end=' ')\n",
    "        shootings[col] = shootings[col].apply(lambda s: s if type(s) != str else s.upper())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Standardize police agency names"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.805241Z",
     "start_time": "2020-11-15T15:24:59.692465Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ois_report_no</th>\n",
       "      <th>num_reports_filed</th>\n",
       "      <th>agency_report_date_1</th>\n",
       "      <th>date_ag_received</th>\n",
       "      <th>agency_name_1</th>\n",
       "      <th>agency_city_1</th>\n",
       "      <th>agency_zip_1</th>\n",
       "      <th>agency_name_person_filling_out_1</th>\n",
       "      <th>agency_email_person_filling_out_1</th>\n",
       "      <th>agency_report_date_2</th>\n",
       "      <th>agency_name_2</th>\n",
       "      <th>agency_city_2</th>\n",
       "      <th>agency_zip_2</th>\n",
       "      <th>agency_name_person_filling_out_2</th>\n",
       "      <th>agency_email_person_filling_out_2</th>\n",
       "      <th>agency_report_date_3</th>\n",
       "      <th>agency_name_3</th>\n",
       "      <th>agency_city_3</th>\n",
       "      <th>agency_zip_3</th>\n",
       "      <th>agency_name_person_filling_out_3</th>\n",
       "      <th>agency_email_person_filling_out_3</th>\n",
       "      <th>agency_report_date_4</th>\n",
       "      <th>agency_name_4</th>\n",
       "      <th>agency_city_4</th>\n",
       "      <th>agency_zip_4</th>\n",
       "      <th>agency_name_person_filling_out_4</th>\n",
       "      <th>agency_email_person_filling_out_4</th>\n",
       "      <th>agency_report_date_5</th>\n",
       "      <th>agency_name_5</th>\n",
       "      <th>agency_city_5</th>\n",
       "      <th>agency_zip_5</th>\n",
       "      <th>agency_name_person_filling_out_5</th>\n",
       "      <th>agency_email_person_filling_out_5</th>\n",
       "      <th>agency_report_date_6</th>\n",
       "      <th>agency_name_6</th>\n",
       "      <th>agency_city_6</th>\n",
       "      <th>agency_zip_6</th>\n",
       "      <th>agency_name_person_filling_out_6</th>\n",
       "      <th>agency_email_person_filling_out_6</th>\n",
       "      <th>agency_report_date_7</th>\n",
       "      <th>agency_name_7</th>\n",
       "      <th>agency_city_7</th>\n",
       "      <th>agency_zip_7</th>\n",
       "      <th>agency_name_person_filling_out_7</th>\n",
       "      <th>agency_email_person_filling_out_7</th>\n",
       "      <th>agency_report_date_8</th>\n",
       "      <th>agency_name_8</th>\n",
       "      <th>agency_city_8</th>\n",
       "      <th>agency_zip_8</th>\n",
       "      <th>agency_name_person_filling_out_8</th>\n",
       "      <th>...</th>\n",
       "      <th>officer_age_1</th>\n",
       "      <th>officer_race_1</th>\n",
       "      <th>officer_gender_2</th>\n",
       "      <th>officer_age_2</th>\n",
       "      <th>officer_race_2</th>\n",
       "      <th>officer_gender_3</th>\n",
       "      <th>officer_age_3</th>\n",
       "      <th>officer_race_3</th>\n",
       "      <th>officer_gender_4</th>\n",
       "      <th>officer_age_4</th>\n",
       "      <th>officer_race_4</th>\n",
       "      <th>officer_gender_5</th>\n",
       "      <th>officer_age_5</th>\n",
       "      <th>officer_race_5</th>\n",
       "      <th>officer_gender_6</th>\n",
       "      <th>officer_age_6</th>\n",
       "      <th>officer_race_6</th>\n",
       "      <th>officer_gender_7</th>\n",
       "      <th>officer_age_7</th>\n",
       "      <th>officer_race_7</th>\n",
       "      <th>officer_gender_8</th>\n",
       "      <th>officer_age_8</th>\n",
       "      <th>officer_race_8</th>\n",
       "      <th>officer_gender_9</th>\n",
       "      <th>officer_age_9</th>\n",
       "      <th>officer_race_9</th>\n",
       "      <th>officer_gender_10</th>\n",
       "      <th>officer_age_10</th>\n",
       "      <th>officer_race_10</th>\n",
       "      <th>officer_gender_11</th>\n",
       "      <th>officer_age_11</th>\n",
       "      <th>officer_race_11</th>\n",
       "      <th>officer_on_duty</th>\n",
       "      <th>multiple_officers_involved</th>\n",
       "      <th>incident_result_of</th>\n",
       "      <th>officer_caused_injury_2</th>\n",
       "      <th>officer_caused_injury_3</th>\n",
       "      <th>incident_call_other</th>\n",
       "      <th>weapon_reported_by_media</th>\n",
       "      <th>news_coverage_1</th>\n",
       "      <th>news_coverage_2</th>\n",
       "      <th>news_coverage_3</th>\n",
       "      <th>news_coverage_4</th>\n",
       "      <th>custodial_death_report</th>\n",
       "      <th>cdr_narrative</th>\n",
       "      <th>lea_narrative_published</th>\n",
       "      <th>lea_narrative_shorter</th>\n",
       "      <th>num_officers_recorded</th>\n",
       "      <th>civilian_died</th>\n",
       "      <th>weapon_reported_by_media_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-16</td>\n",
       "      <td>NaT</td>\n",
       "      <td>FREEPORT POLICE DEPT</td>\n",
       "      <td>FREEPORT</td>\n",
       "      <td>77541</td>\n",
       "      <td>PAMELA MORRIS</td>\n",
       "      <td>PMORRIS@FREEPORT.TX.US</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>27.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>TRAFFIC STOP</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NARCOTIC STOP AND EVADING ARREST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ABC 13</td>\n",
       "      <td>YOUR SOUTHEST TEXAS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-10-01</td>\n",
       "      <td>NaT</td>\n",
       "      <td>PLANO POLICE DEPT</td>\n",
       "      <td>PLANO</td>\n",
       "      <td>75074</td>\n",
       "      <td>CURTIS HOWARD</td>\n",
       "      <td>CURTISH@PLANO.GOV</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>30.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ACCIDENTAL DISCHARGE RICOCHET DURING RANGE ACT...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>(DETAILS MISSING)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-10-06</td>\n",
       "      <td>NaT</td>\n",
       "      <td>PARKER CO SHERIFFS OFFICE</td>\n",
       "      <td>WEATHERFORD</td>\n",
       "      <td>76086</td>\n",
       "      <td>MEREDITH GRAY</td>\n",
       "      <td>MEREDITH.GRAY@PARKERCOUNTYTX.COM</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>27.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>56.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>INVESTIGATION OF CRIMINAL ACTIVITY</td>\n",
       "      <td>FIREARM</td>\n",
       "      <td>WFAA</td>\n",
       "      <td>DFW CBS LOCAL</td>\n",
       "      <td>STAR TELEGRAM</td>\n",
       "      <td>FOX 4 NEWS</td>\n",
       "      <td>True</td>\n",
       "      <td>DECEDENT SHOT A RIFLE AT LE OFFICERS WHOM RETU...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIRED AT OFFICERS</td>\n",
       "      <td>2</td>\n",
       "      <td>DEATH</td>\n",
       "      <td>FIREARM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-11</td>\n",
       "      <td>NaT</td>\n",
       "      <td>HOUSTON POLICE DEPT</td>\n",
       "      <td>HOUSTON</td>\n",
       "      <td>77002</td>\n",
       "      <td>ODON BELMAREZ</td>\n",
       "      <td>ODON.BELMAREZ@HOUSTONPOLICE.ORG</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>28.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>EMERGENCY CALL OR REQUEST FOR ASSISTANCE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIREARM</td>\n",
       "      <td>CHRON</td>\n",
       "      <td>ABC 13</td>\n",
       "      <td>CLICK 2 HOUSTON</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AN OFFICER WAS DISPATCHED TO A WEAPONS DISTURB...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>FIREARM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-10-15</td>\n",
       "      <td>NaT</td>\n",
       "      <td>IRVING POLICE DEPT</td>\n",
       "      <td>IRVING</td>\n",
       "      <td>75061</td>\n",
       "      <td>MICHAEL COLEMAN</td>\n",
       "      <td>MCOLEMAN@CITYOFIRVING.COM</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>38.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TRAINING EXERCISE - RICOCHET FRAGMENTS RESULTI...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 132 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  ois_report_no  num_reports_filed agency_report_date_1 date_ag_received  \\\n",
       "0           NaN                  1           2015-09-16              NaT   \n",
       "1           NaN                  1           2015-10-01              NaT   \n",
       "2           NaN                  1           2015-10-06              NaT   \n",
       "3           NaN                  1           2015-09-11              NaT   \n",
       "4           NaN                  1           2015-10-15              NaT   \n",
       "\n",
       "               agency_name_1 agency_city_1 agency_zip_1  \\\n",
       "0       FREEPORT POLICE DEPT      FREEPORT        77541   \n",
       "1          PLANO POLICE DEPT         PLANO        75074   \n",
       "2  PARKER CO SHERIFFS OFFICE   WEATHERFORD        76086   \n",
       "3        HOUSTON POLICE DEPT       HOUSTON        77002   \n",
       "4         IRVING POLICE DEPT        IRVING        75061   \n",
       "\n",
       "  agency_name_person_filling_out_1 agency_email_person_filling_out_1  \\\n",
       "0                    PAMELA MORRIS            PMORRIS@FREEPORT.TX.US   \n",
       "1                    CURTIS HOWARD                 CURTISH@PLANO.GOV   \n",
       "2                    MEREDITH GRAY  MEREDITH.GRAY@PARKERCOUNTYTX.COM   \n",
       "3                    ODON BELMAREZ   ODON.BELMAREZ@HOUSTONPOLICE.ORG   \n",
       "4                  MICHAEL COLEMAN         MCOLEMAN@CITYOFIRVING.COM   \n",
       "\n",
       "  agency_report_date_2 agency_name_2 agency_city_2 agency_zip_2  \\\n",
       "0                  NaT          None           NaN          NaN   \n",
       "1                  NaT          None           NaN          NaN   \n",
       "2                  NaT          None           NaN          NaN   \n",
       "3                  NaT          None           NaN          NaN   \n",
       "4                  NaT          None           NaN          NaN   \n",
       "\n",
       "  agency_name_person_filling_out_2 agency_email_person_filling_out_2  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_3 agency_name_3 agency_city_3 agency_zip_3  \\\n",
       "0                  NaT          None           NaN          NaN   \n",
       "1                  NaT          None           NaN          NaN   \n",
       "2                  NaT          None           NaN          NaN   \n",
       "3                  NaT          None           NaN          NaN   \n",
       "4                  NaT          None           NaN          NaN   \n",
       "\n",
       "  agency_name_person_filling_out_3 agency_email_person_filling_out_3  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_4 agency_name_4 agency_city_4 agency_zip_4  \\\n",
       "0                  NaT          None           NaN          NaN   \n",
       "1                  NaT          None           NaN          NaN   \n",
       "2                  NaT          None           NaN          NaN   \n",
       "3                  NaT          None           NaN          NaN   \n",
       "4                  NaT          None           NaN          NaN   \n",
       "\n",
       "  agency_name_person_filling_out_4 agency_email_person_filling_out_4  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_5 agency_name_5 agency_city_5 agency_zip_5  \\\n",
       "0                  NaT          None           NaN          NaN   \n",
       "1                  NaT          None           NaN          NaN   \n",
       "2                  NaT          None           NaN          NaN   \n",
       "3                  NaT          None           NaN          NaN   \n",
       "4                  NaT          None           NaN          NaN   \n",
       "\n",
       "  agency_name_person_filling_out_5 agency_email_person_filling_out_5  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_6 agency_name_6 agency_city_6  agency_zip_6  \\\n",
       "0                  NaT          None           NaN           NaN   \n",
       "1                  NaT          None           NaN           NaN   \n",
       "2                  NaT          None           NaN           NaN   \n",
       "3                  NaT          None           NaN           NaN   \n",
       "4                  NaT          None           NaN           NaN   \n",
       "\n",
       "  agency_name_person_filling_out_6 agency_email_person_filling_out_6  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_7 agency_name_7 agency_city_7  agency_zip_7  \\\n",
       "0                  NaT          None           NaN           NaN   \n",
       "1                  NaT          None           NaN           NaN   \n",
       "2                  NaT          None           NaN           NaN   \n",
       "3                  NaT          None           NaN           NaN   \n",
       "4                  NaT          None           NaN           NaN   \n",
       "\n",
       "  agency_name_person_filling_out_7 agency_email_person_filling_out_7  \\\n",
       "0                              NaN                               NaN   \n",
       "1                              NaN                               NaN   \n",
       "2                              NaN                               NaN   \n",
       "3                              NaN                               NaN   \n",
       "4                              NaN                               NaN   \n",
       "\n",
       "  agency_report_date_8 agency_name_8 agency_city_8  agency_zip_8  \\\n",
       "0                  NaT          None           NaN           NaN   \n",
       "1                  NaT          None           NaN           NaN   \n",
       "2                  NaT          None           NaN           NaN   \n",
       "3                  NaT          None           NaN           NaN   \n",
       "4                  NaT          None           NaN           NaN   \n",
       "\n",
       "  agency_name_person_filling_out_8  ... officer_age_1 officer_race_1  \\\n",
       "0                              NaN  ...          27.0       HISPANIC   \n",
       "1                              NaN  ...          30.0       HISPANIC   \n",
       "2                              NaN  ...          27.0          WHITE   \n",
       "3                              NaN  ...          28.0          WHITE   \n",
       "4                              NaN  ...          38.0       HISPANIC   \n",
       "\n",
       "  officer_gender_2 officer_age_2  officer_race_2 officer_gender_3  \\\n",
       "0             None           NaN            None             None   \n",
       "1             None           NaN            None             None   \n",
       "2             MALE          56.0           WHITE             None   \n",
       "3             None           NaN            None             None   \n",
       "4             None           NaN            None             None   \n",
       "\n",
       "  officer_age_3 officer_race_3 officer_gender_4 officer_age_4  officer_race_4  \\\n",
       "0           NaN           None             None           NaN            None   \n",
       "1           NaN           None             None           NaN            None   \n",
       "2           NaN           None             None           NaN            None   \n",
       "3           NaN           None             None           NaN            None   \n",
       "4           NaN           None             None           NaN            None   \n",
       "\n",
       "  officer_gender_5 officer_age_5 officer_race_5 officer_gender_6  \\\n",
       "0             None           NaN           None             None   \n",
       "1             None           NaN           None             None   \n",
       "2             None           NaN           None             None   \n",
       "3             None           NaN           None             None   \n",
       "4             None           NaN           None             None   \n",
       "\n",
       "  officer_age_6  officer_race_6 officer_gender_7 officer_age_7 officer_race_7  \\\n",
       "0           NaN            None             None           NaN           None   \n",
       "1           NaN            None             None           NaN           None   \n",
       "2           NaN            None             None           NaN           None   \n",
       "3           NaN            None             None           NaN           None   \n",
       "4           NaN            None             None           NaN           None   \n",
       "\n",
       "  officer_gender_8 officer_age_8  officer_race_8 officer_gender_9  \\\n",
       "0             None           NaN            None             None   \n",
       "1             None           NaN            None             None   \n",
       "2             None           NaN            None             None   \n",
       "3             None           NaN            None             None   \n",
       "4             None           NaN            None             None   \n",
       "\n",
       "  officer_age_9 officer_race_9 officer_gender_10 officer_age_10  \\\n",
       "0           NaN           None              None            NaN   \n",
       "1           NaN           None              None            NaN   \n",
       "2           NaN           None              None            NaN   \n",
       "3           NaN           None              None            NaN   \n",
       "4           NaN           None              None            NaN   \n",
       "\n",
       "  officer_race_10  officer_gender_11  officer_age_11 officer_race_11  \\\n",
       "0            None               None             NaN            None   \n",
       "1            None               None             NaN            None   \n",
       "2            None               None             NaN            None   \n",
       "3            None               None             NaN            None   \n",
       "4            None               None             NaN            None   \n",
       "\n",
       "   officer_on_duty multiple_officers_involved  \\\n",
       "0             True                       True   \n",
       "1             True                      False   \n",
       "2             True                       True   \n",
       "3             True                       True   \n",
       "4             True                      False   \n",
       "\n",
       "                         incident_result_of  officer_caused_injury_2  \\\n",
       "0                              TRAFFIC STOP                      NaN   \n",
       "1              OTHER - SPECIFY TYPE OF CALL                      NaN   \n",
       "2              OTHER - SPECIFY TYPE OF CALL                      NaN   \n",
       "3  EMERGENCY CALL OR REQUEST FOR ASSISTANCE                      NaN   \n",
       "4              OTHER - SPECIFY TYPE OF CALL                      NaN   \n",
       "\n",
       "  officer_caused_injury_3                                incident_call_other  \\\n",
       "0                     NaN                   NARCOTIC STOP AND EVADING ARREST   \n",
       "1                     NaN  ACCIDENTAL DISCHARGE RICOCHET DURING RANGE ACT...   \n",
       "2                     NaN                 INVESTIGATION OF CRIMINAL ACTIVITY   \n",
       "3                     NaN                                                NaN   \n",
       "4                     NaN  TRAINING EXERCISE - RICOCHET FRAGMENTS RESULTI...   \n",
       "\n",
       "   weapon_reported_by_media news_coverage_1      news_coverage_2  \\\n",
       "0                       NaN          ABC 13  YOUR SOUTHEST TEXAS   \n",
       "1                       NaN             NaN                  NaN   \n",
       "2                   FIREARM            WFAA        DFW CBS LOCAL   \n",
       "3                   FIREARM           CHRON               ABC 13   \n",
       "4                       NaN             NaN                  NaN   \n",
       "\n",
       "   news_coverage_3 news_coverage_4 custodial_death_report  \\\n",
       "0              NaN             NaN                  False   \n",
       "1              NaN             NaN                  False   \n",
       "2    STAR TELEGRAM      FOX 4 NEWS                   True   \n",
       "3  CLICK 2 HOUSTON             NaN                  False   \n",
       "4              NaN             NaN                  False   \n",
       "\n",
       "                                       cdr_narrative  \\\n",
       "0                                                NaN   \n",
       "1                                                NaN   \n",
       "2  DECEDENT SHOT A RIFLE AT LE OFFICERS WHOM RETU...   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                             lea_narrative_published lea_narrative_shorter  \\\n",
       "0                                                NaN                   NaN   \n",
       "1                                                NaN                   NaN   \n",
       "2                                                NaN     FIRED AT OFFICERS   \n",
       "3  AN OFFICER WAS DISPATCHED TO A WEAPONS DISTURB...                   NaN   \n",
       "4                                                NaN                   NaN   \n",
       "\n",
       "   num_officers_recorded civilian_died weapon_reported_by_media_category  \n",
       "0                      1        INJURY                               NaN  \n",
       "1                      1        INJURY                 (DETAILS MISSING)  \n",
       "2                      2         DEATH                           FIREARM  \n",
       "3                      1        INJURY                           FIREARM  \n",
       "4                      1        INJURY                               NaN  \n",
       "\n",
       "[5 rows x 132 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "for i in range(1, 11):\n",
    "    shootings['agency_name_%d' % i] = shootings['agency_name_%d' % i].apply(standardize_agency_name)\n",
    "\n",
    "shootings.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "### Add county information"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.884610Z",
     "start_time": "2020-11-15T15:24:59.807433Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False    963\n",
       "True      11\n",
       "Name: agency_county_1, dtype: int64"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dept_to_county = dict(zip(agencies.agency, agencies.county))\n",
    "for i in range(1, 11):\n",
    "    shootings = insert_col_after(\n",
    "        shootings,\n",
    "        shootings['agency_name_%d' % i].apply(lambda d: dept_to_county.get(d, np.nan)),\n",
    "        'agency_county_%d' % i,\n",
    "        'agency_city_%d' % i)\n",
    "\n",
    "shootings.agency_county_1.isnull().value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.892392Z",
     "start_time": "2020-11-15T15:24:59.887149Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['JAL POLICE DEPT',\n",
       " 'DART POLICE DEPT',\n",
       " 'DRUG ENFORCEMENT ADMINISTRATION US DOJ',\n",
       " 'TEXAS DEPT OF PUBLIC SAFETY CRIMINAL INVESTIGATIONS DIVISION',\n",
       " 'TEXAS PARKS AND WILDLIFE DEPT',\n",
       " 'GRAND PRAIRIE',\n",
       " 'ECTOR CO SHERIFFS OFC',\n",
       " 'ECTOR CO SHERIFFS OFC',\n",
       " 'OFFICE OF THE ATTY GENERAL',\n",
       " 'OFFICE OF THE ATTY GENERAL',\n",
       " 'ECTOR CO SHERIFFS OFC']"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shootings[shootings.agency_county_1.isnull()].agency_name_1.tolist()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Other analysis revealed some typos with agency name. We'll demonstrate them here before correcting."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.942709Z",
     "start_time": "2020-11-15T15:24:59.894169Z"
    }
   },
   "outputs": [],
   "source": [
    "tmp = shootings.groupby(['incident_county', 'incident_city']).size().sort_values().unstack().T\n",
    "tmax = tmp.max()\n",
    "county_to_biggest_city = {}\n",
    "for c in tmp.columns:\n",
    "    x = tmp[c][tmp[c] == tmax[c]]\n",
    "    county_to_biggest_city[c] = x.index[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.955132Z",
     "start_time": "2020-11-15T15:24:59.950041Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['HARRIS', 'BEXAR', 'DALLAS', 'TARRANT', 'TRAVIS']\n",
      "['HOUSTON', 'SAN ANTONIO', 'DALLAS', 'FORT WORTH', 'AUSTIN']\n"
     ]
    }
   ],
   "source": [
    "TOP5 = list(shootings.incident_county.value_counts().head(5).index)\n",
    "TOP5_CITIES = [county_to_biggest_city.get(c) for c in TOP5]\n",
    "print(TOP5)\n",
    "print(TOP5_CITIES)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:24:59.979929Z",
     "start_time": "2020-11-15T15:24:59.958741Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-- HARRIS --\n",
      "HARRIS        189\n",
      "TEXAS           3\n",
      "MONTGOMERY      1\n",
      "WALLER          1\n",
      "BRAZORIA        1\n",
      "Name: agency_county_1, dtype: int64\n",
      "\n",
      "-- BEXAR --\n",
      "BEXAR     94\n",
      "TEXAS      6\n",
      "WILSON     1\n",
      "Name: agency_county_1, dtype: int64\n",
      "\n",
      "-- DALLAS --\n",
      "DALLAS     77\n",
      "TEXAS       3\n",
      "KAUFMAN     1\n",
      "COLLIN      1\n",
      "Name: agency_county_1, dtype: int64\n",
      "\n",
      "-- TARRANT --\n",
      "TARRANT    59\n",
      "DALLAS      4\n",
      "PARKER      1\n",
      "Name: agency_county_1, dtype: int64\n",
      "\n",
      "-- TRAVIS --\n",
      "TRAVIS    37\n",
      "TEXAS      1\n",
      "Name: agency_county_1, dtype: int64\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for county in TOP5:\n",
    "    print(\"-- %s --\" % county)\n",
    "    print(shootings[shootings.incident_county == county]['agency_county_1'].value_counts())\n",
    "    print()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 'HARRIS' and 'HARRISON' counties are nowhere near each other, so it seems more likely that there is a typo or data error than that four incidents in HARRIS county involved officers from HARRISON county. Let's check them out."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:25:00.031784Z",
     "start_time": "2020-11-15T15:24:59.982532Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ois_report_no</th>\n",
       "      <th>num_reports_filed</th>\n",
       "      <th>agency_report_date_1</th>\n",
       "      <th>date_ag_received</th>\n",
       "      <th>agency_name_1</th>\n",
       "      <th>agency_city_1</th>\n",
       "      <th>agency_county_1</th>\n",
       "      <th>agency_zip_1</th>\n",
       "      <th>agency_name_person_filling_out_1</th>\n",
       "      <th>agency_email_person_filling_out_1</th>\n",
       "      <th>agency_report_date_2</th>\n",
       "      <th>agency_name_2</th>\n",
       "      <th>agency_city_2</th>\n",
       "      <th>agency_county_2</th>\n",
       "      <th>agency_zip_2</th>\n",
       "      <th>agency_name_person_filling_out_2</th>\n",
       "      <th>agency_email_person_filling_out_2</th>\n",
       "      <th>agency_report_date_3</th>\n",
       "      <th>agency_name_3</th>\n",
       "      <th>agency_city_3</th>\n",
       "      <th>agency_county_3</th>\n",
       "      <th>agency_zip_3</th>\n",
       "      <th>agency_name_person_filling_out_3</th>\n",
       "      <th>agency_email_person_filling_out_3</th>\n",
       "      <th>agency_report_date_4</th>\n",
       "      <th>agency_name_4</th>\n",
       "      <th>agency_city_4</th>\n",
       "      <th>agency_county_4</th>\n",
       "      <th>agency_zip_4</th>\n",
       "      <th>agency_name_person_filling_out_4</th>\n",
       "      <th>agency_email_person_filling_out_4</th>\n",
       "      <th>agency_report_date_5</th>\n",
       "      <th>agency_name_5</th>\n",
       "      <th>agency_city_5</th>\n",
       "      <th>agency_county_5</th>\n",
       "      <th>agency_zip_5</th>\n",
       "      <th>agency_name_person_filling_out_5</th>\n",
       "      <th>agency_email_person_filling_out_5</th>\n",
       "      <th>agency_report_date_6</th>\n",
       "      <th>agency_name_6</th>\n",
       "      <th>agency_city_6</th>\n",
       "      <th>agency_county_6</th>\n",
       "      <th>agency_zip_6</th>\n",
       "      <th>agency_name_person_filling_out_6</th>\n",
       "      <th>agency_email_person_filling_out_6</th>\n",
       "      <th>agency_report_date_7</th>\n",
       "      <th>agency_name_7</th>\n",
       "      <th>agency_city_7</th>\n",
       "      <th>agency_county_7</th>\n",
       "      <th>agency_zip_7</th>\n",
       "      <th>...</th>\n",
       "      <th>officer_age_1</th>\n",
       "      <th>officer_race_1</th>\n",
       "      <th>officer_gender_2</th>\n",
       "      <th>officer_age_2</th>\n",
       "      <th>officer_race_2</th>\n",
       "      <th>officer_gender_3</th>\n",
       "      <th>officer_age_3</th>\n",
       "      <th>officer_race_3</th>\n",
       "      <th>officer_gender_4</th>\n",
       "      <th>officer_age_4</th>\n",
       "      <th>officer_race_4</th>\n",
       "      <th>officer_gender_5</th>\n",
       "      <th>officer_age_5</th>\n",
       "      <th>officer_race_5</th>\n",
       "      <th>officer_gender_6</th>\n",
       "      <th>officer_age_6</th>\n",
       "      <th>officer_race_6</th>\n",
       "      <th>officer_gender_7</th>\n",
       "      <th>officer_age_7</th>\n",
       "      <th>officer_race_7</th>\n",
       "      <th>officer_gender_8</th>\n",
       "      <th>officer_age_8</th>\n",
       "      <th>officer_race_8</th>\n",
       "      <th>officer_gender_9</th>\n",
       "      <th>officer_age_9</th>\n",
       "      <th>officer_race_9</th>\n",
       "      <th>officer_gender_10</th>\n",
       "      <th>officer_age_10</th>\n",
       "      <th>officer_race_10</th>\n",
       "      <th>officer_gender_11</th>\n",
       "      <th>officer_age_11</th>\n",
       "      <th>officer_race_11</th>\n",
       "      <th>officer_on_duty</th>\n",
       "      <th>multiple_officers_involved</th>\n",
       "      <th>incident_result_of</th>\n",
       "      <th>officer_caused_injury_2</th>\n",
       "      <th>officer_caused_injury_3</th>\n",
       "      <th>incident_call_other</th>\n",
       "      <th>weapon_reported_by_media</th>\n",
       "      <th>news_coverage_1</th>\n",
       "      <th>news_coverage_2</th>\n",
       "      <th>news_coverage_3</th>\n",
       "      <th>news_coverage_4</th>\n",
       "      <th>custodial_death_report</th>\n",
       "      <th>cdr_narrative</th>\n",
       "      <th>lea_narrative_published</th>\n",
       "      <th>lea_narrative_shorter</th>\n",
       "      <th>num_officers_recorded</th>\n",
       "      <th>civilian_died</th>\n",
       "      <th>weapon_reported_by_media_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>0 rows × 142 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ois_report_no, num_reports_filed, agency_report_date_1, date_ag_received, agency_name_1, agency_city_1, agency_county_1, agency_zip_1, agency_name_person_filling_out_1, agency_email_person_filling_out_1, agency_report_date_2, agency_name_2, agency_city_2, agency_county_2, agency_zip_2, agency_name_person_filling_out_2, agency_email_person_filling_out_2, agency_report_date_3, agency_name_3, agency_city_3, agency_county_3, agency_zip_3, agency_name_person_filling_out_3, agency_email_person_filling_out_3, agency_report_date_4, agency_name_4, agency_city_4, agency_county_4, agency_zip_4, agency_name_person_filling_out_4, agency_email_person_filling_out_4, agency_report_date_5, agency_name_5, agency_city_5, agency_county_5, agency_zip_5, agency_name_person_filling_out_5, agency_email_person_filling_out_5, agency_report_date_6, agency_name_6, agency_city_6, agency_county_6, agency_zip_6, agency_name_person_filling_out_6, agency_email_person_filling_out_6, agency_report_date_7, agency_name_7, agency_city_7, agency_county_7, agency_zip_7, agency_name_person_filling_out_7, agency_email_person_filling_out_7, agency_report_date_8, agency_name_8, agency_city_8, agency_county_8, agency_zip_8, agency_name_person_filling_out_8, agency_email_person_filling_out_8, agency_report_date_9, agency_name_9, agency_city_9, agency_county_9, agency_zip_9, agency_name_person_filling_out_9, agency_email_person_filling_out_9, agency_report_date_10, agency_name_10, agency_city_10, agency_county_10, agency_zip_10, agency_name_person_filling_out_10, agency_email_person_filling_out_10, agency_report_date_11, agency_name_11, agency_city_11, agency_zip_11, agency_name_person_filling_out_11, agency_email_person_filling_out_11, civilian_name_first, civilian_name_last, civilian_gender, civilian_age, civilian_race, date_incident, time_incident, incident_address, incident_city, incident_county, incident_zip, deadly_weapon, officer_gender_1, officer_age_1, officer_race_1, officer_gender_2, officer_age_2, officer_race_2, officer_gender_3, officer_age_3, officer_race_3, ...]\n",
       "Index: []\n",
       "\n",
       "[0 rows x 142 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shootings[(shootings.incident_county == 'HARRIS') & (shootings.agency_county_1 == 'HARRISON')]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Yup. These are officers from Baytown and Spring, which border Houston (Harris, not Harrison county). Their emails are also from `hctx.net` which is Harris County. Their given agency names must be errors. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:25:00.080453Z",
     "start_time": "2020-11-15T15:25:00.033919Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ois_report_no</th>\n",
       "      <th>num_reports_filed</th>\n",
       "      <th>agency_report_date_1</th>\n",
       "      <th>date_ag_received</th>\n",
       "      <th>agency_name_1</th>\n",
       "      <th>agency_city_1</th>\n",
       "      <th>agency_county_1</th>\n",
       "      <th>agency_zip_1</th>\n",
       "      <th>agency_name_person_filling_out_1</th>\n",
       "      <th>agency_email_person_filling_out_1</th>\n",
       "      <th>agency_report_date_2</th>\n",
       "      <th>agency_name_2</th>\n",
       "      <th>agency_city_2</th>\n",
       "      <th>agency_county_2</th>\n",
       "      <th>agency_zip_2</th>\n",
       "      <th>agency_name_person_filling_out_2</th>\n",
       "      <th>agency_email_person_filling_out_2</th>\n",
       "      <th>agency_report_date_3</th>\n",
       "      <th>agency_name_3</th>\n",
       "      <th>agency_city_3</th>\n",
       "      <th>agency_county_3</th>\n",
       "      <th>agency_zip_3</th>\n",
       "      <th>agency_name_person_filling_out_3</th>\n",
       "      <th>agency_email_person_filling_out_3</th>\n",
       "      <th>agency_report_date_4</th>\n",
       "      <th>agency_name_4</th>\n",
       "      <th>agency_city_4</th>\n",
       "      <th>agency_county_4</th>\n",
       "      <th>agency_zip_4</th>\n",
       "      <th>agency_name_person_filling_out_4</th>\n",
       "      <th>agency_email_person_filling_out_4</th>\n",
       "      <th>agency_report_date_5</th>\n",
       "      <th>agency_name_5</th>\n",
       "      <th>agency_city_5</th>\n",
       "      <th>agency_county_5</th>\n",
       "      <th>agency_zip_5</th>\n",
       "      <th>agency_name_person_filling_out_5</th>\n",
       "      <th>agency_email_person_filling_out_5</th>\n",
       "      <th>agency_report_date_6</th>\n",
       "      <th>agency_name_6</th>\n",
       "      <th>agency_city_6</th>\n",
       "      <th>agency_county_6</th>\n",
       "      <th>agency_zip_6</th>\n",
       "      <th>agency_name_person_filling_out_6</th>\n",
       "      <th>agency_email_person_filling_out_6</th>\n",
       "      <th>agency_report_date_7</th>\n",
       "      <th>agency_name_7</th>\n",
       "      <th>agency_city_7</th>\n",
       "      <th>agency_county_7</th>\n",
       "      <th>agency_zip_7</th>\n",
       "      <th>...</th>\n",
       "      <th>officer_age_1</th>\n",
       "      <th>officer_race_1</th>\n",
       "      <th>officer_gender_2</th>\n",
       "      <th>officer_age_2</th>\n",
       "      <th>officer_race_2</th>\n",
       "      <th>officer_gender_3</th>\n",
       "      <th>officer_age_3</th>\n",
       "      <th>officer_race_3</th>\n",
       "      <th>officer_gender_4</th>\n",
       "      <th>officer_age_4</th>\n",
       "      <th>officer_race_4</th>\n",
       "      <th>officer_gender_5</th>\n",
       "      <th>officer_age_5</th>\n",
       "      <th>officer_race_5</th>\n",
       "      <th>officer_gender_6</th>\n",
       "      <th>officer_age_6</th>\n",
       "      <th>officer_race_6</th>\n",
       "      <th>officer_gender_7</th>\n",
       "      <th>officer_age_7</th>\n",
       "      <th>officer_race_7</th>\n",
       "      <th>officer_gender_8</th>\n",
       "      <th>officer_age_8</th>\n",
       "      <th>officer_race_8</th>\n",
       "      <th>officer_gender_9</th>\n",
       "      <th>officer_age_9</th>\n",
       "      <th>officer_race_9</th>\n",
       "      <th>officer_gender_10</th>\n",
       "      <th>officer_age_10</th>\n",
       "      <th>officer_race_10</th>\n",
       "      <th>officer_gender_11</th>\n",
       "      <th>officer_age_11</th>\n",
       "      <th>officer_race_11</th>\n",
       "      <th>officer_on_duty</th>\n",
       "      <th>multiple_officers_involved</th>\n",
       "      <th>incident_result_of</th>\n",
       "      <th>officer_caused_injury_2</th>\n",
       "      <th>officer_caused_injury_3</th>\n",
       "      <th>incident_call_other</th>\n",
       "      <th>weapon_reported_by_media</th>\n",
       "      <th>news_coverage_1</th>\n",
       "      <th>news_coverage_2</th>\n",
       "      <th>news_coverage_3</th>\n",
       "      <th>news_coverage_4</th>\n",
       "      <th>custodial_death_report</th>\n",
       "      <th>cdr_narrative</th>\n",
       "      <th>lea_narrative_published</th>\n",
       "      <th>lea_narrative_shorter</th>\n",
       "      <th>num_officers_recorded</th>\n",
       "      <th>civilian_died</th>\n",
       "      <th>weapon_reported_by_media_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>0 rows × 142 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ois_report_no, num_reports_filed, agency_report_date_1, date_ag_received, agency_name_1, agency_city_1, agency_county_1, agency_zip_1, agency_name_person_filling_out_1, agency_email_person_filling_out_1, agency_report_date_2, agency_name_2, agency_city_2, agency_county_2, agency_zip_2, agency_name_person_filling_out_2, agency_email_person_filling_out_2, agency_report_date_3, agency_name_3, agency_city_3, agency_county_3, agency_zip_3, agency_name_person_filling_out_3, agency_email_person_filling_out_3, agency_report_date_4, agency_name_4, agency_city_4, agency_county_4, agency_zip_4, agency_name_person_filling_out_4, agency_email_person_filling_out_4, agency_report_date_5, agency_name_5, agency_city_5, agency_county_5, agency_zip_5, agency_name_person_filling_out_5, agency_email_person_filling_out_5, agency_report_date_6, agency_name_6, agency_city_6, agency_county_6, agency_zip_6, agency_name_person_filling_out_6, agency_email_person_filling_out_6, agency_report_date_7, agency_name_7, agency_city_7, agency_county_7, agency_zip_7, agency_name_person_filling_out_7, agency_email_person_filling_out_7, agency_report_date_8, agency_name_8, agency_city_8, agency_county_8, agency_zip_8, agency_name_person_filling_out_8, agency_email_person_filling_out_8, agency_report_date_9, agency_name_9, agency_city_9, agency_county_9, agency_zip_9, agency_name_person_filling_out_9, agency_email_person_filling_out_9, agency_report_date_10, agency_name_10, agency_city_10, agency_county_10, agency_zip_10, agency_name_person_filling_out_10, agency_email_person_filling_out_10, agency_report_date_11, agency_name_11, agency_city_11, agency_zip_11, agency_name_person_filling_out_11, agency_email_person_filling_out_11, civilian_name_first, civilian_name_last, civilian_gender, civilian_age, civilian_race, date_incident, time_incident, incident_address, incident_city, incident_county, incident_zip, deadly_weapon, officer_gender_1, officer_age_1, officer_race_1, officer_gender_2, officer_age_2, officer_race_2, officer_gender_3, officer_age_3, officer_race_3, ...]\n",
       "Index: []\n",
       "\n",
       "[0 rows x 142 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "city_county_corrections = [\n",
    "    ['BAYTOWN', 'HARRISON', 'HARRIS'],\n",
    "    ['SPRING', 'HARRISON', 'HARRIS'],\n",
    "]\n",
    "corrected = set()\n",
    "for city, wrong_county, right_county in city_county_corrections:\n",
    "    for i in range(1, 11):\n",
    "        tmp = shootings[(shootings['agency_city_%d' % i] == city) & (shootings['agency_county_%d' % i] == wrong_county)]\n",
    "        if len(tmp) == 0:\n",
    "            break\n",
    "        shootings.loc[tmp.index, 'agency_county_%d' % i] = right_county\n",
    "        for idx, name in tmp['agency_name_%d' % i].items():\n",
    "            shootings.loc[idx, 'agency_name_%d' % i] = name.replace(wrong_county, right_county)\n",
    "            corrected.add(idx)\n",
    "\n",
    "shootings.loc[corrected]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### While we're at it, are there any mistakes the other way? (Harris county officers showing up in Harrison county)\n",
    "#### Answer: no."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:25:00.121927Z",
     "start_time": "2020-11-15T15:25:00.082280Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ois_report_no</th>\n",
       "      <th>num_reports_filed</th>\n",
       "      <th>agency_report_date_1</th>\n",
       "      <th>date_ag_received</th>\n",
       "      <th>agency_name_1</th>\n",
       "      <th>agency_city_1</th>\n",
       "      <th>agency_county_1</th>\n",
       "      <th>agency_zip_1</th>\n",
       "      <th>agency_name_person_filling_out_1</th>\n",
       "      <th>agency_email_person_filling_out_1</th>\n",
       "      <th>agency_report_date_2</th>\n",
       "      <th>agency_name_2</th>\n",
       "      <th>agency_city_2</th>\n",
       "      <th>agency_county_2</th>\n",
       "      <th>agency_zip_2</th>\n",
       "      <th>agency_name_person_filling_out_2</th>\n",
       "      <th>agency_email_person_filling_out_2</th>\n",
       "      <th>agency_report_date_3</th>\n",
       "      <th>agency_name_3</th>\n",
       "      <th>agency_city_3</th>\n",
       "      <th>agency_county_3</th>\n",
       "      <th>agency_zip_3</th>\n",
       "      <th>agency_name_person_filling_out_3</th>\n",
       "      <th>agency_email_person_filling_out_3</th>\n",
       "      <th>agency_report_date_4</th>\n",
       "      <th>agency_name_4</th>\n",
       "      <th>agency_city_4</th>\n",
       "      <th>agency_county_4</th>\n",
       "      <th>agency_zip_4</th>\n",
       "      <th>agency_name_person_filling_out_4</th>\n",
       "      <th>agency_email_person_filling_out_4</th>\n",
       "      <th>agency_report_date_5</th>\n",
       "      <th>agency_name_5</th>\n",
       "      <th>agency_city_5</th>\n",
       "      <th>agency_county_5</th>\n",
       "      <th>agency_zip_5</th>\n",
       "      <th>agency_name_person_filling_out_5</th>\n",
       "      <th>agency_email_person_filling_out_5</th>\n",
       "      <th>agency_report_date_6</th>\n",
       "      <th>agency_name_6</th>\n",
       "      <th>agency_city_6</th>\n",
       "      <th>agency_county_6</th>\n",
       "      <th>agency_zip_6</th>\n",
       "      <th>agency_name_person_filling_out_6</th>\n",
       "      <th>agency_email_person_filling_out_6</th>\n",
       "      <th>agency_report_date_7</th>\n",
       "      <th>agency_name_7</th>\n",
       "      <th>agency_city_7</th>\n",
       "      <th>agency_county_7</th>\n",
       "      <th>agency_zip_7</th>\n",
       "      <th>...</th>\n",
       "      <th>officer_age_1</th>\n",
       "      <th>officer_race_1</th>\n",
       "      <th>officer_gender_2</th>\n",
       "      <th>officer_age_2</th>\n",
       "      <th>officer_race_2</th>\n",
       "      <th>officer_gender_3</th>\n",
       "      <th>officer_age_3</th>\n",
       "      <th>officer_race_3</th>\n",
       "      <th>officer_gender_4</th>\n",
       "      <th>officer_age_4</th>\n",
       "      <th>officer_race_4</th>\n",
       "      <th>officer_gender_5</th>\n",
       "      <th>officer_age_5</th>\n",
       "      <th>officer_race_5</th>\n",
       "      <th>officer_gender_6</th>\n",
       "      <th>officer_age_6</th>\n",
       "      <th>officer_race_6</th>\n",
       "      <th>officer_gender_7</th>\n",
       "      <th>officer_age_7</th>\n",
       "      <th>officer_race_7</th>\n",
       "      <th>officer_gender_8</th>\n",
       "      <th>officer_age_8</th>\n",
       "      <th>officer_race_8</th>\n",
       "      <th>officer_gender_9</th>\n",
       "      <th>officer_age_9</th>\n",
       "      <th>officer_race_9</th>\n",
       "      <th>officer_gender_10</th>\n",
       "      <th>officer_age_10</th>\n",
       "      <th>officer_race_10</th>\n",
       "      <th>officer_gender_11</th>\n",
       "      <th>officer_age_11</th>\n",
       "      <th>officer_race_11</th>\n",
       "      <th>officer_on_duty</th>\n",
       "      <th>multiple_officers_involved</th>\n",
       "      <th>incident_result_of</th>\n",
       "      <th>officer_caused_injury_2</th>\n",
       "      <th>officer_caused_injury_3</th>\n",
       "      <th>incident_call_other</th>\n",
       "      <th>weapon_reported_by_media</th>\n",
       "      <th>news_coverage_1</th>\n",
       "      <th>news_coverage_2</th>\n",
       "      <th>news_coverage_3</th>\n",
       "      <th>news_coverage_4</th>\n",
       "      <th>custodial_death_report</th>\n",
       "      <th>cdr_narrative</th>\n",
       "      <th>lea_narrative_published</th>\n",
       "      <th>lea_narrative_shorter</th>\n",
       "      <th>num_officers_recorded</th>\n",
       "      <th>civilian_died</th>\n",
       "      <th>weapon_reported_by_media_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>0 rows × 142 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ois_report_no, num_reports_filed, agency_report_date_1, date_ag_received, agency_name_1, agency_city_1, agency_county_1, agency_zip_1, agency_name_person_filling_out_1, agency_email_person_filling_out_1, agency_report_date_2, agency_name_2, agency_city_2, agency_county_2, agency_zip_2, agency_name_person_filling_out_2, agency_email_person_filling_out_2, agency_report_date_3, agency_name_3, agency_city_3, agency_county_3, agency_zip_3, agency_name_person_filling_out_3, agency_email_person_filling_out_3, agency_report_date_4, agency_name_4, agency_city_4, agency_county_4, agency_zip_4, agency_name_person_filling_out_4, agency_email_person_filling_out_4, agency_report_date_5, agency_name_5, agency_city_5, agency_county_5, agency_zip_5, agency_name_person_filling_out_5, agency_email_person_filling_out_5, agency_report_date_6, agency_name_6, agency_city_6, agency_county_6, agency_zip_6, agency_name_person_filling_out_6, agency_email_person_filling_out_6, agency_report_date_7, agency_name_7, agency_city_7, agency_county_7, agency_zip_7, agency_name_person_filling_out_7, agency_email_person_filling_out_7, agency_report_date_8, agency_name_8, agency_city_8, agency_county_8, agency_zip_8, agency_name_person_filling_out_8, agency_email_person_filling_out_8, agency_report_date_9, agency_name_9, agency_city_9, agency_county_9, agency_zip_9, agency_name_person_filling_out_9, agency_email_person_filling_out_9, agency_report_date_10, agency_name_10, agency_city_10, agency_county_10, agency_zip_10, agency_name_person_filling_out_10, agency_email_person_filling_out_10, agency_report_date_11, agency_name_11, agency_city_11, agency_zip_11, agency_name_person_filling_out_11, agency_email_person_filling_out_11, civilian_name_first, civilian_name_last, civilian_gender, civilian_age, civilian_race, date_incident, time_incident, incident_address, incident_city, incident_county, incident_zip, deadly_weapon, officer_gender_1, officer_age_1, officer_race_1, officer_gender_2, officer_age_2, officer_race_2, officer_gender_3, officer_age_3, officer_race_3, ...]\n",
       "Index: []\n",
       "\n",
       "[0 rows x 142 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shootings[(shootings.incident_county == 'HARRISON') & (shootings.agency_county_1 == 'HARRIS')]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Flag records that are part of the same incident"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:25:00.138894Z",
     "start_time": "2020-11-15T15:25:00.123917Z"
    }
   },
   "outputs": [],
   "source": [
    "incident_records = shootings.groupby(['incident_address', 'date_incident']).size().sort_values(ascending=False).to_dict()\n",
    "num_records = []\n",
    "for address, date in zip(shootings.incident_address, shootings.date_incident):\n",
    "    if pd.notnull(address) and pd.notnull(date):\n",
    "        num_records.append(incident_records[(address, date)])\n",
    "    else:\n",
    "        num_records.append(1)\n",
    "# TODO(wetchler) -- add this step to the data cleaning\n",
    "shootings['num_rows_about_this_incident'] = num_records"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Add a column for full name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:25:00.157778Z",
     "start_time": "2020-11-15T15:25:00.141156Z"
    }
   },
   "outputs": [],
   "source": [
    "s = shootings.civilian_name_first.fillna('') + ' ' + shootings.civilian_name_last.fillna('')\n",
    "s = s.apply(lambda s: ' '.join(s.strip().split()))\n",
    "s[s == ''] = np.nan\n",
    "shootings = insert_col_after(shootings, s, 'civilian_name_full', 'civilian_name_last')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Re-order columns more sensibly"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:25:00.172060Z",
     "start_time": "2020-11-15T15:25:00.159385Z"
    }
   },
   "outputs": [],
   "source": [
    "new_order = [\n",
    " 'ois_report_no',\n",
    " 'date_ag_received',\n",
    " 'date_incident',\n",
    " 'incident_address',\n",
    " 'incident_city',\n",
    " 'incident_county',\n",
    " 'incident_zip',\n",
    " 'incident_result_of',\n",
    " 'incident_call_other',\n",
    " 'civilian_name_first',\n",
    " 'civilian_name_last',\n",
    " 'civilian_name_full',\n",
    " 'civilian_gender',\n",
    " 'civilian_age',\n",
    " 'civilian_race',\n",
    " 'civilian_died',\n",
    " 'officer_age_1',\n",
    " 'officer_race_1',\n",
    " 'officer_gender_1',\n",
    " 'agency_name_1',\n",
    " 'agency_report_date_1',\n",
    " 'agency_city_1',\n",
    " 'agency_county_1',\n",
    " 'agency_zip_1',\n",
    " 'agency_name_person_filling_out_1',\n",
    " 'agency_email_person_filling_out_1',\n",
    " 'officer_age_2',\n",
    " 'officer_race_2',\n",
    " 'officer_gender_2',\n",
    " 'officer_caused_injury_2',\n",
    " 'agency_name_2',\n",
    " 'agency_report_date_2',\n",
    " 'agency_city_2',\n",
    " 'agency_county_2',\n",
    " 'agency_zip_2',\n",
    " 'agency_name_person_filling_out_2',\n",
    " 'agency_email_person_filling_out_2',\n",
    " 'officer_age_3',\n",
    " 'officer_race_3',\n",
    " 'officer_gender_3',\n",
    " 'officer_caused_injury_3',\n",
    " 'agency_name_3',\n",
    " 'agency_report_date_3',\n",
    " 'agency_city_3',\n",
    " 'agency_county_3',\n",
    " 'agency_zip_3',\n",
    " 'agency_name_person_filling_out_3',\n",
    " 'agency_email_person_filling_out_3',\n",
    " 'officer_age_4',\n",
    " 'officer_race_4',\n",
    " 'officer_gender_4',\n",
    " 'agency_name_4',\n",
    " 'agency_report_date_4',\n",
    " 'agency_city_4',\n",
    " 'agency_county_4',\n",
    " 'agency_zip_4',\n",
    " 'agency_name_person_filling_out_4',\n",
    " 'agency_email_person_filling_out_4',\n",
    " 'officer_age_5',\n",
    " 'officer_race_5',\n",
    " 'officer_gender_5',\n",
    " 'agency_name_5',\n",
    " 'agency_report_date_5',\n",
    " 'agency_city_5',\n",
    " 'agency_county_5',\n",
    " 'agency_zip_5',\n",
    " 'agency_name_person_filling_out_5',\n",
    " 'agency_email_person_filling_out_5',\n",
    " 'officer_age_6',\n",
    " 'officer_race_6',\n",
    " 'officer_gender_6',\n",
    " 'agency_name_6',\n",
    " 'agency_report_date_6',\n",
    " 'agency_city_6',\n",
    " 'agency_county_6',\n",
    " 'agency_zip_6',\n",
    " 'agency_name_person_filling_out_6',\n",
    " 'agency_email_person_filling_out_6',\n",
    " 'officer_age_7',\n",
    " 'officer_race_7',\n",
    " 'officer_gender_7',\n",
    " 'agency_name_7',\n",
    " 'agency_report_date_7',\n",
    " 'agency_city_7',\n",
    " 'agency_county_7',\n",
    " 'agency_zip_7',\n",
    " 'agency_name_person_filling_out_7',\n",
    " 'agency_email_person_filling_out_7',\n",
    " 'officer_age_8',\n",
    " 'officer_race_8',\n",
    " 'officer_gender_8',\n",
    " 'agency_name_8',\n",
    " 'agency_report_date_8',\n",
    " 'agency_city_8',\n",
    " 'agency_county_8',\n",
    " 'agency_zip_8',\n",
    " 'agency_name_person_filling_out_8',\n",
    " 'agency_email_person_filling_out_8',\n",
    " 'officer_age_9',\n",
    " 'officer_race_9',\n",
    " 'officer_gender_9',\n",
    " 'agency_name_9',\n",
    " 'agency_report_date_9',\n",
    " 'agency_city_9',\n",
    " 'agency_county_9',\n",
    " 'agency_zip_9',\n",
    " 'agency_name_person_filling_out_9',\n",
    " 'agency_email_person_filling_out_9',\n",
    " 'officer_age_10',\n",
    " 'officer_race_10',\n",
    " 'officer_gender_10',\n",
    " 'agency_name_10',\n",
    " 'agency_report_date_10',\n",
    " 'agency_city_10',\n",
    " 'agency_county_10',\n",
    " 'agency_zip_10',\n",
    " 'agency_name_person_filling_out_10',\n",
    " 'agency_email_person_filling_out_10',\n",
    " 'news_coverage_1',\n",
    " 'news_coverage_2',\n",
    " 'news_coverage_3',\n",
    " 'news_coverage_4',\n",
    " 'agency_city_11',\n",
    " 'agency_email_person_filling_out_11',\n",
    " 'agency_name_11',\n",
    " 'agency_name_person_filling_out_11',\n",
    " 'agency_report_date_11',\n",
    " 'agency_zip_11',\n",
    " 'cdr_narrative',\n",
    " 'custodial_death_report',\n",
    " 'deadly_weapon',\n",
    " 'lea_narrative_published',\n",
    " 'lea_narrative_shorter',\n",
    " 'multiple_officers_involved',\n",
    " 'num_officers_recorded',\n",
    " 'num_reports_filed',\n",
    " 'num_rows_about_this_incident',\n",
    " 'officer_age_11',\n",
    " 'officer_gender_11',\n",
    " 'officer_on_duty',\n",
    " 'officer_race_11',\n",
    " 'time_incident',\n",
    " 'weapon_reported_by_media',\n",
    " 'weapon_reported_by_media_category']\n",
    "\n",
    "shootings = reorder_columns_and_check(shootings, new_order)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:25:00.274071Z",
     "start_time": "2020-11-15T15:25:00.174231Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ois_report_no</th>\n",
       "      <th>date_ag_received</th>\n",
       "      <th>date_incident</th>\n",
       "      <th>incident_address</th>\n",
       "      <th>incident_city</th>\n",
       "      <th>incident_county</th>\n",
       "      <th>incident_zip</th>\n",
       "      <th>incident_result_of</th>\n",
       "      <th>incident_call_other</th>\n",
       "      <th>civilian_name_first</th>\n",
       "      <th>civilian_name_last</th>\n",
       "      <th>civilian_name_full</th>\n",
       "      <th>civilian_gender</th>\n",
       "      <th>civilian_age</th>\n",
       "      <th>civilian_race</th>\n",
       "      <th>civilian_died</th>\n",
       "      <th>officer_age_1</th>\n",
       "      <th>officer_race_1</th>\n",
       "      <th>officer_gender_1</th>\n",
       "      <th>agency_name_1</th>\n",
       "      <th>agency_report_date_1</th>\n",
       "      <th>agency_city_1</th>\n",
       "      <th>agency_county_1</th>\n",
       "      <th>agency_zip_1</th>\n",
       "      <th>agency_name_person_filling_out_1</th>\n",
       "      <th>agency_email_person_filling_out_1</th>\n",
       "      <th>officer_age_2</th>\n",
       "      <th>officer_race_2</th>\n",
       "      <th>officer_gender_2</th>\n",
       "      <th>officer_caused_injury_2</th>\n",
       "      <th>agency_name_2</th>\n",
       "      <th>agency_report_date_2</th>\n",
       "      <th>agency_city_2</th>\n",
       "      <th>agency_county_2</th>\n",
       "      <th>agency_zip_2</th>\n",
       "      <th>agency_name_person_filling_out_2</th>\n",
       "      <th>agency_email_person_filling_out_2</th>\n",
       "      <th>officer_age_3</th>\n",
       "      <th>officer_race_3</th>\n",
       "      <th>officer_gender_3</th>\n",
       "      <th>officer_caused_injury_3</th>\n",
       "      <th>agency_name_3</th>\n",
       "      <th>agency_report_date_3</th>\n",
       "      <th>agency_city_3</th>\n",
       "      <th>agency_county_3</th>\n",
       "      <th>agency_zip_3</th>\n",
       "      <th>agency_name_person_filling_out_3</th>\n",
       "      <th>agency_email_person_filling_out_3</th>\n",
       "      <th>officer_age_4</th>\n",
       "      <th>officer_race_4</th>\n",
       "      <th>...</th>\n",
       "      <th>agency_county_8</th>\n",
       "      <th>agency_zip_8</th>\n",
       "      <th>agency_name_person_filling_out_8</th>\n",
       "      <th>agency_email_person_filling_out_8</th>\n",
       "      <th>officer_age_9</th>\n",
       "      <th>officer_race_9</th>\n",
       "      <th>officer_gender_9</th>\n",
       "      <th>agency_name_9</th>\n",
       "      <th>agency_report_date_9</th>\n",
       "      <th>agency_city_9</th>\n",
       "      <th>agency_county_9</th>\n",
       "      <th>agency_zip_9</th>\n",
       "      <th>agency_name_person_filling_out_9</th>\n",
       "      <th>agency_email_person_filling_out_9</th>\n",
       "      <th>officer_age_10</th>\n",
       "      <th>officer_race_10</th>\n",
       "      <th>officer_gender_10</th>\n",
       "      <th>agency_name_10</th>\n",
       "      <th>agency_report_date_10</th>\n",
       "      <th>agency_city_10</th>\n",
       "      <th>agency_county_10</th>\n",
       "      <th>agency_zip_10</th>\n",
       "      <th>agency_name_person_filling_out_10</th>\n",
       "      <th>agency_email_person_filling_out_10</th>\n",
       "      <th>news_coverage_1</th>\n",
       "      <th>news_coverage_2</th>\n",
       "      <th>news_coverage_3</th>\n",
       "      <th>news_coverage_4</th>\n",
       "      <th>agency_city_11</th>\n",
       "      <th>agency_email_person_filling_out_11</th>\n",
       "      <th>agency_name_11</th>\n",
       "      <th>agency_name_person_filling_out_11</th>\n",
       "      <th>agency_report_date_11</th>\n",
       "      <th>agency_zip_11</th>\n",
       "      <th>cdr_narrative</th>\n",
       "      <th>custodial_death_report</th>\n",
       "      <th>deadly_weapon</th>\n",
       "      <th>lea_narrative_published</th>\n",
       "      <th>lea_narrative_shorter</th>\n",
       "      <th>multiple_officers_involved</th>\n",
       "      <th>num_officers_recorded</th>\n",
       "      <th>num_reports_filed</th>\n",
       "      <th>num_rows_about_this_incident</th>\n",
       "      <th>officer_age_11</th>\n",
       "      <th>officer_gender_11</th>\n",
       "      <th>officer_on_duty</th>\n",
       "      <th>officer_race_11</th>\n",
       "      <th>time_incident</th>\n",
       "      <th>weapon_reported_by_media</th>\n",
       "      <th>weapon_reported_by_media_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2015-09-02</td>\n",
       "      <td>1010 MAGNOLIA STREET</td>\n",
       "      <td>FREEPORT</td>\n",
       "      <td>BRAZORIA</td>\n",
       "      <td>77541.0</td>\n",
       "      <td>TRAFFIC STOP</td>\n",
       "      <td>NARCOTIC STOP AND EVADING ARREST</td>\n",
       "      <td>RICKEY</td>\n",
       "      <td>MAYBERRY</td>\n",
       "      <td>RICKEY MAYBERRY</td>\n",
       "      <td>MALE</td>\n",
       "      <td>30.0</td>\n",
       "      <td>BLACK</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>27.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>FREEPORT POLICE DEPT</td>\n",
       "      <td>2015-09-16</td>\n",
       "      <td>FREEPORT</td>\n",
       "      <td>BRAZORIA</td>\n",
       "      <td>77541</td>\n",
       "      <td>PAMELA MORRIS</td>\n",
       "      <td>PMORRIS@FREEPORT.TX.US</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ABC 13</td>\n",
       "      <td>YOUR SOUTHEST TEXAS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2015-09-03</td>\n",
       "      <td>4840 E. PLANO PARKWAY</td>\n",
       "      <td>PLANO</td>\n",
       "      <td>COLLIN</td>\n",
       "      <td>75074.0</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>ACCIDENTAL DISCHARGE RICOCHET DURING RANGE ACT...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MALE</td>\n",
       "      <td>55.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>30.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>PLANO POLICE DEPT</td>\n",
       "      <td>2015-10-01</td>\n",
       "      <td>PLANO</td>\n",
       "      <td>COLLIN</td>\n",
       "      <td>75074</td>\n",
       "      <td>CURTIS HOWARD</td>\n",
       "      <td>CURTISH@PLANO.GOV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(DETAILS MISSING)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2015-09-04</td>\n",
       "      <td>101 COUCH CT.</td>\n",
       "      <td>SPRINGTOWN</td>\n",
       "      <td>PARKER</td>\n",
       "      <td>76082.0</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>INVESTIGATION OF CRIMINAL ACTIVITY</td>\n",
       "      <td>SULLY JOE</td>\n",
       "      <td>LANIER</td>\n",
       "      <td>SULLY JOE LANIER</td>\n",
       "      <td>MALE</td>\n",
       "      <td>36.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>DEATH</td>\n",
       "      <td>27.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>PARKER CO SHERIFFS OFFICE</td>\n",
       "      <td>2015-10-06</td>\n",
       "      <td>WEATHERFORD</td>\n",
       "      <td>PARKER</td>\n",
       "      <td>76086</td>\n",
       "      <td>MEREDITH GRAY</td>\n",
       "      <td>MEREDITH.GRAY@PARKERCOUNTYTX.COM</td>\n",
       "      <td>56.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WFAA</td>\n",
       "      <td>DFW CBS LOCAL</td>\n",
       "      <td>STAR TELEGRAM</td>\n",
       "      <td>FOX 4 NEWS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>DECEDENT SHOT A RIFLE AT LE OFFICERS WHOM RETU...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIRED AT OFFICERS</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIREARM</td>\n",
       "      <td>FIREARM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2015-09-05</td>\n",
       "      <td>4926 CHENNAULT ROAD</td>\n",
       "      <td>HOUSTON</td>\n",
       "      <td>HARRIS</td>\n",
       "      <td>77033.0</td>\n",
       "      <td>EMERGENCY CALL OR REQUEST FOR ASSISTANCE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MALE</td>\n",
       "      <td>21.0</td>\n",
       "      <td>BLACK</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>28.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>HOUSTON POLICE DEPT</td>\n",
       "      <td>2015-09-11</td>\n",
       "      <td>HOUSTON</td>\n",
       "      <td>HARRIS</td>\n",
       "      <td>77002</td>\n",
       "      <td>ODON BELMAREZ</td>\n",
       "      <td>ODON.BELMAREZ@HOUSTONPOLICE.ORG</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CHRON</td>\n",
       "      <td>ABC 13</td>\n",
       "      <td>CLICK 2 HOUSTON</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>AN OFFICER WAS DISPATCHED TO A WEAPONS DISTURB...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIREARM</td>\n",
       "      <td>FIREARM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2015-09-08</td>\n",
       "      <td>1500 RANGE ROAD</td>\n",
       "      <td>DFW, AIRPORT</td>\n",
       "      <td>TARRANT</td>\n",
       "      <td>75261.0</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>TRAINING EXERCISE - RICOCHET FRAGMENTS RESULTI...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MALE</td>\n",
       "      <td>44.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>38.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>IRVING POLICE DEPT</td>\n",
       "      <td>2015-10-15</td>\n",
       "      <td>IRVING</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75061</td>\n",
       "      <td>MICHAEL COLEMAN</td>\n",
       "      <td>MCOLEMAN@CITYOFIRVING.COM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2015-09-13</td>\n",
       "      <td>300 GALLEY WAY</td>\n",
       "      <td>FREEPORT</td>\n",
       "      <td>BRAZORIA</td>\n",
       "      <td>77541.0</td>\n",
       "      <td>EMERGENCY CALL OR REQUEST FOR ASSISTANCE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>JEFFREY</td>\n",
       "      <td>BROOKS</td>\n",
       "      <td>JEFFREY BROOKS</td>\n",
       "      <td>MALE</td>\n",
       "      <td>29.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>DEATH</td>\n",
       "      <td>42.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>ALVIN POLICE DEPT</td>\n",
       "      <td>2015-10-01</td>\n",
       "      <td>ALVIN</td>\n",
       "      <td>BRAZORIA</td>\n",
       "      <td>77511</td>\n",
       "      <td>ROBERT E. LEE</td>\n",
       "      <td>RLEE@CITYOFALVIN.COM</td>\n",
       "      <td>41.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>EXECUTION OF A WARRANT</td>\n",
       "      <td>PEARLAND POLICE DEPT</td>\n",
       "      <td>2015-10-05</td>\n",
       "      <td>PEARLAND</td>\n",
       "      <td>BRAZORIA</td>\n",
       "      <td>77584</td>\n",
       "      <td>J.C. DOYLE</td>\n",
       "      <td>CDOYLE@PEARLANDTX.GOV</td>\n",
       "      <td>51.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GALVESTON CO SHERIFFS OFFICE</td>\n",
       "      <td>2015-10-13</td>\n",
       "      <td>GALVESTON</td>\n",
       "      <td>GALVESTON</td>\n",
       "      <td>77551</td>\n",
       "      <td>DARRELL ISAACKS</td>\n",
       "      <td>DARRELL.ISSACKS@CO.GALVESTON.TX.US</td>\n",
       "      <td>43.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CBS 19</td>\n",
       "      <td>TYLER PAPER</td>\n",
       "      <td>CHRON</td>\n",
       "      <td>FOX 10 TV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ON THURSDAY, 9/10/15, BROOKS COMMITTED AN AGGR...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>DROVE VEHICLE AT OFFICERS</td>\n",
       "      <td>True</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIREARM</td>\n",
       "      <td>FIREARM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2015-09-16</td>\n",
       "      <td>11513 MARRIOTT</td>\n",
       "      <td>BALCH SPRINGS</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75180.0</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>VICIOUS DOG</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>42.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>BALCH SPRINGS POLICE DEPT</td>\n",
       "      <td>2015-09-17</td>\n",
       "      <td>BALCH SPRINGS</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75180</td>\n",
       "      <td>MARK MARET</td>\n",
       "      <td>MARET239@BALCHSPRINGSPD.COM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2015-09-18</td>\n",
       "      <td>5027 PECAN GROVE</td>\n",
       "      <td>SAN ANTONIO</td>\n",
       "      <td>BEXAR</td>\n",
       "      <td>78222.0</td>\n",
       "      <td>EMERGENCY CALL OR REQUEST FOR ASSISTANCE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MALE</td>\n",
       "      <td>22.0</td>\n",
       "      <td>BLACK</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>48.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>BEXAR CO CONST PCT 4</td>\n",
       "      <td>2015-10-06</td>\n",
       "      <td>SAN ANTONIO</td>\n",
       "      <td>BEXAR</td>\n",
       "      <td>78222</td>\n",
       "      <td>FERNANDO MARTINEZ</td>\n",
       "      <td>FMARTINEZ@BEXAR.ORG</td>\n",
       "      <td>47.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BEXAR CO CONST PCT 4</td>\n",
       "      <td>2015-10-06</td>\n",
       "      <td>SAN ANTONIO</td>\n",
       "      <td>BEXAR</td>\n",
       "      <td>78222</td>\n",
       "      <td>FERNANDO MARTINEZ</td>\n",
       "      <td>FMARTINEZ@BEXAR.ORG</td>\n",
       "      <td>38.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>MALE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BEXAR CO CONST PCT 4</td>\n",
       "      <td>2015-10-06</td>\n",
       "      <td>SAN ANTONIO</td>\n",
       "      <td>BEXAR</td>\n",
       "      <td>78222</td>\n",
       "      <td>FERNANDO MARTINEZ</td>\n",
       "      <td>FMARTINEZ@BEXAR.ORG</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MY SAN ANTONIO</td>\n",
       "      <td>FOX SAN ANTONIO</td>\n",
       "      <td>NEWS 4 SAN ANTONIO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIREARM</td>\n",
       "      <td>FIREARM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2015-09-21</td>\n",
       "      <td>10800 STONE CANYON ROAD</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75230.0</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>OFFICER WORKING UNRELATED CALL WHEN THEY HEARD...</td>\n",
       "      <td>GERALDO</td>\n",
       "      <td>RAMIREZ</td>\n",
       "      <td>GERALDO RAMIREZ</td>\n",
       "      <td>MALE</td>\n",
       "      <td>24.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>DEATH</td>\n",
       "      <td>46.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>DALLAS POLICE DEPT</td>\n",
       "      <td>2015-09-25</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75215</td>\n",
       "      <td>E. MERRITT</td>\n",
       "      <td>E.MERRITT@DPD.DALLASCITYHALL.COM</td>\n",
       "      <td>32.0</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>MALE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>DALLAS POLICE DEPT</td>\n",
       "      <td>2015-09-25</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>75215</td>\n",
       "      <td>E. MERRITT</td>\n",
       "      <td>E.MERRITT@DPD.DALLASCITYHALL.COM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>DFW CBS LOCAL</td>\n",
       "      <td>NBC DFW</td>\n",
       "      <td>DALLAS NEWS</td>\n",
       "      <td>CHRON</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ON SEPTEMBER 21, 2015, AT APPROXIMATELY 12:05 ...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>ON SUNDAY, SEPTEMBER 20, 2015, AT APPROXIMATEL...</td>\n",
       "      <td>FIRED AT OFFICERS</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>FIREARM</td>\n",
       "      <td>FIREARM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2015-09-21</td>\n",
       "      <td>9030 BETEL</td>\n",
       "      <td>EL PASO</td>\n",
       "      <td>EL PASO</td>\n",
       "      <td>79915.0</td>\n",
       "      <td>OTHER - SPECIFY TYPE OF CALL</td>\n",
       "      <td>CALL FOR SERVICE - BURGLARY OF VEHICLE IN PROG...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MALE</td>\n",
       "      <td>21.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>INJURY</td>\n",
       "      <td>24.0</td>\n",
       "      <td>HISPANIC</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>EL PASO POLICE DEPT</td>\n",
       "      <td>2015-09-22</td>\n",
       "      <td>EL PASO</td>\n",
       "      <td>EL PASO</td>\n",
       "      <td>79905</td>\n",
       "      <td>DAVID CAMACHO</td>\n",
       "      <td>2689@ELPASOTEXAS.GOV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KVIA</td>\n",
       "      <td>EL PASO TIMES</td>\n",
       "      <td>KFOX TV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>True</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CAR</td>\n",
       "      <td>VEHICLE</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 144 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   ois_report_no date_ag_received date_incident         incident_address  \\\n",
       "0            NaN              NaT    2015-09-02     1010 MAGNOLIA STREET   \n",
       "1            NaN              NaT    2015-09-03    4840 E. PLANO PARKWAY   \n",
       "2            NaN              NaT    2015-09-04            101 COUCH CT.   \n",
       "3            NaN              NaT    2015-09-05      4926 CHENNAULT ROAD   \n",
       "4            NaN              NaT    2015-09-08          1500 RANGE ROAD   \n",
       "5            NaN              NaT    2015-09-13           300 GALLEY WAY   \n",
       "6            NaN              NaT    2015-09-16           11513 MARRIOTT   \n",
       "7            NaN              NaT    2015-09-18         5027 PECAN GROVE   \n",
       "9            NaN              NaT    2015-09-21  10800 STONE CANYON ROAD   \n",
       "10           NaN              NaT    2015-09-21               9030 BETEL   \n",
       "\n",
       "    incident_city incident_county  incident_zip  \\\n",
       "0        FREEPORT        BRAZORIA       77541.0   \n",
       "1           PLANO          COLLIN       75074.0   \n",
       "2      SPRINGTOWN          PARKER       76082.0   \n",
       "3         HOUSTON          HARRIS       77033.0   \n",
       "4    DFW, AIRPORT         TARRANT       75261.0   \n",
       "5        FREEPORT        BRAZORIA       77541.0   \n",
       "6   BALCH SPRINGS          DALLAS       75180.0   \n",
       "7     SAN ANTONIO           BEXAR       78222.0   \n",
       "9          DALLAS          DALLAS       75230.0   \n",
       "10        EL PASO         EL PASO       79915.0   \n",
       "\n",
       "                          incident_result_of  \\\n",
       "0                               TRAFFIC STOP   \n",
       "1               OTHER - SPECIFY TYPE OF CALL   \n",
       "2               OTHER - SPECIFY TYPE OF CALL   \n",
       "3   EMERGENCY CALL OR REQUEST FOR ASSISTANCE   \n",
       "4               OTHER - SPECIFY TYPE OF CALL   \n",
       "5   EMERGENCY CALL OR REQUEST FOR ASSISTANCE   \n",
       "6               OTHER - SPECIFY TYPE OF CALL   \n",
       "7   EMERGENCY CALL OR REQUEST FOR ASSISTANCE   \n",
       "9               OTHER - SPECIFY TYPE OF CALL   \n",
       "10              OTHER - SPECIFY TYPE OF CALL   \n",
       "\n",
       "                                  incident_call_other civilian_name_first  \\\n",
       "0                    NARCOTIC STOP AND EVADING ARREST              RICKEY   \n",
       "1   ACCIDENTAL DISCHARGE RICOCHET DURING RANGE ACT...                 NaN   \n",
       "2                  INVESTIGATION OF CRIMINAL ACTIVITY           SULLY JOE   \n",
       "3                                                 NaN                 NaN   \n",
       "4   TRAINING EXERCISE - RICOCHET FRAGMENTS RESULTI...                 NaN   \n",
       "5                                                 NaN             JEFFREY   \n",
       "6                                         VICIOUS DOG                 NaN   \n",
       "7                                                 NaN                 NaN   \n",
       "9   OFFICER WORKING UNRELATED CALL WHEN THEY HEARD...             GERALDO   \n",
       "10  CALL FOR SERVICE - BURGLARY OF VEHICLE IN PROG...                 NaN   \n",
       "\n",
       "   civilian_name_last civilian_name_full civilian_gender  civilian_age  \\\n",
       "0            MAYBERRY    RICKEY MAYBERRY            MALE          30.0   \n",
       "1                 NaN                NaN            MALE          55.0   \n",
       "2              LANIER   SULLY JOE LANIER            MALE          36.0   \n",
       "3                 NaN                NaN            MALE          21.0   \n",
       "4                 NaN                NaN            MALE          44.0   \n",
       "5              BROOKS     JEFFREY BROOKS            MALE          29.0   \n",
       "6                 NaN                NaN          FEMALE           NaN   \n",
       "7                 NaN                NaN            MALE          22.0   \n",
       "9             RAMIREZ    GERALDO RAMIREZ            MALE          24.0   \n",
       "10                NaN                NaN            MALE          21.0   \n",
       "\n",
       "   civilian_race civilian_died  officer_age_1 officer_race_1 officer_gender_1  \\\n",
       "0          BLACK        INJURY           27.0       HISPANIC             MALE   \n",
       "1          WHITE        INJURY           30.0       HISPANIC             MALE   \n",
       "2          WHITE         DEATH           27.0          WHITE             MALE   \n",
       "3          BLACK        INJURY           28.0          WHITE             MALE   \n",
       "4          WHITE        INJURY           38.0       HISPANIC             MALE   \n",
       "5          WHITE         DEATH           42.0          WHITE           FEMALE   \n",
       "6          WHITE        INJURY           42.0       HISPANIC             MALE   \n",
       "7          BLACK        INJURY           48.0       HISPANIC             MALE   \n",
       "9       HISPANIC         DEATH           46.0          WHITE             MALE   \n",
       "10      HISPANIC        INJURY           24.0       HISPANIC           FEMALE   \n",
       "\n",
       "                agency_name_1 agency_report_date_1  agency_city_1  \\\n",
       "0        FREEPORT POLICE DEPT           2015-09-16       FREEPORT   \n",
       "1           PLANO POLICE DEPT           2015-10-01          PLANO   \n",
       "2   PARKER CO SHERIFFS OFFICE           2015-10-06    WEATHERFORD   \n",
       "3         HOUSTON POLICE DEPT           2015-09-11        HOUSTON   \n",
       "4          IRVING POLICE DEPT           2015-10-15         IRVING   \n",
       "5           ALVIN POLICE DEPT           2015-10-01          ALVIN   \n",
       "6   BALCH SPRINGS POLICE DEPT           2015-09-17  BALCH SPRINGS   \n",
       "7        BEXAR CO CONST PCT 4           2015-10-06    SAN ANTONIO   \n",
       "9          DALLAS POLICE DEPT           2015-09-25         DALLAS   \n",
       "10        EL PASO POLICE DEPT           2015-09-22        EL PASO   \n",
       "\n",
       "   agency_county_1 agency_zip_1 agency_name_person_filling_out_1  \\\n",
       "0         BRAZORIA        77541                    PAMELA MORRIS   \n",
       "1           COLLIN        75074                    CURTIS HOWARD   \n",
       "2           PARKER        76086                    MEREDITH GRAY   \n",
       "3           HARRIS        77002                    ODON BELMAREZ   \n",
       "4           DALLAS        75061                  MICHAEL COLEMAN   \n",
       "5         BRAZORIA        77511                    ROBERT E. LEE   \n",
       "6           DALLAS        75180                       MARK MARET   \n",
       "7            BEXAR        78222                FERNANDO MARTINEZ   \n",
       "9           DALLAS        75215                       E. MERRITT   \n",
       "10         EL PASO        79905                    DAVID CAMACHO   \n",
       "\n",
       "   agency_email_person_filling_out_1  officer_age_2 officer_race_2  \\\n",
       "0             PMORRIS@FREEPORT.TX.US            NaN           None   \n",
       "1                  CURTISH@PLANO.GOV            NaN           None   \n",
       "2   MEREDITH.GRAY@PARKERCOUNTYTX.COM           56.0          WHITE   \n",
       "3    ODON.BELMAREZ@HOUSTONPOLICE.ORG            NaN           None   \n",
       "4          MCOLEMAN@CITYOFIRVING.COM            NaN           None   \n",
       "5               RLEE@CITYOFALVIN.COM           41.0       HISPANIC   \n",
       "6        MARET239@BALCHSPRINGSPD.COM            NaN           None   \n",
       "7                FMARTINEZ@BEXAR.ORG           47.0       HISPANIC   \n",
       "9   E.MERRITT@DPD.DALLASCITYHALL.COM           32.0          WHITE   \n",
       "10              2689@ELPASOTEXAS.GOV            NaN           None   \n",
       "\n",
       "   officer_gender_2 officer_caused_injury_2         agency_name_2  \\\n",
       "0              None                     NaN                  None   \n",
       "1              None                     NaN                  None   \n",
       "2              MALE                     NaN                  None   \n",
       "3              None                     NaN                  None   \n",
       "4              None                     NaN                  None   \n",
       "5              MALE  EXECUTION OF A WARRANT  PEARLAND POLICE DEPT   \n",
       "6              None                     NaN                  None   \n",
       "7              MALE                     NaN  BEXAR CO CONST PCT 4   \n",
       "9              MALE                     NaN    DALLAS POLICE DEPT   \n",
       "10             None                     NaN                  None   \n",
       "\n",
       "   agency_report_date_2 agency_city_2 agency_county_2 agency_zip_2  \\\n",
       "0                   NaT           NaN             NaN          NaN   \n",
       "1                   NaT           NaN             NaN          NaN   \n",
       "2                   NaT           NaN             NaN          NaN   \n",
       "3                   NaT           NaN             NaN          NaN   \n",
       "4                   NaT           NaN             NaN          NaN   \n",
       "5            2015-10-05      PEARLAND        BRAZORIA        77584   \n",
       "6                   NaT           NaN             NaN          NaN   \n",
       "7            2015-10-06   SAN ANTONIO           BEXAR        78222   \n",
       "9            2015-09-25        DALLAS          DALLAS        75215   \n",
       "10                  NaT           NaN             NaN          NaN   \n",
       "\n",
       "   agency_name_person_filling_out_2 agency_email_person_filling_out_2  \\\n",
       "0                               NaN                               NaN   \n",
       "1                               NaN                               NaN   \n",
       "2                               NaN                               NaN   \n",
       "3                               NaN                               NaN   \n",
       "4                               NaN                               NaN   \n",
       "5                        J.C. DOYLE             CDOYLE@PEARLANDTX.GOV   \n",
       "6                               NaN                               NaN   \n",
       "7                 FERNANDO MARTINEZ               FMARTINEZ@BEXAR.ORG   \n",
       "9                        E. MERRITT  E.MERRITT@DPD.DALLASCITYHALL.COM   \n",
       "10                              NaN                               NaN   \n",
       "\n",
       "    officer_age_3 officer_race_3 officer_gender_3 officer_caused_injury_3  \\\n",
       "0             NaN           None             None                     NaN   \n",
       "1             NaN           None             None                     NaN   \n",
       "2             NaN           None             None                     NaN   \n",
       "3             NaN           None             None                     NaN   \n",
       "4             NaN           None             None                     NaN   \n",
       "5            51.0       HISPANIC             MALE                     NaN   \n",
       "6             NaN           None             None                     NaN   \n",
       "7            38.0       HISPANIC             MALE                     NaN   \n",
       "9             NaN           None             None                     NaN   \n",
       "10            NaN           None             None                     NaN   \n",
       "\n",
       "                   agency_name_3 agency_report_date_3 agency_city_3  \\\n",
       "0                           None                  NaT           NaN   \n",
       "1                           None                  NaT           NaN   \n",
       "2                           None                  NaT           NaN   \n",
       "3                           None                  NaT           NaN   \n",
       "4                           None                  NaT           NaN   \n",
       "5   GALVESTON CO SHERIFFS OFFICE           2015-10-13     GALVESTON   \n",
       "6                           None                  NaT           NaN   \n",
       "7           BEXAR CO CONST PCT 4           2015-10-06   SAN ANTONIO   \n",
       "9                           None                  NaT           NaN   \n",
       "10                          None                  NaT           NaN   \n",
       "\n",
       "   agency_county_3 agency_zip_3 agency_name_person_filling_out_3  \\\n",
       "0              NaN          NaN                              NaN   \n",
       "1              NaN          NaN                              NaN   \n",
       "2              NaN          NaN                              NaN   \n",
       "3              NaN          NaN                              NaN   \n",
       "4              NaN          NaN                              NaN   \n",
       "5        GALVESTON        77551                  DARRELL ISAACKS   \n",
       "6              NaN          NaN                              NaN   \n",
       "7            BEXAR        78222                FERNANDO MARTINEZ   \n",
       "9              NaN          NaN                              NaN   \n",
       "10             NaN          NaN                              NaN   \n",
       "\n",
       "     agency_email_person_filling_out_3  officer_age_4 officer_race_4  ...  \\\n",
       "0                                  NaN            NaN           None  ...   \n",
       "1                                  NaN            NaN           None  ...   \n",
       "2                                  NaN            NaN           None  ...   \n",
       "3                                  NaN            NaN           None  ...   \n",
       "4                                  NaN            NaN           None  ...   \n",
       "5   DARRELL.ISSACKS@CO.GALVESTON.TX.US           43.0          WHITE  ...   \n",
       "6                                  NaN            NaN           None  ...   \n",
       "7                  FMARTINEZ@BEXAR.ORG            NaN           None  ...   \n",
       "9                                  NaN            NaN           None  ...   \n",
       "10                                 NaN            NaN           None  ...   \n",
       "\n",
       "   agency_county_8 agency_zip_8 agency_name_person_filling_out_8  \\\n",
       "0              NaN          NaN                              NaN   \n",
       "1              NaN          NaN                              NaN   \n",
       "2              NaN          NaN                              NaN   \n",
       "3              NaN          NaN                              NaN   \n",
       "4              NaN          NaN                              NaN   \n",
       "5              NaN          NaN                              NaN   \n",
       "6              NaN          NaN                              NaN   \n",
       "7              NaN          NaN                              NaN   \n",
       "9              NaN          NaN                              NaN   \n",
       "10             NaN          NaN                              NaN   \n",
       "\n",
       "   agency_email_person_filling_out_8 officer_age_9 officer_race_9  \\\n",
       "0                                NaN           NaN           None   \n",
       "1                                NaN           NaN           None   \n",
       "2                                NaN           NaN           None   \n",
       "3                                NaN           NaN           None   \n",
       "4                                NaN           NaN           None   \n",
       "5                                NaN           NaN           None   \n",
       "6                                NaN           NaN           None   \n",
       "7                                NaN           NaN           None   \n",
       "9                                NaN           NaN           None   \n",
       "10                               NaN           NaN           None   \n",
       "\n",
       "   officer_gender_9 agency_name_9  agency_report_date_9 agency_city_9  \\\n",
       "0              None          None                   NaT           NaN   \n",
       "1              None          None                   NaT           NaN   \n",
       "2              None          None                   NaT           NaN   \n",
       "3              None          None                   NaT           NaN   \n",
       "4              None          None                   NaT           NaN   \n",
       "5              None          None                   NaT           NaN   \n",
       "6              None          None                   NaT           NaN   \n",
       "7              None          None                   NaT           NaN   \n",
       "9              None          None                   NaT           NaN   \n",
       "10             None          None                   NaT           NaN   \n",
       "\n",
       "   agency_county_9 agency_zip_9 agency_name_person_filling_out_9  \\\n",
       "0              NaN          NaN                              NaN   \n",
       "1              NaN          NaN                              NaN   \n",
       "2              NaN          NaN                              NaN   \n",
       "3              NaN          NaN                              NaN   \n",
       "4              NaN          NaN                              NaN   \n",
       "5              NaN          NaN                              NaN   \n",
       "6              NaN          NaN                              NaN   \n",
       "7              NaN          NaN                              NaN   \n",
       "9              NaN          NaN                              NaN   \n",
       "10             NaN          NaN                              NaN   \n",
       "\n",
       "   agency_email_person_filling_out_9 officer_age_10 officer_race_10  \\\n",
       "0                                NaN            NaN            None   \n",
       "1                                NaN            NaN            None   \n",
       "2                                NaN            NaN            None   \n",
       "3                                NaN            NaN            None   \n",
       "4                                NaN            NaN            None   \n",
       "5                                NaN            NaN            None   \n",
       "6                                NaN            NaN            None   \n",
       "7                                NaN            NaN            None   \n",
       "9                                NaN            NaN            None   \n",
       "10                               NaN            NaN            None   \n",
       "\n",
       "   officer_gender_10 agency_name_10  agency_report_date_10 agency_city_10  \\\n",
       "0               None           None                    NaT            NaN   \n",
       "1               None           None                    NaT            NaN   \n",
       "2               None           None                    NaT            NaN   \n",
       "3               None           None                    NaT            NaN   \n",
       "4               None           None                    NaT            NaN   \n",
       "5               None           None                    NaT            NaN   \n",
       "6               None           None                    NaT            NaN   \n",
       "7               None           None                    NaT            NaN   \n",
       "9               None           None                    NaT            NaN   \n",
       "10              None           None                    NaT            NaN   \n",
       "\n",
       "   agency_county_10 agency_zip_10 agency_name_person_filling_out_10  \\\n",
       "0               NaN           NaN                               NaN   \n",
       "1               NaN           NaN                               NaN   \n",
       "2               NaN           NaN                               NaN   \n",
       "3               NaN           NaN                               NaN   \n",
       "4               NaN           NaN                               NaN   \n",
       "5               NaN           NaN                               NaN   \n",
       "6               NaN           NaN                               NaN   \n",
       "7               NaN           NaN                               NaN   \n",
       "9               NaN           NaN                               NaN   \n",
       "10              NaN           NaN                               NaN   \n",
       "\n",
       "   agency_email_person_filling_out_10 news_coverage_1      news_coverage_2  \\\n",
       "0                                 NaN          ABC 13  YOUR SOUTHEST TEXAS   \n",
       "1                                 NaN             NaN                  NaN   \n",
       "2                                 NaN            WFAA        DFW CBS LOCAL   \n",
       "3                                 NaN           CHRON               ABC 13   \n",
       "4                                 NaN             NaN                  NaN   \n",
       "5                                 NaN          CBS 19          TYLER PAPER   \n",
       "6                                 NaN             NaN                  NaN   \n",
       "7                                 NaN  MY SAN ANTONIO      FOX SAN ANTONIO   \n",
       "9                                 NaN   DFW CBS LOCAL              NBC DFW   \n",
       "10                                NaN            KVIA        EL PASO TIMES   \n",
       "\n",
       "       news_coverage_3 news_coverage_4  agency_city_11  \\\n",
       "0                  NaN             NaN             NaN   \n",
       "1                  NaN             NaN             NaN   \n",
       "2        STAR TELEGRAM      FOX 4 NEWS             NaN   \n",
       "3      CLICK 2 HOUSTON             NaN             NaN   \n",
       "4                  NaN             NaN             NaN   \n",
       "5                CHRON       FOX 10 TV             NaN   \n",
       "6                  NaN             NaN             NaN   \n",
       "7   NEWS 4 SAN ANTONIO             NaN             NaN   \n",
       "9          DALLAS NEWS           CHRON             NaN   \n",
       "10             KFOX TV             NaN             NaN   \n",
       "\n",
       "   agency_email_person_filling_out_11 agency_name_11  \\\n",
       "0                                 NaN            NaN   \n",
       "1                                 NaN            NaN   \n",
       "2                                 NaN            NaN   \n",
       "3                                 NaN            NaN   \n",
       "4                                 NaN            NaN   \n",
       "5                                 NaN            NaN   \n",
       "6                                 NaN            NaN   \n",
       "7                                 NaN            NaN   \n",
       "9                                 NaN            NaN   \n",
       "10                                NaN            NaN   \n",
       "\n",
       "   agency_name_person_filling_out_11 agency_report_date_11 agency_zip_11  \\\n",
       "0                                NaN                   NaT           NaN   \n",
       "1                                NaN                   NaT           NaN   \n",
       "2                                NaN                   NaT           NaN   \n",
       "3                                NaN                   NaT           NaN   \n",
       "4                                NaN                   NaT           NaN   \n",
       "5                                NaN                   NaT           NaN   \n",
       "6                                NaN                   NaT           NaN   \n",
       "7                                NaN                   NaT           NaN   \n",
       "9                                NaN                   NaT           NaN   \n",
       "10                               NaN                   NaT           NaN   \n",
       "\n",
       "                                        cdr_narrative  custodial_death_report  \\\n",
       "0                                                 NaN                   False   \n",
       "1                                                 NaN                   False   \n",
       "2   DECEDENT SHOT A RIFLE AT LE OFFICERS WHOM RETU...                    True   \n",
       "3                                                 NaN                   False   \n",
       "4                                                 NaN                   False   \n",
       "5   ON THURSDAY, 9/10/15, BROOKS COMMITTED AN AGGR...                    True   \n",
       "6                                                 NaN                   False   \n",
       "7                                                 NaN                   False   \n",
       "9   ON SEPTEMBER 21, 2015, AT APPROXIMATELY 12:05 ...                    True   \n",
       "10                                                NaN                   False   \n",
       "\n",
       "   deadly_weapon                            lea_narrative_published  \\\n",
       "0          False                                                NaN   \n",
       "1           True                                                NaN   \n",
       "2           True                                                NaN   \n",
       "3           True  AN OFFICER WAS DISPATCHED TO A WEAPONS DISTURB...   \n",
       "4          False                                                NaN   \n",
       "5           True                                                NaN   \n",
       "6          False                                                NaN   \n",
       "7           True                                                NaN   \n",
       "9           True  ON SUNDAY, SEPTEMBER 20, 2015, AT APPROXIMATEL...   \n",
       "10          True                                                NaN   \n",
       "\n",
       "        lea_narrative_shorter multiple_officers_involved  \\\n",
       "0                         NaN                       True   \n",
       "1                         NaN                      False   \n",
       "2           FIRED AT OFFICERS                       True   \n",
       "3                         NaN                       True   \n",
       "4                         NaN                      False   \n",
       "5   DROVE VEHICLE AT OFFICERS                       True   \n",
       "6                         NaN                      False   \n",
       "7                         NaN                       True   \n",
       "9           FIRED AT OFFICERS                       True   \n",
       "10                        NaN                       True   \n",
       "\n",
       "   num_officers_recorded num_reports_filed num_rows_about_this_incident  \\\n",
       "0                      1                 1                            1   \n",
       "1                      1                 1                            1   \n",
       "2                      2                 1                            1   \n",
       "3                      1                 1                            1   \n",
       "4                      1                 1                            1   \n",
       "5                      4                 4                            1   \n",
       "6                      1                 1                            1   \n",
       "7                      3                 3                            1   \n",
       "9                      2                 2                            1   \n",
       "10                     1                 1                            1   \n",
       "\n",
       "   officer_age_11 officer_gender_11  officer_on_duty officer_race_11  \\\n",
       "0             NaN              None             True            None   \n",
       "1             NaN              None             True            None   \n",
       "2             NaN              None             True            None   \n",
       "3             NaN              None             True            None   \n",
       "4             NaN              None             True            None   \n",
       "5             NaN              None             True            None   \n",
       "6             NaN              None             True            None   \n",
       "7             NaN              None             True            None   \n",
       "9             NaN              None             True            None   \n",
       "10            NaN              None             True            None   \n",
       "\n",
       "   time_incident  weapon_reported_by_media weapon_reported_by_media_category  \n",
       "0            NaN                       NaN                               NaN  \n",
       "1            NaN                       NaN                 (DETAILS MISSING)  \n",
       "2            NaN                   FIREARM                           FIREARM  \n",
       "3            NaN                   FIREARM                           FIREARM  \n",
       "4            NaN                       NaN                               NaN  \n",
       "5            NaN                   FIREARM                           FIREARM  \n",
       "6            NaN                       NaN                               NaN  \n",
       "7            NaN                   FIREARM                           FIREARM  \n",
       "9            NaN                   FIREARM                           FIREARM  \n",
       "10           NaN                       CAR                           VEHICLE  \n",
       "\n",
       "[10 rows x 144 columns]"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shootings.sort_values(['date_incident', 'incident_county', 'agency_county_1'], inplace=True)\n",
    "shootings.head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 3. Write"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:25:00.280176Z",
     "start_time": "2020-11-15T15:25:00.276350Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Not syncing to Data.world. To do so, set CLEAN_OIS_DW to 'TRUE'\n"
     ]
    }
   ],
   "source": [
    "if os.environ.get('CLEAN_OIS_DW') != 'TRUE':\n",
    "    print(\"Not syncing to Data.world. To do so, set CLEAN_OIS_DW to 'TRUE'\")\n",
    "else:\n",
    "    with dw.open_remote_file(OUTPUT_DW_PROJECT, OUTPUT_FILENAME) as w:\n",
    "        print(\"Writing to data.world: %s/%s\" % (OUTPUT_DW_PROJECT, OUTPUT_FILENAME))\n",
    "        shootings.to_csv(w, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T15:25:00.286281Z",
     "start_time": "2020-11-15T15:25:00.282666Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Not writing to s3. To do so, set CLEAN_OIS_S3 to 'TRUE'\n"
     ]
    }
   ],
   "source": [
    "if os.environ.get('CLEAN_OIS_S3') != 'TRUE':\n",
    "    print(\"Not writing to s3. To do so, set CLEAN_OIS_S3 to 'TRUE'\")\n",
    "else:\n",
    "    csv_buffer = StringIO()\n",
    "    shootings.to_csv(csv_buffer, index=False)\n",
    "    s3_resource = boto3.resource('s3')\n",
    "    s3_resource.Object('tji-public-cleaned-datasets', OUTPUT_FILENAME).put(Body=csv_buffer.getvalue())\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}