MIMIC-Data-Explore-Text-Stats.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# Import libraries\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import psycopg2\n",
    "\n",
    "# below imports are used to print out pretty pandas dataframes\n",
    "from IPython.display import display, HTML\n",
    "\n",
    "%matplotlib inline\n",
    "plt.style.use('ggplot')\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# notes_pd = pd.read_csv(\"/scratch/gobi1/johnchen/new_git_stuff/multimodal_fairness/data/physionet.org/files/mimiciii/1.4/NOTEEVENTS.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# notes_pd[notes_pd[\"HADM_ID\"] == 111]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# del notes_pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import psycopg2\n",
    "user = 'johnchen'\n",
    "password = 'password'\n",
    "dbname = 'mimic'\n",
    "schema = 'mimiciii'\n",
    "host = 'mimic'\n",
    "# writing review papers such as: https://arxiv.org/pdf/1911.03977.pdf\n",
    "query_schema = 'SET search_path to ' + schema + ';'\n",
    "\n",
    "con = psycopg2.connect(dbname=dbname, user=user, password=password, host=host)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Let's see what we're dealing with \n",
    "For now, do this in PSQL prompt. \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# query = query_schema + \"\"\"\n",
    "# SELECT count(icustay_id) as icu_counts\n",
    "# FROM icustays\n",
    "# group by hadm_id\n",
    "# ORDER BY icu_counts DESC\n",
    "# \"\"\"\n",
    "# df = pd.read_sql_query(query, con)\n",
    "# df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# query = query_schema + \"\"\"\n",
    "# SELECT count(hadm_id) as hadm_counts\n",
    "# FROM icustays\n",
    "# group by icustay_id\n",
    "# ORDER BY hadm_counts DESC\n",
    "# \"\"\"\n",
    "# df = pd.read_sql_query(query, con)\n",
    "# df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2083180\n"
     ]
    }
   ],
   "source": [
    "query = query_schema + \"\"\"\n",
    "SELECT *\n",
    "FROM noteevents\n",
    "\"\"\"\n",
    "df = pd.read_sql_query(query, con)\n",
    "print(len(df))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>chartdate</th>\n",
       "      <th>charttime</th>\n",
       "      <th>storetime</th>\n",
       "      <th>category</th>\n",
       "      <th>description</th>\n",
       "      <th>cgid</th>\n",
       "      <th>iserror</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>441965</td>\n",
       "      <td>83224</td>\n",
       "      <td>166602.0</td>\n",
       "      <td>2155-01-17</td>\n",
       "      <td>2155-01-17 02:41:00</td>\n",
       "      <td>2155-01-17 06:33:52</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>16861.0</td>\n",
       "      <td>None</td>\n",
       "      <td>50 yo female w/ long hx chronic etoh abuse (pe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>442062</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-20</td>\n",
       "      <td>2201-02-20 19:02:00</td>\n",
       "      <td>2201-02-20 19:44:10</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>15039.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Respiratory failure, acute (not ARDS/[**Doctor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>442063</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-20</td>\n",
       "      <td>2201-02-20 19:02:00</td>\n",
       "      <td>2201-02-20 19:50:47</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>15039.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Respiratory failure, acute (not ARDS/[**Doctor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>442064</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-20</td>\n",
       "      <td>2201-02-20 19:02:00</td>\n",
       "      <td>2201-02-20 20:03:22</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>15039.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Respiratory failure, acute (not ARDS/[**Doctor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>456500</td>\n",
       "      <td>46320</td>\n",
       "      <td>113335.0</td>\n",
       "      <td>2131-05-12</td>\n",
       "      <td>2131-05-12 17:53:00</td>\n",
       "      <td>2131-05-12 17:53:54</td>\n",
       "      <td>Respiratory</td>\n",
       "      <td>Respiratory Care Shift Note</td>\n",
       "      <td>15744.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Demographics\\n   Day of intubation:\\n   Day of...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>442065</td>\n",
       "      <td>77013</td>\n",
       "      <td>141363.0</td>\n",
       "      <td>2191-03-18</td>\n",
       "      <td>2191-03-18 15:25:00</td>\n",
       "      <td>2191-03-18 20:08:23</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>17807.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Events:  PT alert, oriented-initially CIWA [**...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>442066</td>\n",
       "      <td>76420</td>\n",
       "      <td>160159.0</td>\n",
       "      <td>2103-01-05</td>\n",
       "      <td>2103-01-05 20:11:00</td>\n",
       "      <td>2103-01-05 20:11:52</td>\n",
       "      <td>Social Work</td>\n",
       "      <td>Social Work Progress Note</td>\n",
       "      <td>17560.0</td>\n",
       "      <td>None</td>\n",
       "      <td>SW participates in Family Meeting with medical...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>442067</td>\n",
       "      <td>77013</td>\n",
       "      <td>141363.0</td>\n",
       "      <td>2191-03-18</td>\n",
       "      <td>2191-03-18 15:25:00</td>\n",
       "      <td>2191-03-18 20:16:20</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>17807.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Events:  PT alert, oriented-initially CIWA [**...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>442068</td>\n",
       "      <td>77013</td>\n",
       "      <td>141363.0</td>\n",
       "      <td>2191-03-18</td>\n",
       "      <td>2191-03-18 15:25:00</td>\n",
       "      <td>2191-03-18 20:16:45</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>17807.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Events:  PT alert, oriented-initially CIWA [**...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>442069</td>\n",
       "      <td>58781</td>\n",
       "      <td>186671.0</td>\n",
       "      <td>2167-01-09</td>\n",
       "      <td>2167-01-09 20:30:00</td>\n",
       "      <td>2167-01-09 20:31:01</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Admission Note</td>\n",
       "      <td>16947.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Chief Complaint:  DOE/hemetemesis\\n   HPI:\\n  ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>442070</td>\n",
       "      <td>58781</td>\n",
       "      <td>186671.0</td>\n",
       "      <td>2167-01-09</td>\n",
       "      <td>2167-01-09 20:30:00</td>\n",
       "      <td>2167-01-09 21:15:45</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Attending Resident Admission Note - ...</td>\n",
       "      <td>20401.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Chief Complaint:  DOE/hemetemesis\\n   HPI:\\n  ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>442071</td>\n",
       "      <td>99469</td>\n",
       "      <td>126023.0</td>\n",
       "      <td>2182-03-08</td>\n",
       "      <td>2182-03-08 21:30:00</td>\n",
       "      <td>2182-03-08 21:31:09</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Cardiology Fellow Admission Addendum</td>\n",
       "      <td>15371.0</td>\n",
       "      <td>None</td>\n",
       "      <td>TITLE: Cardiology Fellow Admission Addendum\\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>442121</td>\n",
       "      <td>69713</td>\n",
       "      <td>174618.0</td>\n",
       "      <td>2181-03-03</td>\n",
       "      <td>2181-03-03 06:06:00</td>\n",
       "      <td>2181-03-03 06:06:32</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>20354.0</td>\n",
       "      <td>None</td>\n",
       "      <td>TITLE:\\n   Chief Complaint:\\n   24 Hour Events...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>442122</td>\n",
       "      <td>83224</td>\n",
       "      <td>166602.0</td>\n",
       "      <td>2155-01-18</td>\n",
       "      <td>2155-01-18 06:14:00</td>\n",
       "      <td>2155-01-18 06:14:21</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Intensivist Note</td>\n",
       "      <td>15738.0</td>\n",
       "      <td>None</td>\n",
       "      <td>TSICU\\n   HPI:\\n    50F was admitted to OSH on...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>456501</td>\n",
       "      <td>58917</td>\n",
       "      <td>105519.0</td>\n",
       "      <td>2148-06-15</td>\n",
       "      <td>2148-06-15 17:28:00</td>\n",
       "      <td>2148-06-15 17:54:10</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>19689.0</td>\n",
       "      <td>None</td>\n",
       "      <td>TITLE: The pt is a 57 yr old male admitted to ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>442124</td>\n",
       "      <td>79336</td>\n",
       "      <td>114672.0</td>\n",
       "      <td>2137-01-12</td>\n",
       "      <td>2137-01-11 21:44:00</td>\n",
       "      <td>2137-01-12 06:22:48</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>16037.0</td>\n",
       "      <td>None</td>\n",
       "      <td>This is an 85 yo male with h/o AVR (mechanical...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>442217</td>\n",
       "      <td>67111</td>\n",
       "      <td>132258.0</td>\n",
       "      <td>2160-02-16</td>\n",
       "      <td>2160-02-16 09:53:00</td>\n",
       "      <td>2160-02-16 16:14:08</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Transfer Note</td>\n",
       "      <td>20818.0</td>\n",
       "      <td>None</td>\n",
       "      <td>72 y/o female with PMH cad, dm, htn, heart fai...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>442218</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-21</td>\n",
       "      <td>2201-02-21 10:34:00</td>\n",
       "      <td>2201-02-21 16:25:56</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>15039.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Ventricular premature beats (VPB, VPC, PVC)\\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>442219</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-21</td>\n",
       "      <td>2201-02-21 10:34:00</td>\n",
       "      <td>2201-02-21 16:27:56</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>15039.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Ventricular premature beats (VPB, VPC, PVC)\\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>442220</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-21</td>\n",
       "      <td>2201-02-21 10:34:00</td>\n",
       "      <td>2201-02-21 16:33:04</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>15039.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Ventricular premature beats (VPB, VPC, PVC)\\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>442221</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-21</td>\n",
       "      <td>2201-02-21 10:34:00</td>\n",
       "      <td>2201-02-21 16:38:41</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>15039.0</td>\n",
       "      <td>None</td>\n",
       "      <td>79M s/p open AAA repair on [**2-2**]. pt retur...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>442222</td>\n",
       "      <td>78902</td>\n",
       "      <td>172221.0</td>\n",
       "      <td>2121-02-15</td>\n",
       "      <td>2121-02-15 16:43:00</td>\n",
       "      <td>2121-02-15 16:43:54</td>\n",
       "      <td>Physician</td>\n",
       "      <td>ICU Note - CVI</td>\n",
       "      <td>17092.0</td>\n",
       "      <td>None</td>\n",
       "      <td>CVICU\\n   HPI:\\n   HD7\\n   [**2-16**] POD 2\\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>442224</td>\n",
       "      <td>78902</td>\n",
       "      <td>172221.0</td>\n",
       "      <td>2121-02-15</td>\n",
       "      <td>2121-02-15 04:08:00</td>\n",
       "      <td>2121-02-15 16:52:47</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>17130.0</td>\n",
       "      <td>None</td>\n",
       "      <td>.H/O coronary artery bypass graft (CABG)\\n   A...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>443264</td>\n",
       "      <td>41287</td>\n",
       "      <td>158078.0</td>\n",
       "      <td>2175-01-28</td>\n",
       "      <td>2175-01-28 04:39:00</td>\n",
       "      <td>2175-01-28 05:41:28</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>14228.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Coronary artery bypass graft (CABG)\\n   Assess...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>443265</td>\n",
       "      <td>40826</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2194-02-01</td>\n",
       "      <td>2194-02-01 05:44:00</td>\n",
       "      <td>2194-02-01 05:44:43</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>17122.0</td>\n",
       "      <td>None</td>\n",
       "      <td>60 y/o F w/ DM, being admitted for CHF exacerb...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>443513</td>\n",
       "      <td>78946</td>\n",
       "      <td>155294.0</td>\n",
       "      <td>2186-03-05</td>\n",
       "      <td>2186-03-05 16:50:00</td>\n",
       "      <td>2186-03-05 16:54:31</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>20808.0</td>\n",
       "      <td>None</td>\n",
       "      <td>86 year old female presenting to ED after seve...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>443514</td>\n",
       "      <td>62019</td>\n",
       "      <td>150112.0</td>\n",
       "      <td>2157-02-06</td>\n",
       "      <td>2157-02-06 17:03:00</td>\n",
       "      <td>2157-02-06 17:03:03</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Admission Note</td>\n",
       "      <td>18694.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Chief Complaint:  Chest Pain\\n   HPI:\\n   The ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>443557</td>\n",
       "      <td>53118</td>\n",
       "      <td>152264.0</td>\n",
       "      <td>2180-01-10</td>\n",
       "      <td>2180-01-10 03:38:00</td>\n",
       "      <td>2180-01-10 03:59:07</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>17062.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Renal failure, acute (Acute renal failure, ARF...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>443561</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-03-02</td>\n",
       "      <td>2201-03-02 04:23:00</td>\n",
       "      <td>2201-03-02 04:23:42</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>15928.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Ekg nsr to st, lower when asleep.  Up to 115 w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>443715</td>\n",
       "      <td>53679</td>\n",
       "      <td>195598.0</td>\n",
       "      <td>2113-02-21</td>\n",
       "      <td>2113-02-21 04:17:00</td>\n",
       "      <td>2113-02-21 04:17:44</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>14435.0</td>\n",
       "      <td>None</td>\n",
       "      <td>79yo male s/p HA, increasing confusion and lef...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083150</th>\n",
       "      <td>443723</td>\n",
       "      <td>88117</td>\n",
       "      <td>159063.0</td>\n",
       "      <td>2198-01-09</td>\n",
       "      <td>2198-01-09 04:52:00</td>\n",
       "      <td>2198-01-09 04:52:10</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>15023.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Carotid artery stenosis (Occlusion)\\n   Assess...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083151</th>\n",
       "      <td>443724</td>\n",
       "      <td>78946</td>\n",
       "      <td>155294.0</td>\n",
       "      <td>2186-03-07</td>\n",
       "      <td>2186-03-07 04:14:00</td>\n",
       "      <td>2186-03-07 04:53:15</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>16009.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Urinary tract infection (UTI)\\n   Assessment:\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083152</th>\n",
       "      <td>443725</td>\n",
       "      <td>88117</td>\n",
       "      <td>159063.0</td>\n",
       "      <td>2198-01-09</td>\n",
       "      <td>2198-01-09 04:52:00</td>\n",
       "      <td>2198-01-09 04:53:32</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>15023.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Pt underwent successful stenting of RT carotid...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083153</th>\n",
       "      <td>443808</td>\n",
       "      <td>99002</td>\n",
       "      <td>116519.0</td>\n",
       "      <td>2196-02-02</td>\n",
       "      <td>2196-02-02 09:43:00</td>\n",
       "      <td>2196-02-02 09:43:52</td>\n",
       "      <td>Physician</td>\n",
       "      <td>ICU Note - CVI</td>\n",
       "      <td>18610.0</td>\n",
       "      <td>None</td>\n",
       "      <td>CVICU\\n   HPI:\\n   57yoW s/p redo sternotomy A...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083154</th>\n",
       "      <td>443809</td>\n",
       "      <td>77136</td>\n",
       "      <td>193624.0</td>\n",
       "      <td>2143-02-12</td>\n",
       "      <td>2143-02-12 07:16:00</td>\n",
       "      <td>2143-02-12 09:47:35</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Intensivist Note</td>\n",
       "      <td>16656.0</td>\n",
       "      <td>None</td>\n",
       "      <td>TSICU\\n   HPI:\\n   70M with stage IIIa T2N2 sq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083155</th>\n",
       "      <td>439271</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-06</td>\n",
       "      <td>2201-02-06 07:10:00</td>\n",
       "      <td>2201-02-06 07:10:43</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>15001.0</td>\n",
       "      <td>None</td>\n",
       "      <td>79M s/p open AAA repair on [**2-2**]. pt retur...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083156</th>\n",
       "      <td>442776</td>\n",
       "      <td>76420</td>\n",
       "      <td>160159.0</td>\n",
       "      <td>2103-01-09</td>\n",
       "      <td>2103-01-09 17:48:00</td>\n",
       "      <td>2103-01-09 17:48:17</td>\n",
       "      <td>Respiratory</td>\n",
       "      <td>Respiratory Care Shift Note</td>\n",
       "      <td>18428.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Pt placed on trach collar at 8:30am &amp; has tole...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083157</th>\n",
       "      <td>442777</td>\n",
       "      <td>55012</td>\n",
       "      <td>180414.0</td>\n",
       "      <td>2149-01-28</td>\n",
       "      <td>2149-01-28 17:25:00</td>\n",
       "      <td>2149-01-28 17:48:33</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Transfer Note</td>\n",
       "      <td>14939.0</td>\n",
       "      <td>None</td>\n",
       "      <td>[**Age over 90 **] yo male with late stage Alz...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083158</th>\n",
       "      <td>442778</td>\n",
       "      <td>73553</td>\n",
       "      <td>196981.0</td>\n",
       "      <td>2132-02-12</td>\n",
       "      <td>2132-02-12 17:49:00</td>\n",
       "      <td>2132-02-12 17:49:40</td>\n",
       "      <td>Respiratory</td>\n",
       "      <td>Respiratory Care Shift Note</td>\n",
       "      <td>17169.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Demographics\\n   Day of mechanical ventilation...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083159</th>\n",
       "      <td>442834</td>\n",
       "      <td>43112</td>\n",
       "      <td>136852.0</td>\n",
       "      <td>2158-02-22</td>\n",
       "      <td>2158-02-22 02:27:00</td>\n",
       "      <td>2158-02-22 05:48:53</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>19937.0</td>\n",
       "      <td>None</td>\n",
       "      <td>70 yo woman with severe COPD, recent NSTEMI ad...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083160</th>\n",
       "      <td>442835</td>\n",
       "      <td>58066</td>\n",
       "      <td>106576.0</td>\n",
       "      <td>2103-03-07</td>\n",
       "      <td>2103-03-07 01:26:00</td>\n",
       "      <td>2103-03-07 05:51:17</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>16934.0</td>\n",
       "      <td>None</td>\n",
       "      <td>DNR/DNI\\n   Pt is a 79F h/o Alzheimers dementi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083161</th>\n",
       "      <td>442498</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-23</td>\n",
       "      <td>2201-02-23 05:47:00</td>\n",
       "      <td>2201-02-23 05:47:18</td>\n",
       "      <td>Respiratory</td>\n",
       "      <td>Respiratory Care Shift Note</td>\n",
       "      <td>20480.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Demographics\\n   Day of intubation:\\n   Day of...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083162</th>\n",
       "      <td>442620</td>\n",
       "      <td>55012</td>\n",
       "      <td>180414.0</td>\n",
       "      <td>2149-01-27</td>\n",
       "      <td>2149-01-27 16:58:00</td>\n",
       "      <td>2149-01-27 17:03:35</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>14939.0</td>\n",
       "      <td>None</td>\n",
       "      <td>[**Age over 90 **] yo male with late stage Alz...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083163</th>\n",
       "      <td>441619</td>\n",
       "      <td>98220</td>\n",
       "      <td>173136.0</td>\n",
       "      <td>2173-03-03</td>\n",
       "      <td>2173-03-03 07:44:00</td>\n",
       "      <td>2173-03-03 07:45:15</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>18784.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Altered mental status (not Delirium)\\n   Asses...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083164</th>\n",
       "      <td>441620</td>\n",
       "      <td>59485</td>\n",
       "      <td>108441.0</td>\n",
       "      <td>2115-01-30</td>\n",
       "      <td>2115-01-30 08:02:00</td>\n",
       "      <td>2115-01-30 08:02:15</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>19219.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Chief Complaint: s/p sigmoid colectomy\\n   24 ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083165</th>\n",
       "      <td>441564</td>\n",
       "      <td>73682</td>\n",
       "      <td>101131.0</td>\n",
       "      <td>2111-03-04</td>\n",
       "      <td>2111-03-04 02:22:00</td>\n",
       "      <td>2111-03-04 02:22:31</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>16009.0</td>\n",
       "      <td>None</td>\n",
       "      <td>73 year-old female with a history of ETOH abus...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083166</th>\n",
       "      <td>441565</td>\n",
       "      <td>47907</td>\n",
       "      <td>114877.0</td>\n",
       "      <td>2194-01-08</td>\n",
       "      <td>2194-01-08 02:33:00</td>\n",
       "      <td>2194-01-08 02:33:56</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>14576.0</td>\n",
       "      <td>None</td>\n",
       "      <td>77 s/p slip and fall on front stoop, landed on...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083167</th>\n",
       "      <td>441622</td>\n",
       "      <td>98220</td>\n",
       "      <td>173136.0</td>\n",
       "      <td>2173-03-03</td>\n",
       "      <td>2173-03-03 09:18:00</td>\n",
       "      <td>2173-03-03 09:18:57</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Intensivist Note</td>\n",
       "      <td>18760.0</td>\n",
       "      <td>None</td>\n",
       "      <td>SICU\\n   HPI:\\n   69 with h/o gastric PUD s/p ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083168</th>\n",
       "      <td>441745</td>\n",
       "      <td>59485</td>\n",
       "      <td>108441.0</td>\n",
       "      <td>2115-01-31</td>\n",
       "      <td>2115-01-31 03:59:00</td>\n",
       "      <td>2115-01-31 04:06:21</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>20063.0</td>\n",
       "      <td>None</td>\n",
       "      <td>This 63 yr old man was transferred from 5 Sout...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083169</th>\n",
       "      <td>442130</td>\n",
       "      <td>77013</td>\n",
       "      <td>141363.0</td>\n",
       "      <td>2191-03-19</td>\n",
       "      <td>2191-03-19 03:32:00</td>\n",
       "      <td>2191-03-19 06:33:22</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>16643.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Events:  Given 2 units PRBC. Given 40mEq potas...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083170</th>\n",
       "      <td>441825</td>\n",
       "      <td>43112</td>\n",
       "      <td>136852.0</td>\n",
       "      <td>2158-02-16</td>\n",
       "      <td>2158-02-16 11:23:00</td>\n",
       "      <td>2158-02-16 11:23:17</td>\n",
       "      <td>Nutrition</td>\n",
       "      <td>Clinical Nutrition Note</td>\n",
       "      <td>15523.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Subjective\\n   pt intubated/sedated\\n   Object...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083171</th>\n",
       "      <td>441826</td>\n",
       "      <td>73553</td>\n",
       "      <td>196981.0</td>\n",
       "      <td>2132-02-07</td>\n",
       "      <td>2132-02-07 11:57:00</td>\n",
       "      <td>2132-02-07 11:57:56</td>\n",
       "      <td>Nutrition</td>\n",
       "      <td>Clinical Nutrition Note</td>\n",
       "      <td>19713.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Pertinent medications: RISS, protonix, IV abx,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083172</th>\n",
       "      <td>441827</td>\n",
       "      <td>73553</td>\n",
       "      <td>196981.0</td>\n",
       "      <td>2132-02-07</td>\n",
       "      <td>2132-02-07 11:59:00</td>\n",
       "      <td>2132-02-07 12:00:04</td>\n",
       "      <td>Rehab Services</td>\n",
       "      <td>Swallowing Follow-Up</td>\n",
       "      <td>15731.0</td>\n",
       "      <td>None</td>\n",
       "      <td>TITLE: Swallowing Follow-Up\\n   Patient was se...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083173</th>\n",
       "      <td>441904</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-19</td>\n",
       "      <td>2201-02-19 21:25:00</td>\n",
       "      <td>2201-02-19 21:25:14</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>14228.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Aortic aneurysm, abdominal with rupture (AAA)\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083174</th>\n",
       "      <td>441905</td>\n",
       "      <td>91031</td>\n",
       "      <td>135028.0</td>\n",
       "      <td>2160-01-03</td>\n",
       "      <td>2160-01-03 20:54:00</td>\n",
       "      <td>2160-01-03 21:26:47</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Transfer Note</td>\n",
       "      <td>20581.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Mr. [**Known firstname **] [**Known lastname *...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083175</th>\n",
       "      <td>441906</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-19</td>\n",
       "      <td>2201-02-19 21:25:00</td>\n",
       "      <td>2201-02-19 21:28:42</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>14228.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Aortic aneurysm, abdominal with rupture (AAA)\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083176</th>\n",
       "      <td>441907</td>\n",
       "      <td>53118</td>\n",
       "      <td>152264.0</td>\n",
       "      <td>2179-12-30</td>\n",
       "      <td>2179-12-30 21:29:00</td>\n",
       "      <td>2179-12-30 21:30:09</td>\n",
       "      <td>Physician</td>\n",
       "      <td>MICU Attenidng Addendum</td>\n",
       "      <td>15751.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Clinician:  Attending\\n   This pt was seen and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083177</th>\n",
       "      <td>441908</td>\n",
       "      <td>56854</td>\n",
       "      <td>120290.0</td>\n",
       "      <td>2201-02-19</td>\n",
       "      <td>2201-02-19 21:25:00</td>\n",
       "      <td>2201-02-19 21:32:08</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>14228.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Aortic aneurysm, abdominal with rupture (AAA)\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083178</th>\n",
       "      <td>441909</td>\n",
       "      <td>74523</td>\n",
       "      <td>107025.0</td>\n",
       "      <td>2192-01-19</td>\n",
       "      <td>2192-01-19 21:38:00</td>\n",
       "      <td>2192-01-19 21:38:34</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Admission Note</td>\n",
       "      <td>17384.0</td>\n",
       "      <td>None</td>\n",
       "      <td>TITLE:\\n   CCU Resident Admission Note\\n   Chi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2083179</th>\n",
       "      <td>442131</td>\n",
       "      <td>58781</td>\n",
       "      <td>186671.0</td>\n",
       "      <td>2167-01-10</td>\n",
       "      <td>2167-01-10 06:33:00</td>\n",
       "      <td>2167-01-10 06:33:29</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Physician Resident Progress Note</td>\n",
       "      <td>21120.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Chief Complaint:\\n   24 Hour Events:\\n   [**1-...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2083180 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         row_id  subject_id   hadm_id  chartdate           charttime  \\\n",
       "0        441965       83224  166602.0 2155-01-17 2155-01-17 02:41:00   \n",
       "1        442062       56854  120290.0 2201-02-20 2201-02-20 19:02:00   \n",
       "2        442063       56854  120290.0 2201-02-20 2201-02-20 19:02:00   \n",
       "3        442064       56854  120290.0 2201-02-20 2201-02-20 19:02:00   \n",
       "4        456500       46320  113335.0 2131-05-12 2131-05-12 17:53:00   \n",
       "5        442065       77013  141363.0 2191-03-18 2191-03-18 15:25:00   \n",
       "6        442066       76420  160159.0 2103-01-05 2103-01-05 20:11:00   \n",
       "7        442067       77013  141363.0 2191-03-18 2191-03-18 15:25:00   \n",
       "8        442068       77013  141363.0 2191-03-18 2191-03-18 15:25:00   \n",
       "9        442069       58781  186671.0 2167-01-09 2167-01-09 20:30:00   \n",
       "10       442070       58781  186671.0 2167-01-09 2167-01-09 20:30:00   \n",
       "11       442071       99469  126023.0 2182-03-08 2182-03-08 21:30:00   \n",
       "12       442121       69713  174618.0 2181-03-03 2181-03-03 06:06:00   \n",
       "13       442122       83224  166602.0 2155-01-18 2155-01-18 06:14:00   \n",
       "14       456501       58917  105519.0 2148-06-15 2148-06-15 17:28:00   \n",
       "15       442124       79336  114672.0 2137-01-12 2137-01-11 21:44:00   \n",
       "16       442217       67111  132258.0 2160-02-16 2160-02-16 09:53:00   \n",
       "17       442218       56854  120290.0 2201-02-21 2201-02-21 10:34:00   \n",
       "18       442219       56854  120290.0 2201-02-21 2201-02-21 10:34:00   \n",
       "19       442220       56854  120290.0 2201-02-21 2201-02-21 10:34:00   \n",
       "20       442221       56854  120290.0 2201-02-21 2201-02-21 10:34:00   \n",
       "21       442222       78902  172221.0 2121-02-15 2121-02-15 16:43:00   \n",
       "22       442224       78902  172221.0 2121-02-15 2121-02-15 04:08:00   \n",
       "23       443264       41287  158078.0 2175-01-28 2175-01-28 04:39:00   \n",
       "24       443265       40826       NaN 2194-02-01 2194-02-01 05:44:00   \n",
       "25       443513       78946  155294.0 2186-03-05 2186-03-05 16:50:00   \n",
       "26       443514       62019  150112.0 2157-02-06 2157-02-06 17:03:00   \n",
       "27       443557       53118  152264.0 2180-01-10 2180-01-10 03:38:00   \n",
       "28       443561       56854  120290.0 2201-03-02 2201-03-02 04:23:00   \n",
       "29       443715       53679  195598.0 2113-02-21 2113-02-21 04:17:00   \n",
       "...         ...         ...       ...        ...                 ...   \n",
       "2083150  443723       88117  159063.0 2198-01-09 2198-01-09 04:52:00   \n",
       "2083151  443724       78946  155294.0 2186-03-07 2186-03-07 04:14:00   \n",
       "2083152  443725       88117  159063.0 2198-01-09 2198-01-09 04:52:00   \n",
       "2083153  443808       99002  116519.0 2196-02-02 2196-02-02 09:43:00   \n",
       "2083154  443809       77136  193624.0 2143-02-12 2143-02-12 07:16:00   \n",
       "2083155  439271       56854  120290.0 2201-02-06 2201-02-06 07:10:00   \n",
       "2083156  442776       76420  160159.0 2103-01-09 2103-01-09 17:48:00   \n",
       "2083157  442777       55012  180414.0 2149-01-28 2149-01-28 17:25:00   \n",
       "2083158  442778       73553  196981.0 2132-02-12 2132-02-12 17:49:00   \n",
       "2083159  442834       43112  136852.0 2158-02-22 2158-02-22 02:27:00   \n",
       "2083160  442835       58066  106576.0 2103-03-07 2103-03-07 01:26:00   \n",
       "2083161  442498       56854  120290.0 2201-02-23 2201-02-23 05:47:00   \n",
       "2083162  442620       55012  180414.0 2149-01-27 2149-01-27 16:58:00   \n",
       "2083163  441619       98220  173136.0 2173-03-03 2173-03-03 07:44:00   \n",
       "2083164  441620       59485  108441.0 2115-01-30 2115-01-30 08:02:00   \n",
       "2083165  441564       73682  101131.0 2111-03-04 2111-03-04 02:22:00   \n",
       "2083166  441565       47907  114877.0 2194-01-08 2194-01-08 02:33:00   \n",
       "2083167  441622       98220  173136.0 2173-03-03 2173-03-03 09:18:00   \n",
       "2083168  441745       59485  108441.0 2115-01-31 2115-01-31 03:59:00   \n",
       "2083169  442130       77013  141363.0 2191-03-19 2191-03-19 03:32:00   \n",
       "2083170  441825       43112  136852.0 2158-02-16 2158-02-16 11:23:00   \n",
       "2083171  441826       73553  196981.0 2132-02-07 2132-02-07 11:57:00   \n",
       "2083172  441827       73553  196981.0 2132-02-07 2132-02-07 11:59:00   \n",
       "2083173  441904       56854  120290.0 2201-02-19 2201-02-19 21:25:00   \n",
       "2083174  441905       91031  135028.0 2160-01-03 2160-01-03 20:54:00   \n",
       "2083175  441906       56854  120290.0 2201-02-19 2201-02-19 21:25:00   \n",
       "2083176  441907       53118  152264.0 2179-12-30 2179-12-30 21:29:00   \n",
       "2083177  441908       56854  120290.0 2201-02-19 2201-02-19 21:25:00   \n",
       "2083178  441909       74523  107025.0 2192-01-19 2192-01-19 21:38:00   \n",
       "2083179  442131       58781  186671.0 2167-01-10 2167-01-10 06:33:00   \n",
       "\n",
       "                  storetime        category  \\\n",
       "0       2155-01-17 06:33:52         Nursing   \n",
       "1       2201-02-20 19:44:10         Nursing   \n",
       "2       2201-02-20 19:50:47         Nursing   \n",
       "3       2201-02-20 20:03:22         Nursing   \n",
       "4       2131-05-12 17:53:54    Respiratory    \n",
       "5       2191-03-18 20:08:23         Nursing   \n",
       "6       2103-01-05 20:11:52     Social Work   \n",
       "7       2191-03-18 20:16:20         Nursing   \n",
       "8       2191-03-18 20:16:45         Nursing   \n",
       "9       2167-01-09 20:31:01      Physician    \n",
       "10      2167-01-09 21:15:45      Physician    \n",
       "11      2182-03-08 21:31:09      Physician    \n",
       "12      2181-03-03 06:06:32      Physician    \n",
       "13      2155-01-18 06:14:21      Physician    \n",
       "14      2148-06-15 17:54:10         Nursing   \n",
       "15      2137-01-12 06:22:48         Nursing   \n",
       "16      2160-02-16 16:14:08         Nursing   \n",
       "17      2201-02-21 16:25:56         Nursing   \n",
       "18      2201-02-21 16:27:56         Nursing   \n",
       "19      2201-02-21 16:33:04         Nursing   \n",
       "20      2201-02-21 16:38:41         Nursing   \n",
       "21      2121-02-15 16:43:54      Physician    \n",
       "22      2121-02-15 16:52:47         Nursing   \n",
       "23      2175-01-28 05:41:28         Nursing   \n",
       "24      2194-02-01 05:44:43         Nursing   \n",
       "25      2186-03-05 16:54:31         Nursing   \n",
       "26      2157-02-06 17:03:03      Physician    \n",
       "27      2180-01-10 03:59:07         Nursing   \n",
       "28      2201-03-02 04:23:42         Nursing   \n",
       "29      2113-02-21 04:17:44         Nursing   \n",
       "...                     ...             ...   \n",
       "2083150 2198-01-09 04:52:10         Nursing   \n",
       "2083151 2186-03-07 04:53:15         Nursing   \n",
       "2083152 2198-01-09 04:53:32         Nursing   \n",
       "2083153 2196-02-02 09:43:52      Physician    \n",
       "2083154 2143-02-12 09:47:35      Physician    \n",
       "2083155 2201-02-06 07:10:43         Nursing   \n",
       "2083156 2103-01-09 17:48:17    Respiratory    \n",
       "2083157 2149-01-28 17:48:33         Nursing   \n",
       "2083158 2132-02-12 17:49:40    Respiratory    \n",
       "2083159 2158-02-22 05:48:53         Nursing   \n",
       "2083160 2103-03-07 05:51:17         Nursing   \n",
       "2083161 2201-02-23 05:47:18    Respiratory    \n",
       "2083162 2149-01-27 17:03:35         Nursing   \n",
       "2083163 2173-03-03 07:45:15         Nursing   \n",
       "2083164 2115-01-30 08:02:15      Physician    \n",
       "2083165 2111-03-04 02:22:31         Nursing   \n",
       "2083166 2194-01-08 02:33:56         Nursing   \n",
       "2083167 2173-03-03 09:18:57      Physician    \n",
       "2083168 2115-01-31 04:06:21         Nursing   \n",
       "2083169 2191-03-19 06:33:22         Nursing   \n",
       "2083170 2158-02-16 11:23:17       Nutrition   \n",
       "2083171 2132-02-07 11:57:56       Nutrition   \n",
       "2083172 2132-02-07 12:00:04  Rehab Services   \n",
       "2083173 2201-02-19 21:25:14         Nursing   \n",
       "2083174 2160-01-03 21:26:47         Nursing   \n",
       "2083175 2201-02-19 21:28:42         Nursing   \n",
       "2083176 2179-12-30 21:30:09      Physician    \n",
       "2083177 2201-02-19 21:32:08         Nursing   \n",
       "2083178 2192-01-19 21:38:34      Physician    \n",
       "2083179 2167-01-10 06:33:29      Physician    \n",
       "\n",
       "                                               description     cgid iserror  \\\n",
       "0                                    Nursing Progress Note  16861.0    None   \n",
       "1                                    Nursing Progress Note  15039.0    None   \n",
       "2                                    Nursing Progress Note  15039.0    None   \n",
       "3                                    Nursing Progress Note  15039.0    None   \n",
       "4                              Respiratory Care Shift Note  15744.0    None   \n",
       "5                                    Nursing Progress Note  17807.0    None   \n",
       "6                                Social Work Progress Note  17560.0    None   \n",
       "7                                    Nursing Progress Note  17807.0    None   \n",
       "8                                    Nursing Progress Note  17807.0    None   \n",
       "9                        Physician Resident Admission Note  16947.0    None   \n",
       "10       Physician Attending Resident Admission Note - ...  20401.0    None   \n",
       "11                    Cardiology Fellow Admission Addendum  15371.0    None   \n",
       "12                        Physician Resident Progress Note  20354.0    None   \n",
       "13                                        Intensivist Note  15738.0    None   \n",
       "14                                   Nursing Progress Note  19689.0    None   \n",
       "15                                   Nursing Progress Note  16037.0    None   \n",
       "16                                   Nursing Transfer Note  20818.0    None   \n",
       "17                                   Nursing Progress Note  15039.0    None   \n",
       "18                                   Nursing Progress Note  15039.0    None   \n",
       "19                                   Nursing Progress Note  15039.0    None   \n",
       "20                                   Nursing Progress Note  15039.0    None   \n",
       "21                                          ICU Note - CVI  17092.0    None   \n",
       "22                                   Nursing Progress Note  17130.0    None   \n",
       "23                                   Nursing Progress Note  14228.0    None   \n",
       "24                                   Nursing Progress Note  17122.0    None   \n",
       "25                                   Nursing Progress Note  20808.0    None   \n",
       "26                       Physician Resident Admission Note  18694.0    None   \n",
       "27                                   Nursing Progress Note  17062.0    None   \n",
       "28                                   Nursing Progress Note  15928.0    None   \n",
       "29                                   Nursing Progress Note  14435.0    None   \n",
       "...                                                    ...      ...     ...   \n",
       "2083150                              Nursing Progress Note  15023.0    None   \n",
       "2083151                              Nursing Progress Note  16009.0    None   \n",
       "2083152                              Nursing Progress Note  15023.0    None   \n",
       "2083153                                     ICU Note - CVI  18610.0    None   \n",
       "2083154                                   Intensivist Note  16656.0    None   \n",
       "2083155                              Nursing Progress Note  15001.0    None   \n",
       "2083156                        Respiratory Care Shift Note  18428.0    None   \n",
       "2083157                              Nursing Transfer Note  14939.0    None   \n",
       "2083158                        Respiratory Care Shift Note  17169.0    None   \n",
       "2083159                              Nursing Progress Note  19937.0    None   \n",
       "2083160                              Nursing Progress Note  16934.0    None   \n",
       "2083161                        Respiratory Care Shift Note  20480.0    None   \n",
       "2083162                              Nursing Progress Note  14939.0    None   \n",
       "2083163                              Nursing Progress Note  18784.0    None   \n",
       "2083164                   Physician Resident Progress Note  19219.0    None   \n",
       "2083165                              Nursing Progress Note  16009.0    None   \n",
       "2083166                              Nursing Progress Note  14576.0    None   \n",
       "2083167                                   Intensivist Note  18760.0    None   \n",
       "2083168                              Nursing Progress Note  20063.0    None   \n",
       "2083169                              Nursing Progress Note  16643.0    None   \n",
       "2083170                            Clinical Nutrition Note  15523.0    None   \n",
       "2083171                            Clinical Nutrition Note  19713.0    None   \n",
       "2083172                               Swallowing Follow-Up  15731.0    None   \n",
       "2083173                              Nursing Progress Note  14228.0    None   \n",
       "2083174                              Nursing Transfer Note  20581.0    None   \n",
       "2083175                              Nursing Progress Note  14228.0    None   \n",
       "2083176                            MICU Attenidng Addendum  15751.0    None   \n",
       "2083177                              Nursing Progress Note  14228.0    None   \n",
       "2083178                  Physician Resident Admission Note  17384.0    None   \n",
       "2083179                   Physician Resident Progress Note  21120.0    None   \n",
       "\n",
       "                                                      text  \n",
       "0        50 yo female w/ long hx chronic etoh abuse (pe...  \n",
       "1        Respiratory failure, acute (not ARDS/[**Doctor...  \n",
       "2        Respiratory failure, acute (not ARDS/[**Doctor...  \n",
       "3        Respiratory failure, acute (not ARDS/[**Doctor...  \n",
       "4        Demographics\\n   Day of intubation:\\n   Day of...  \n",
       "5        Events:  PT alert, oriented-initially CIWA [**...  \n",
       "6        SW participates in Family Meeting with medical...  \n",
       "7        Events:  PT alert, oriented-initially CIWA [**...  \n",
       "8        Events:  PT alert, oriented-initially CIWA [**...  \n",
       "9        Chief Complaint:  DOE/hemetemesis\\n   HPI:\\n  ...  \n",
       "10       Chief Complaint:  DOE/hemetemesis\\n   HPI:\\n  ...  \n",
       "11       TITLE: Cardiology Fellow Admission Addendum\\n ...  \n",
       "12       TITLE:\\n   Chief Complaint:\\n   24 Hour Events...  \n",
       "13       TSICU\\n   HPI:\\n    50F was admitted to OSH on...  \n",
       "14       TITLE: The pt is a 57 yr old male admitted to ...  \n",
       "15       This is an 85 yo male with h/o AVR (mechanical...  \n",
       "16       72 y/o female with PMH cad, dm, htn, heart fai...  \n",
       "17       Ventricular premature beats (VPB, VPC, PVC)\\n ...  \n",
       "18       Ventricular premature beats (VPB, VPC, PVC)\\n ...  \n",
       "19       Ventricular premature beats (VPB, VPC, PVC)\\n ...  \n",
       "20       79M s/p open AAA repair on [**2-2**]. pt retur...  \n",
       "21       CVICU\\n   HPI:\\n   HD7\\n   [**2-16**] POD 2\\n ...  \n",
       "22       .H/O coronary artery bypass graft (CABG)\\n   A...  \n",
       "23       Coronary artery bypass graft (CABG)\\n   Assess...  \n",
       "24       60 y/o F w/ DM, being admitted for CHF exacerb...  \n",
       "25       86 year old female presenting to ED after seve...  \n",
       "26       Chief Complaint:  Chest Pain\\n   HPI:\\n   The ...  \n",
       "27       Renal failure, acute (Acute renal failure, ARF...  \n",
       "28       Ekg nsr to st, lower when asleep.  Up to 115 w...  \n",
       "29       79yo male s/p HA, increasing confusion and lef...  \n",
       "...                                                    ...  \n",
       "2083150  Carotid artery stenosis (Occlusion)\\n   Assess...  \n",
       "2083151  Urinary tract infection (UTI)\\n   Assessment:\\...  \n",
       "2083152  Pt underwent successful stenting of RT carotid...  \n",
       "2083153  CVICU\\n   HPI:\\n   57yoW s/p redo sternotomy A...  \n",
       "2083154  TSICU\\n   HPI:\\n   70M with stage IIIa T2N2 sq...  \n",
       "2083155  79M s/p open AAA repair on [**2-2**]. pt retur...  \n",
       "2083156  Pt placed on trach collar at 8:30am & has tole...  \n",
       "2083157  [**Age over 90 **] yo male with late stage Alz...  \n",
       "2083158  Demographics\\n   Day of mechanical ventilation...  \n",
       "2083159  70 yo woman with severe COPD, recent NSTEMI ad...  \n",
       "2083160  DNR/DNI\\n   Pt is a 79F h/o Alzheimers dementi...  \n",
       "2083161  Demographics\\n   Day of intubation:\\n   Day of...  \n",
       "2083162  [**Age over 90 **] yo male with late stage Alz...  \n",
       "2083163  Altered mental status (not Delirium)\\n   Asses...  \n",
       "2083164  Chief Complaint: s/p sigmoid colectomy\\n   24 ...  \n",
       "2083165  73 year-old female with a history of ETOH abus...  \n",
       "2083166  77 s/p slip and fall on front stoop, landed on...  \n",
       "2083167  SICU\\n   HPI:\\n   69 with h/o gastric PUD s/p ...  \n",
       "2083168  This 63 yr old man was transferred from 5 Sout...  \n",
       "2083169  Events:  Given 2 units PRBC. Given 40mEq potas...  \n",
       "2083170  Subjective\\n   pt intubated/sedated\\n   Object...  \n",
       "2083171  Pertinent medications: RISS, protonix, IV abx,...  \n",
       "2083172  TITLE: Swallowing Follow-Up\\n   Patient was se...  \n",
       "2083173  Aortic aneurysm, abdominal with rupture (AAA)\\...  \n",
       "2083174  Mr. [**Known firstname **] [**Known lastname *...  \n",
       "2083175  Aortic aneurysm, abdominal with rupture (AAA)\\...  \n",
       "2083176  Clinician:  Attending\\n   This pt was seen and...  \n",
       "2083177  Aortic aneurysm, abdominal with rupture (AAA)\\...  \n",
       "2083178  TITLE:\\n   CCU Resident Admission Note\\n   Chi...  \n",
       "2083179  Chief Complaint:\\n   24 Hour Events:\\n   [**1-...  \n",
       "\n",
       "[2083180 rows x 11 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# determine situations where charttime and stortime are empty\n",
    "# essentially, where the charttime is null but NOT the storetime and viceversa\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>chartdate</th>\n",
       "      <th>charttime</th>\n",
       "      <th>storetime</th>\n",
       "      <th>category</th>\n",
       "      <th>description</th>\n",
       "      <th>cgid</th>\n",
       "      <th>iserror</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [row_id, subject_id, hadm_id, chartdate, charttime, storetime, category, description, cgid, iserror, text]\n",
       "Index: []"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# no null chartdates!\n",
    "df[df[\"chartdate\"].isnull()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "316566"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df[df[\"charttime\"].isnull()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "836776"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df[df[\"storetime\"].isnull()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2069"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df[df[\"charttime\"].isnull() & ~df[\"storetime\"].isnull()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"charttime\"].fillna(df[\"storetime\"], inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 2.15 ms, sys: 0 ns, total: 2.15 ms\n",
      "Wall time: 2.16 ms\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0   2155-01-17 23:59:59\n",
       "1   2201-02-20 23:59:59\n",
       "2   2201-02-20 23:59:59\n",
       "3   2201-02-20 23:59:59\n",
       "4   2131-05-12 23:59:59\n",
       "5   2191-03-18 23:59:59\n",
       "6   2103-01-05 23:59:59\n",
       "7   2191-03-18 23:59:59\n",
       "8   2191-03-18 23:59:59\n",
       "9   2167-01-09 23:59:59\n",
       "Name: chartdate, dtype: datetime64[ns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "#let's give a transformed series\n",
    "df[\"chartdate\"].iloc[0:10].map(lambda x:  x + pd.Timedelta(days=1) - pd.Timedelta(seconds=1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 1min, sys: 0 ns, total: 1min\n",
      "Wall time: 1min\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "#let's give a transformed series\n",
    "df[\"charttime\"] = df[\"chartdate\"].map(lambda x:  x + pd.Timedelta(days=1) - pd.Timedelta(seconds=1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"charttime\"] = df[\"chartdate\"].map(lambda x:  x + pd.Timedelta(days=1) - pd.Timedelta(seconds=1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df[df[\"charttime\"].isnull()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "pat157 = df[df[\"subject_id\"] == 157]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/h/johnchen/anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "pat157.sort_values(\"charttime\", inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "row_id                                                    911948\n",
       "subject_id                                                   157\n",
       "hadm_id                                                   110545\n",
       "chartdate                                    2106-05-24 00:00:00\n",
       "charttime                                    2106-05-24 23:59:59\n",
       "storetime                                                    NaT\n",
       "category                                               Radiology\n",
       "description                                  CHEST (PORTABLE AP)\n",
       "cgid                                                         NaN\n",
       "iserror                                                     None\n",
       "text           [**2106-5-24**] 10:42 AM\\n CHEST (PORTABLE AP)...\n",
       "Name: 461123, dtype: object"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pat157.iloc[20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "row_id                                                    911423\n",
       "subject_id                                                   157\n",
       "hadm_id                                                   110545\n",
       "chartdate                                    2106-05-19 00:00:00\n",
       "charttime                                    2106-05-19 23:59:59\n",
       "storetime                                                    NaT\n",
       "category                                               Radiology\n",
       "description                                 CT HEAD W/O CONTRAST\n",
       "cgid                                                         NaN\n",
       "iserror                                                     None\n",
       "text           [**2106-5-19**] 5:27 PM\\n CT HEAD W/O CONTRAST...\n",
       "Name: 464888, dtype: object"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df[\"subject_id\"] == 157].sort_values(\"charttime\").iloc[10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"charttime\"].fillna(df[\"chartdate\"].map(lambda x: ))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df[df[\"charttime\"].isnull() & ~df[\"storetime\"].isnull()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "522279"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df[df[\"charttime\"].notnull() & df[\"storetime\"].isnull()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "# fill in the time from the storetime, or put in 23:59 else \n",
    "# how to copy it?\n",
    "# \n",
    "from pandas.tseries.offsets import Second, Minute, Hour\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Timestamp('2155-01-17 00:00:00')"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[\"chartdate\"].iloc[0] #"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "my_date = df[\"chartdate\"].iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Timestamp('2155-01-17 23:59:59')"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "my_date +  pd.Timedelta(days=1) - pd.Timedelta(seconds=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "my_date.add(df[\"chartdate\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "query = query_schema + \"\"\"\n",
    "SELECT *\n",
    "FROM noteevents\n",
    "where HADM_ID is not NULL\n",
    "\"\"\"\n",
    "df = pd.read_sql_query(query, con)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.count()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Some stats on the length of text and so forth"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"text_lengths\"] = df[\"text\"].map(lambda text: len(text.split()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"text_lengths\"].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "256.1602349428307"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[\"text_lengths\"].describe()[\"mean\"] #OK, so long sequence lengths are not a HUGE deal. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import json\n",
    "\n",
    "from nltk import sent_tokenize, word_tokenize\n",
    "\n",
    "\n",
    "SECTION_TITLES = re.compile(\n",
    "    r'('\n",
    "    r'ABDOMEN AND PELVIS|CLINICAL HISTORY|CLINICAL INDICATION|COMPARISON|COMPARISON STUDY DATE'\n",
    "    r'|EXAM|EXAMINATION|FINDINGS|HISTORY|IMPRESSION|INDICATION'\n",
    "    r'|MEDICAL CONDITION|PROCEDURE|REASON FOR EXAM|REASON FOR STUDY|REASON FOR THIS EXAMINATION'\n",
    "    r'|TECHNIQUE'\n",
    "    r'):|FINAL REPORT',\n",
    "    re.I | re.M)\n",
    "\n",
    "\n",
    "def pattern_repl(matchobj):\n",
    "    \"\"\"\n",
    "    Return a replacement string to be used for match object\n",
    "    \"\"\"\n",
    "    return ' '.rjust(len(matchobj.group(0)))\n",
    "\n",
    "\n",
    "def find_end(text):\n",
    "    \"\"\"Find the end of the report.\"\"\"\n",
    "    ends = [len(text)]\n",
    "    patterns = [\n",
    "        re.compile(r'BY ELECTRONICALLY SIGNING THIS REPORT', re.I),\n",
    "        re.compile(r'\\n {3,}DR.', re.I),\n",
    "        re.compile(r'[ ]{1,}RADLINE ', re.I),\n",
    "        re.compile(r'.*electronically signed on', re.I),\n",
    "        re.compile(r'M\\[0KM\\[0KM')\n",
    "    ]\n",
    "    for pattern in patterns:\n",
    "        matchobj = pattern.search(text)\n",
    "        if matchobj:\n",
    "            ends.append(matchobj.start())\n",
    "    return min(ends)\n",
    "\n",
    "\n",
    "def split_heading(text):\n",
    "    \"\"\"Split the report into sections\"\"\"\n",
    "    start = 0\n",
    "    for matcher in SECTION_TITLES.finditer(text):\n",
    "        # add last\n",
    "        end = matcher.start()\n",
    "        if end != start:\n",
    "            section = text[start:end].strip()\n",
    "            if section:\n",
    "                yield section\n",
    "\n",
    "        # add title\n",
    "        start = end\n",
    "        end = matcher.end()\n",
    "        if end != start:\n",
    "            section = text[start:end].strip()\n",
    "            if section:\n",
    "                yield section\n",
    "\n",
    "        start = end\n",
    "\n",
    "    # add last piece\n",
    "    end = len(text)\n",
    "    if start < end:\n",
    "        section = text[start:end].strip()\n",
    "        if section:\n",
    "            yield section\n",
    "\n",
    "\n",
    "def clean_text(text):\n",
    "    \"\"\"\n",
    "    Clean text\n",
    "    \"\"\"\n",
    "\n",
    "    # Replace [**Patterns**] with spaces.\n",
    "    text = re.sub(r'\\[\\*\\*.*?\\*\\*\\]', pattern_repl, text)\n",
    "    # Replace `_` with spaces.\n",
    "    text = re.sub(r'_', ' ', text)\n",
    "\n",
    "    start = 0\n",
    "    end = find_end(text)\n",
    "    new_text = ''\n",
    "    if start > 0:\n",
    "        new_text += ' ' * start\n",
    "    new_text = text[start:end]\n",
    "\n",
    "    # make sure the new text has the same length of old text.\n",
    "    if len(text) - end > 0:\n",
    "        new_text += ' ' * (len(text) - end)\n",
    "    return new_text\n",
    "\n",
    "\n",
    "def preprocess_mimic(text):\n",
    "    \"\"\"\n",
    "    Preprocess reports in MIMIC-III.\n",
    "    1. remove [**Patterns**] and signature\n",
    "    2. split the report into sections\n",
    "    3. tokenize sentences and words\n",
    "    4. lowercase\n",
    "    \"\"\"\n",
    "    for sec in split_heading(clean_text(text)):\n",
    "        for sent in sent_tokenize(sec):\n",
    "            text = ' '.join(word_tokenize(sent))\n",
    "            yield text.lower()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "from tqdm.auto import tqdm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c37829d4d7db4d2290ad85a544cd85c7",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=2083180), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-9-ce24109c19d4>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      3\u001b[0m     \u001b[0mgen_\u001b[0m \u001b[0;34m=\u001b[0m  \u001b[0mpreprocess_mimic\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrow\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"text\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m     \u001b[0mtotal_note\u001b[0m  \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m     \u001b[0;32mfor\u001b[0m \u001b[0mpreproc_text\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mgen_\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;31m#yields for each section\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      6\u001b[0m         \u001b[0mtotal_note\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpreproc_text\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m     \u001b[0mtotal_str\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\" \"\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtotal_note\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-7-7487b020f2ad>\u001b[0m in \u001b[0;36mpreprocess_mimic\u001b[0;34m(text)\u001b[0m\n\u001b[1;32m    101\u001b[0m     \u001b[0;32mfor\u001b[0m \u001b[0msec\u001b[0m \u001b[0;32min\u001b[0m \u001b[0msplit_heading\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mclean_text\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtext\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    102\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0msent\u001b[0m \u001b[0;32min\u001b[0m \u001b[0msent_tokenize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msec\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 103\u001b[0;31m             \u001b[0mtext\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m' '\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mword_tokenize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msent\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    104\u001b[0m             \u001b[0;32myield\u001b[0m \u001b[0mtext\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlower\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/nltk/tokenize/__init__.py\u001b[0m in \u001b[0;36mword_tokenize\u001b[0;34m(text, language, preserve_line)\u001b[0m\n\u001b[1;32m    127\u001b[0m     \"\"\"\n\u001b[1;32m    128\u001b[0m     \u001b[0msentences\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mtext\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mpreserve_line\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0msent_tokenize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtext\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlanguage\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 129\u001b[0;31m     return [token for sent in sentences\n\u001b[0m\u001b[1;32m    130\u001b[0m             for token in _treebank_word_tokenizer.tokenize(sent)]\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/nltk/tokenize/__init__.py\u001b[0m in \u001b[0;36m<listcomp>\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m    128\u001b[0m     \u001b[0msentences\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mtext\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mpreserve_line\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0msent_tokenize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtext\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlanguage\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    129\u001b[0m     return [token for sent in sentences\n\u001b[0;32m--> 130\u001b[0;31m             for token in _treebank_word_tokenizer.tokenize(sent)]\n\u001b[0m",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/nltk/tokenize/treebank.py\u001b[0m in \u001b[0;36mtokenize\u001b[0;34m(self, text, convert_parentheses, return_str)\u001b[0m\n\u001b[1;32m    113\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    114\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0mregexp\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msubstitution\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mPUNCTUATION\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 115\u001b[0;31m             \u001b[0mtext\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mregexp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msub\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msubstitution\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtext\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    116\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    117\u001b[0m         \u001b[0;31m# Handles parentheses.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "# could also try using a map to see if that is faster too \n",
    "for index, row in tqdm(df.iterrows(), total=len(df)):\n",
    "    gen_ =  preprocess_mimic(row[\"text\"])\n",
    "    total_note  = []\n",
    "    for preproc_text in gen_: #yields for each section\n",
    "        total_note.append(preproc_text)\n",
    "    total_str = \" \".join(total_note)\n",
    "    row[\"preproc_text\"] = total_str\n",
    "    \n",
    "        \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Now, we will try and see if we can join the notes back"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>chartdate</th>\n",
       "      <th>charttime</th>\n",
       "      <th>storetime</th>\n",
       "      <th>category</th>\n",
       "      <th>description</th>\n",
       "      <th>cgid</th>\n",
       "      <th>iserror</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7412</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-08</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Discharge summary</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Admission Date:  [**2131-4-30**]              ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7413</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-25</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Discharge summary</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Admission Date:  [**2131-5-12**]              ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>7414</td>\n",
       "      <td>36</td>\n",
       "      <td>165660.0</td>\n",
       "      <td>2134-05-20</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Discharge summary</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Admission Date:  [**2134-5-10**]              ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>67800</td>\n",
       "      <td>36</td>\n",
       "      <td>165660.0</td>\n",
       "      <td>2134-05-12</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Echo</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>PATIENT/TEST INFORMATION:\\nIndication: Coronar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>67801</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-19</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Echo</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>PATIENT/TEST INFORMATION:\\nIndication: history...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   row_id  subject_id   hadm_id  chartdate charttime storetime  \\\n",
       "0    7412          36  182104.0 2131-05-08       NaT       NaT   \n",
       "1    7413          36  122659.0 2131-05-25       NaT       NaT   \n",
       "2    7414          36  165660.0 2134-05-20       NaT       NaT   \n",
       "3   67800          36  165660.0 2134-05-12       NaT       NaT   \n",
       "4   67801          36  122659.0 2131-05-19       NaT       NaT   \n",
       "\n",
       "            category description  cgid iserror  \\\n",
       "0  Discharge summary      Report   NaN    None   \n",
       "1  Discharge summary      Report   NaN    None   \n",
       "2  Discharge summary      Report   NaN    None   \n",
       "3               Echo      Report   NaN    None   \n",
       "4               Echo      Report   NaN    None   \n",
       "\n",
       "                                                text  \n",
       "0  Admission Date:  [**2131-4-30**]              ...  \n",
       "1  Admission Date:  [**2131-5-12**]              ...  \n",
       "2  Admission Date:  [**2134-5-10**]              ...  \n",
       "3  PATIENT/TEST INFORMATION:\\nIndication: Coronar...  \n",
       "4  PATIENT/TEST INFORMATION:\\nIndication: history...  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query = query_schema + \"\"\"\n",
    "SELECT *\n",
    "FROM noteevents\n",
    "where SUBJECT_ID=36\n",
    "\"\"\"\n",
    "df = pd.read_sql_query(query, con)\n",
    "df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "mapping_dict = {182104: 1, 122659:2}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"new_col\"] = df[\"hadm_id\"].map(mapping_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>chartdate</th>\n",
       "      <th>charttime</th>\n",
       "      <th>storetime</th>\n",
       "      <th>category</th>\n",
       "      <th>description</th>\n",
       "      <th>cgid</th>\n",
       "      <th>iserror</th>\n",
       "      <th>text</th>\n",
       "      <th>new_col</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7412</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-08</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Discharge summary</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Admission Date:  [**2131-4-30**]              ...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7413</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-25</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Discharge summary</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Admission Date:  [**2131-5-12**]              ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>7414</td>\n",
       "      <td>36</td>\n",
       "      <td>165660.0</td>\n",
       "      <td>2134-05-20</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Discharge summary</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Admission Date:  [**2134-5-10**]              ...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>67800</td>\n",
       "      <td>36</td>\n",
       "      <td>165660.0</td>\n",
       "      <td>2134-05-12</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Echo</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>PATIENT/TEST INFORMATION:\\nIndication: Coronar...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>67801</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-19</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Echo</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>PATIENT/TEST INFORMATION:\\nIndication: history...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>67802</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-18</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Echo</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>PATIENT/TEST INFORMATION:\\nIndication: Rising ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>67803</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-17</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Echo</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>PATIENT/TEST INFORMATION:\\nIndication: shock, ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>67804</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-17</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Echo</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>PATIENT/TEST INFORMATION:\\nIndication: H/O car...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>67805</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-04</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Echo</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>PATIENT/TEST INFORMATION:\\nIndication: Chest p...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>141175</td>\n",
       "      <td>36</td>\n",
       "      <td>165660.0</td>\n",
       "      <td>2134-05-20</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ECG</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Sinus rhythm. Normal tracing. Since the previo...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>141176</td>\n",
       "      <td>36</td>\n",
       "      <td>165660.0</td>\n",
       "      <td>2134-05-11</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ECG</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Sinus rhythm. Normal tracing. Since the previo...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>141177</td>\n",
       "      <td>36</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2134-05-04</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ECG</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Sinus bradycardia.  Normal tracing.  Compared ...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>141178</td>\n",
       "      <td>36</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2132-01-09</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ECG</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Sinus rhythm. Normal tracing. Since the previo...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>141179</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-15</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ECG</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Sinus rhythm\\nNonspecific low amplitude T wave...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>141180</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-12</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ECG</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Sinus rhythm\\nNormal ECG\\nSince previous traci...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>141181</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-04</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ECG</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Technically difficult study\\nSinus rhythm\\nInf...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>141182</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-04-30</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ECG</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Sinus bradycardia\\nProlonged QT interval\\nSinc...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>141234</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-04-30</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ECG</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Technically difficult study\\nSinus bradycardia...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>965471</td>\n",
       "      <td>36</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2131-06-22</td>\n",
       "      <td>2131-06-22 13:46:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>CT CHEST W/CONTRAST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-6-22**] 1:46 PM\\n CT CHEST W/CONTRAST ...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>966160</td>\n",
       "      <td>36</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2131-06-27</td>\n",
       "      <td>2131-06-27 12:32:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>L VENOUS DUP EXT UNI (MAP/DVT) LEFT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-6-27**] 12:32 PM\\n VENOUS DUP EXT UNI ...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>958682</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-04</td>\n",
       "      <td>2131-05-04 14:58:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>CHEST PORT. LINE PLACEMENT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-5-4**] 2:58 PM\\n CHEST PORT. LINE PLAC...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>958184</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-01</td>\n",
       "      <td>2131-05-01 13:56:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>CAROTID SERIES COMPLETE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-5-1**] 1:56 PM\\n CAROTID SERIES COMPLE...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>958231</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-01</td>\n",
       "      <td>2131-05-01 17:52:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>CHEST (PRE-OP PA &amp; LAT)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-5-1**] 5:52 PM\\n CHEST (PRE-OP PA &amp; LA...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>959016</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-07</td>\n",
       "      <td>2131-05-07 11:20:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>CHEST (PA &amp; LAT)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-5-7**] 11:20 AM\\n CHEST (PA &amp; LAT)    ...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>969135</td>\n",
       "      <td>36</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2131-07-18</td>\n",
       "      <td>2131-07-18 12:10:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>STERNUM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-7-18**] 12:10 PM\\n STERNUM            ...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>961506</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-24</td>\n",
       "      <td>2131-05-24 12:39:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>BILAT UP EXT VEINS US</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-5-24**] 12:39 PM\\n BILAT UP EXT VEINS ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>961118</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-22</td>\n",
       "      <td>2131-05-22 07:39:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>CHEST (PORTABLE AP)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-5-22**] 7:39 AM\\n CHEST (PORTABLE AP) ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>961501</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-24</td>\n",
       "      <td>2131-05-24 11:57:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>CHEST (PA &amp; LAT)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-5-24**] 11:57 AM\\n CHEST (PA &amp; LAT)   ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>961479</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-24</td>\n",
       "      <td>2131-05-24 09:45:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>PICC W/O PORT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-5-24**] 9:45 AM\\n PICC LINE PLACMENT S...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>960154</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-15</td>\n",
       "      <td>2131-05-15 10:24:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Radiology</td>\n",
       "      <td>CHEST (PORTABLE AP)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>[**2131-5-15**] 10:24 AM\\n CHEST (PORTABLE AP)...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>1260933</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-17</td>\n",
       "      <td>2131-05-17 17:23:00</td>\n",
       "      <td>2131-05-17 17:25:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>20803.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Resp Care\\n\\nPt remains intubated and currentl...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>1260934</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-18</td>\n",
       "      <td>2131-05-18 04:09:00</td>\n",
       "      <td>2131-05-18 04:19:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>20136.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4:30p-7a\\nneuro: pt remained sedated on fent/v...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>1260941</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-19</td>\n",
       "      <td>2131-05-19 05:56:00</td>\n",
       "      <td>2131-05-19 06:32:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>15803.0</td>\n",
       "      <td>None</td>\n",
       "      <td>NEURO- SEDATED ON PROPOFOL @ 70MCGKGMIN WITH A...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>1260942</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-19</td>\n",
       "      <td>2131-05-19 15:40:00</td>\n",
       "      <td>2131-05-19 16:01:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>17950.0</td>\n",
       "      <td>None</td>\n",
       "      <td>csru update\\nneuro/pain: pt remains sedated on...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>1260948</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-21</td>\n",
       "      <td>2131-05-21 04:05:00</td>\n",
       "      <td>2131-05-21 04:10:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>20955.0</td>\n",
       "      <td>None</td>\n",
       "      <td>RESPIRATORY CARE NOTE\\n\\nPAtient remains intub...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>1260949</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-21</td>\n",
       "      <td>2131-05-21 04:05:00</td>\n",
       "      <td>2131-05-21 04:12:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>20955.0</td>\n",
       "      <td>None</td>\n",
       "      <td>RESPIRATORY CARE NOTE\\nADDENDUM:  RSBI complet...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>1260950</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-21</td>\n",
       "      <td>2131-05-21 06:12:00</td>\n",
       "      <td>2131-05-21 06:19:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>18545.0</td>\n",
       "      <td>None</td>\n",
       "      <td>neuro: awake to voice- follows commands- remai...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>1260951</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-21</td>\n",
       "      <td>2131-05-21 10:56:00</td>\n",
       "      <td>2131-05-21 10:59:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>20290.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Respiratory Care Note\\nPt received on PSV 5/5 ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>1260952</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-21</td>\n",
       "      <td>2131-05-21 15:43:00</td>\n",
       "      <td>2131-05-21 15:58:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>16901.0</td>\n",
       "      <td>None</td>\n",
       "      <td>ROS:\\n\\nNeuro: Sleepy. Arouses w/ease. Denies ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>1260958</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-22</td>\n",
       "      <td>2131-05-22 19:01:00</td>\n",
       "      <td>2131-05-22 19:09:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>14973.0</td>\n",
       "      <td>None</td>\n",
       "      <td>PROB: PULM HYGIENE\\n\\nCV: SR NO ECTOPY NOTED, ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>1260959</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-23</td>\n",
       "      <td>2131-05-23 06:15:00</td>\n",
       "      <td>2131-05-23 06:26:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>14625.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Neuro: alert and oriented X3, has some visual ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>1260925</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-04</td>\n",
       "      <td>2131-05-04 16:52:00</td>\n",
       "      <td>2131-05-04 16:56:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>20389.0</td>\n",
       "      <td>None</td>\n",
       "      <td>RESPIRATORY CARE: PT IS A 69 YO MALE PT WHO IS...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>1260926</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-04</td>\n",
       "      <td>2131-05-04 21:04:00</td>\n",
       "      <td>2131-05-04 21:21:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>15644.0</td>\n",
       "      <td>None</td>\n",
       "      <td>a paced-&gt;nsr 60's-80's. pacer off as occasiona...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>1260935</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-18</td>\n",
       "      <td>2131-05-18 05:32:00</td>\n",
       "      <td>2131-05-18 05:35:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>14236.0</td>\n",
       "      <td>None</td>\n",
       "      <td>RESPIRATORY CARE:\\n\\nPt remains intubated, ful...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>1260936</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-18</td>\n",
       "      <td>2131-05-18 14:51:00</td>\n",
       "      <td>2131-05-18 14:55:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>17950.0</td>\n",
       "      <td>None</td>\n",
       "      <td>csru update\\npt remains sedate on versed/fenta...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>1260937</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-18</td>\n",
       "      <td>2131-05-18 18:13:00</td>\n",
       "      <td>2131-05-18 18:15:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>20020.0</td>\n",
       "      <td>None</td>\n",
       "      <td>BS diminished. Pt to OR for sternal flap. Howe...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>1260938</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-18</td>\n",
       "      <td>2131-05-18 19:45:00</td>\n",
       "      <td>2131-05-18 20:00:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>17950.0</td>\n",
       "      <td>None</td>\n",
       "      <td>csru post-op\\nevents: to OR for chest closure ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>1260939</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-19</td>\n",
       "      <td>2131-05-19 04:18:00</td>\n",
       "      <td>2131-05-19 05:26:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>15807.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Respiratory Care\\nMinute ventilation increased...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>1260940</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-19</td>\n",
       "      <td>2131-05-19 04:18:00</td>\n",
       "      <td>2131-05-19 04:21:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>15807.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Respiratory Care\\nPt intubated on ventilatory ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>1260943</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-19</td>\n",
       "      <td>2131-05-19 16:46:00</td>\n",
       "      <td>2131-05-19 16:53:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>19520.0</td>\n",
       "      <td>None</td>\n",
       "      <td>respiratory care\\npt remains intubated on A/C ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>1260944</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-20</td>\n",
       "      <td>2131-05-20 05:42:00</td>\n",
       "      <td>2131-05-20 05:59:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>15803.0</td>\n",
       "      <td>None</td>\n",
       "      <td>NEURO- SEDATED ON PROPOFOL,WEANED TO 65MCGKGMI...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>1260946</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-20</td>\n",
       "      <td>2131-05-20 16:25:00</td>\n",
       "      <td>2131-05-20 16:37:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>20136.0</td>\n",
       "      <td>None</td>\n",
       "      <td>7a-7p\\nneuro: prop gtt off this am. pt's RR 30...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>1260954</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-21</td>\n",
       "      <td>2131-05-21 17:22:00</td>\n",
       "      <td>2131-05-21 17:23:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>20290.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Respiratory Care Note\\nPt placed on NIV [**5-1...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>1260955</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-21</td>\n",
       "      <td>2131-05-21 21:53:00</td>\n",
       "      <td>2131-05-21 22:00:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>15038.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Nursing Progress Note:\\nNeuro:  Pt lethargic. ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>1260947</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-20</td>\n",
       "      <td>2131-05-20 17:36:00</td>\n",
       "      <td>2131-05-20 17:44:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>19520.0</td>\n",
       "      <td>None</td>\n",
       "      <td>respiratory care\\npt remains intubated,changed...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>1260953</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-21</td>\n",
       "      <td>2131-05-21 15:43:00</td>\n",
       "      <td>2131-05-21 18:59:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>16901.0</td>\n",
       "      <td>None</td>\n",
       "      <td>resp update:  RR ^ 40-50 BPM. Breath sounds on...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>1260956</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-22</td>\n",
       "      <td>2131-05-22 04:12:00</td>\n",
       "      <td>2131-05-22 04:52:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>14605.0</td>\n",
       "      <td>None</td>\n",
       "      <td>npn 23:00-07:00\\n\\ns/p CABGx5 [**2131-5-3**], ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>1260957</td>\n",
       "      <td>36</td>\n",
       "      <td>122659.0</td>\n",
       "      <td>2131-05-22</td>\n",
       "      <td>2131-05-22 06:29:00</td>\n",
       "      <td>2131-05-22 06:31:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>15807.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Respiratory Care\\nPt remains comfortable with ...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>1260927</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-05</td>\n",
       "      <td>2131-05-05 04:39:00</td>\n",
       "      <td>2131-05-05 04:54:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>17130.0</td>\n",
       "      <td>None</td>\n",
       "      <td>shift update:\\n\\nneuro:  dozing intermittenly....</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>1260928</td>\n",
       "      <td>36</td>\n",
       "      <td>182104.0</td>\n",
       "      <td>2131-05-05</td>\n",
       "      <td>2131-05-05 06:20:00</td>\n",
       "      <td>2131-05-05 06:23:00</td>\n",
       "      <td>Nursing/other</td>\n",
       "      <td>Report</td>\n",
       "      <td>19986.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Pt is po for CABG, extubated last night ~ [**2...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>89 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     row_id  subject_id   hadm_id  chartdate           charttime  \\\n",
       "0      7412          36  182104.0 2131-05-08                 NaT   \n",
       "1      7413          36  122659.0 2131-05-25                 NaT   \n",
       "2      7414          36  165660.0 2134-05-20                 NaT   \n",
       "3     67800          36  165660.0 2134-05-12                 NaT   \n",
       "4     67801          36  122659.0 2131-05-19                 NaT   \n",
       "5     67802          36  122659.0 2131-05-18                 NaT   \n",
       "6     67803          36  122659.0 2131-05-17                 NaT   \n",
       "7     67804          36  122659.0 2131-05-17                 NaT   \n",
       "8     67805          36  182104.0 2131-05-04                 NaT   \n",
       "9    141175          36  165660.0 2134-05-20                 NaT   \n",
       "10   141176          36  165660.0 2134-05-11                 NaT   \n",
       "11   141177          36       NaN 2134-05-04                 NaT   \n",
       "12   141178          36       NaN 2132-01-09                 NaT   \n",
       "13   141179          36  122659.0 2131-05-15                 NaT   \n",
       "14   141180          36  122659.0 2131-05-12                 NaT   \n",
       "15   141181          36  182104.0 2131-05-04                 NaT   \n",
       "16   141182          36  182104.0 2131-04-30                 NaT   \n",
       "17   141234          36  182104.0 2131-04-30                 NaT   \n",
       "18   965471          36       NaN 2131-06-22 2131-06-22 13:46:00   \n",
       "19   966160          36       NaN 2131-06-27 2131-06-27 12:32:00   \n",
       "20   958682          36  182104.0 2131-05-04 2131-05-04 14:58:00   \n",
       "21   958184          36  182104.0 2131-05-01 2131-05-01 13:56:00   \n",
       "22   958231          36  182104.0 2131-05-01 2131-05-01 17:52:00   \n",
       "23   959016          36  182104.0 2131-05-07 2131-05-07 11:20:00   \n",
       "24   969135          36       NaN 2131-07-18 2131-07-18 12:10:00   \n",
       "25   961506          36  122659.0 2131-05-24 2131-05-24 12:39:00   \n",
       "26   961118          36  122659.0 2131-05-22 2131-05-22 07:39:00   \n",
       "27   961501          36  122659.0 2131-05-24 2131-05-24 11:57:00   \n",
       "28   961479          36  122659.0 2131-05-24 2131-05-24 09:45:00   \n",
       "29   960154          36  122659.0 2131-05-15 2131-05-15 10:24:00   \n",
       "..      ...         ...       ...        ...                 ...   \n",
       "59  1260933          36  122659.0 2131-05-17 2131-05-17 17:23:00   \n",
       "60  1260934          36  122659.0 2131-05-18 2131-05-18 04:09:00   \n",
       "61  1260941          36  122659.0 2131-05-19 2131-05-19 05:56:00   \n",
       "62  1260942          36  122659.0 2131-05-19 2131-05-19 15:40:00   \n",
       "63  1260948          36  122659.0 2131-05-21 2131-05-21 04:05:00   \n",
       "64  1260949          36  122659.0 2131-05-21 2131-05-21 04:05:00   \n",
       "65  1260950          36  122659.0 2131-05-21 2131-05-21 06:12:00   \n",
       "66  1260951          36  122659.0 2131-05-21 2131-05-21 10:56:00   \n",
       "67  1260952          36  122659.0 2131-05-21 2131-05-21 15:43:00   \n",
       "68  1260958          36  122659.0 2131-05-22 2131-05-22 19:01:00   \n",
       "69  1260959          36  122659.0 2131-05-23 2131-05-23 06:15:00   \n",
       "70  1260925          36  182104.0 2131-05-04 2131-05-04 16:52:00   \n",
       "71  1260926          36  182104.0 2131-05-04 2131-05-04 21:04:00   \n",
       "72  1260935          36  122659.0 2131-05-18 2131-05-18 05:32:00   \n",
       "73  1260936          36  122659.0 2131-05-18 2131-05-18 14:51:00   \n",
       "74  1260937          36  122659.0 2131-05-18 2131-05-18 18:13:00   \n",
       "75  1260938          36  122659.0 2131-05-18 2131-05-18 19:45:00   \n",
       "76  1260939          36  122659.0 2131-05-19 2131-05-19 04:18:00   \n",
       "77  1260940          36  122659.0 2131-05-19 2131-05-19 04:18:00   \n",
       "78  1260943          36  122659.0 2131-05-19 2131-05-19 16:46:00   \n",
       "79  1260944          36  122659.0 2131-05-20 2131-05-20 05:42:00   \n",
       "80  1260946          36  122659.0 2131-05-20 2131-05-20 16:25:00   \n",
       "81  1260954          36  122659.0 2131-05-21 2131-05-21 17:22:00   \n",
       "82  1260955          36  122659.0 2131-05-21 2131-05-21 21:53:00   \n",
       "83  1260947          36  122659.0 2131-05-20 2131-05-20 17:36:00   \n",
       "84  1260953          36  122659.0 2131-05-21 2131-05-21 15:43:00   \n",
       "85  1260956          36  122659.0 2131-05-22 2131-05-22 04:12:00   \n",
       "86  1260957          36  122659.0 2131-05-22 2131-05-22 06:29:00   \n",
       "87  1260927          36  182104.0 2131-05-05 2131-05-05 04:39:00   \n",
       "88  1260928          36  182104.0 2131-05-05 2131-05-05 06:20:00   \n",
       "\n",
       "             storetime           category  \\\n",
       "0                  NaT  Discharge summary   \n",
       "1                  NaT  Discharge summary   \n",
       "2                  NaT  Discharge summary   \n",
       "3                  NaT               Echo   \n",
       "4                  NaT               Echo   \n",
       "5                  NaT               Echo   \n",
       "6                  NaT               Echo   \n",
       "7                  NaT               Echo   \n",
       "8                  NaT               Echo   \n",
       "9                  NaT                ECG   \n",
       "10                 NaT                ECG   \n",
       "11                 NaT                ECG   \n",
       "12                 NaT                ECG   \n",
       "13                 NaT                ECG   \n",
       "14                 NaT                ECG   \n",
       "15                 NaT                ECG   \n",
       "16                 NaT                ECG   \n",
       "17                 NaT                ECG   \n",
       "18                 NaT          Radiology   \n",
       "19                 NaT          Radiology   \n",
       "20                 NaT          Radiology   \n",
       "21                 NaT          Radiology   \n",
       "22                 NaT          Radiology   \n",
       "23                 NaT          Radiology   \n",
       "24                 NaT          Radiology   \n",
       "25                 NaT          Radiology   \n",
       "26                 NaT          Radiology   \n",
       "27                 NaT          Radiology   \n",
       "28                 NaT          Radiology   \n",
       "29                 NaT          Radiology   \n",
       "..                 ...                ...   \n",
       "59 2131-05-17 17:25:00      Nursing/other   \n",
       "60 2131-05-18 04:19:00      Nursing/other   \n",
       "61 2131-05-19 06:32:00      Nursing/other   \n",
       "62 2131-05-19 16:01:00      Nursing/other   \n",
       "63 2131-05-21 04:10:00      Nursing/other   \n",
       "64 2131-05-21 04:12:00      Nursing/other   \n",
       "65 2131-05-21 06:19:00      Nursing/other   \n",
       "66 2131-05-21 10:59:00      Nursing/other   \n",
       "67 2131-05-21 15:58:00      Nursing/other   \n",
       "68 2131-05-22 19:09:00      Nursing/other   \n",
       "69 2131-05-23 06:26:00      Nursing/other   \n",
       "70 2131-05-04 16:56:00      Nursing/other   \n",
       "71 2131-05-04 21:21:00      Nursing/other   \n",
       "72 2131-05-18 05:35:00      Nursing/other   \n",
       "73 2131-05-18 14:55:00      Nursing/other   \n",
       "74 2131-05-18 18:15:00      Nursing/other   \n",
       "75 2131-05-18 20:00:00      Nursing/other   \n",
       "76 2131-05-19 05:26:00      Nursing/other   \n",
       "77 2131-05-19 04:21:00      Nursing/other   \n",
       "78 2131-05-19 16:53:00      Nursing/other   \n",
       "79 2131-05-20 05:59:00      Nursing/other   \n",
       "80 2131-05-20 16:37:00      Nursing/other   \n",
       "81 2131-05-21 17:23:00      Nursing/other   \n",
       "82 2131-05-21 22:00:00      Nursing/other   \n",
       "83 2131-05-20 17:44:00      Nursing/other   \n",
       "84 2131-05-21 18:59:00      Nursing/other   \n",
       "85 2131-05-22 04:52:00      Nursing/other   \n",
       "86 2131-05-22 06:31:00      Nursing/other   \n",
       "87 2131-05-05 04:54:00      Nursing/other   \n",
       "88 2131-05-05 06:23:00      Nursing/other   \n",
       "\n",
       "                            description     cgid iserror  \\\n",
       "0                                Report      NaN    None   \n",
       "1                                Report      NaN    None   \n",
       "2                                Report      NaN    None   \n",
       "3                                Report      NaN    None   \n",
       "4                                Report      NaN    None   \n",
       "5                                Report      NaN    None   \n",
       "6                                Report      NaN    None   \n",
       "7                                Report      NaN    None   \n",
       "8                                Report      NaN    None   \n",
       "9                                Report      NaN    None   \n",
       "10                               Report      NaN    None   \n",
       "11                               Report      NaN    None   \n",
       "12                               Report      NaN    None   \n",
       "13                               Report      NaN    None   \n",
       "14                               Report      NaN    None   \n",
       "15                               Report      NaN    None   \n",
       "16                               Report      NaN    None   \n",
       "17                               Report      NaN    None   \n",
       "18                  CT CHEST W/CONTRAST      NaN    None   \n",
       "19  L VENOUS DUP EXT UNI (MAP/DVT) LEFT      NaN    None   \n",
       "20           CHEST PORT. LINE PLACEMENT      NaN    None   \n",
       "21              CAROTID SERIES COMPLETE      NaN    None   \n",
       "22              CHEST (PRE-OP PA & LAT)      NaN    None   \n",
       "23                     CHEST (PA & LAT)      NaN    None   \n",
       "24                              STERNUM      NaN    None   \n",
       "25                BILAT UP EXT VEINS US      NaN    None   \n",
       "26                  CHEST (PORTABLE AP)      NaN    None   \n",
       "27                     CHEST (PA & LAT)      NaN    None   \n",
       "28                        PICC W/O PORT      NaN    None   \n",
       "29                  CHEST (PORTABLE AP)      NaN    None   \n",
       "..                                  ...      ...     ...   \n",
       "59                               Report  20803.0    None   \n",
       "60                               Report  20136.0    None   \n",
       "61                               Report  15803.0    None   \n",
       "62                               Report  17950.0    None   \n",
       "63                               Report  20955.0    None   \n",
       "64                               Report  20955.0    None   \n",
       "65                               Report  18545.0    None   \n",
       "66                               Report  20290.0    None   \n",
       "67                               Report  16901.0    None   \n",
       "68                               Report  14973.0    None   \n",
       "69                               Report  14625.0    None   \n",
       "70                               Report  20389.0    None   \n",
       "71                               Report  15644.0    None   \n",
       "72                               Report  14236.0    None   \n",
       "73                               Report  17950.0    None   \n",
       "74                               Report  20020.0    None   \n",
       "75                               Report  17950.0    None   \n",
       "76                               Report  15807.0    None   \n",
       "77                               Report  15807.0    None   \n",
       "78                               Report  19520.0    None   \n",
       "79                               Report  15803.0    None   \n",
       "80                               Report  20136.0    None   \n",
       "81                               Report  20290.0    None   \n",
       "82                               Report  15038.0    None   \n",
       "83                               Report  19520.0    None   \n",
       "84                               Report  16901.0    None   \n",
       "85                               Report  14605.0    None   \n",
       "86                               Report  15807.0    None   \n",
       "87                               Report  17130.0    None   \n",
       "88                               Report  19986.0    None   \n",
       "\n",
       "                                                 text  new_col  \n",
       "0   Admission Date:  [**2131-4-30**]              ...      1.0  \n",
       "1   Admission Date:  [**2131-5-12**]              ...      2.0  \n",
       "2   Admission Date:  [**2134-5-10**]              ...      NaN  \n",
       "3   PATIENT/TEST INFORMATION:\\nIndication: Coronar...      NaN  \n",
       "4   PATIENT/TEST INFORMATION:\\nIndication: history...      2.0  \n",
       "5   PATIENT/TEST INFORMATION:\\nIndication: Rising ...      2.0  \n",
       "6   PATIENT/TEST INFORMATION:\\nIndication: shock, ...      2.0  \n",
       "7   PATIENT/TEST INFORMATION:\\nIndication: H/O car...      2.0  \n",
       "8   PATIENT/TEST INFORMATION:\\nIndication: Chest p...      1.0  \n",
       "9   Sinus rhythm. Normal tracing. Since the previo...      NaN  \n",
       "10  Sinus rhythm. Normal tracing. Since the previo...      NaN  \n",
       "11  Sinus bradycardia.  Normal tracing.  Compared ...      NaN  \n",
       "12  Sinus rhythm. Normal tracing. Since the previo...      NaN  \n",
       "13  Sinus rhythm\\nNonspecific low amplitude T wave...      2.0  \n",
       "14  Sinus rhythm\\nNormal ECG\\nSince previous traci...      2.0  \n",
       "15  Technically difficult study\\nSinus rhythm\\nInf...      1.0  \n",
       "16  Sinus bradycardia\\nProlonged QT interval\\nSinc...      1.0  \n",
       "17  Technically difficult study\\nSinus bradycardia...      1.0  \n",
       "18  [**2131-6-22**] 1:46 PM\\n CT CHEST W/CONTRAST ...      NaN  \n",
       "19  [**2131-6-27**] 12:32 PM\\n VENOUS DUP EXT UNI ...      NaN  \n",
       "20  [**2131-5-4**] 2:58 PM\\n CHEST PORT. LINE PLAC...      1.0  \n",
       "21  [**2131-5-1**] 1:56 PM\\n CAROTID SERIES COMPLE...      1.0  \n",
       "22  [**2131-5-1**] 5:52 PM\\n CHEST (PRE-OP PA & LA...      1.0  \n",
       "23  [**2131-5-7**] 11:20 AM\\n CHEST (PA & LAT)    ...      1.0  \n",
       "24  [**2131-7-18**] 12:10 PM\\n STERNUM            ...      NaN  \n",
       "25  [**2131-5-24**] 12:39 PM\\n BILAT UP EXT VEINS ...      2.0  \n",
       "26  [**2131-5-22**] 7:39 AM\\n CHEST (PORTABLE AP) ...      2.0  \n",
       "27  [**2131-5-24**] 11:57 AM\\n CHEST (PA & LAT)   ...      2.0  \n",
       "28  [**2131-5-24**] 9:45 AM\\n PICC LINE PLACMENT S...      2.0  \n",
       "29  [**2131-5-15**] 10:24 AM\\n CHEST (PORTABLE AP)...      2.0  \n",
       "..                                                ...      ...  \n",
       "59  Resp Care\\n\\nPt remains intubated and currentl...      2.0  \n",
       "60  4:30p-7a\\nneuro: pt remained sedated on fent/v...      2.0  \n",
       "61  NEURO- SEDATED ON PROPOFOL @ 70MCGKGMIN WITH A...      2.0  \n",
       "62  csru update\\nneuro/pain: pt remains sedated on...      2.0  \n",
       "63  RESPIRATORY CARE NOTE\\n\\nPAtient remains intub...      2.0  \n",
       "64  RESPIRATORY CARE NOTE\\nADDENDUM:  RSBI complet...      2.0  \n",
       "65  neuro: awake to voice- follows commands- remai...      2.0  \n",
       "66  Respiratory Care Note\\nPt received on PSV 5/5 ...      2.0  \n",
       "67  ROS:\\n\\nNeuro: Sleepy. Arouses w/ease. Denies ...      2.0  \n",
       "68  PROB: PULM HYGIENE\\n\\nCV: SR NO ECTOPY NOTED, ...      2.0  \n",
       "69  Neuro: alert and oriented X3, has some visual ...      2.0  \n",
       "70  RESPIRATORY CARE: PT IS A 69 YO MALE PT WHO IS...      1.0  \n",
       "71  a paced->nsr 60's-80's. pacer off as occasiona...      1.0  \n",
       "72  RESPIRATORY CARE:\\n\\nPt remains intubated, ful...      2.0  \n",
       "73  csru update\\npt remains sedate on versed/fenta...      2.0  \n",
       "74  BS diminished. Pt to OR for sternal flap. Howe...      2.0  \n",
       "75  csru post-op\\nevents: to OR for chest closure ...      2.0  \n",
       "76  Respiratory Care\\nMinute ventilation increased...      2.0  \n",
       "77  Respiratory Care\\nPt intubated on ventilatory ...      2.0  \n",
       "78  respiratory care\\npt remains intubated on A/C ...      2.0  \n",
       "79  NEURO- SEDATED ON PROPOFOL,WEANED TO 65MCGKGMI...      2.0  \n",
       "80  7a-7p\\nneuro: prop gtt off this am. pt's RR 30...      2.0  \n",
       "81  Respiratory Care Note\\nPt placed on NIV [**5-1...      2.0  \n",
       "82  Nursing Progress Note:\\nNeuro:  Pt lethargic. ...      2.0  \n",
       "83  respiratory care\\npt remains intubated,changed...      2.0  \n",
       "84  resp update:  RR ^ 40-50 BPM. Breath sounds on...      2.0  \n",
       "85  npn 23:00-07:00\\n\\ns/p CABGx5 [**2131-5-3**], ...      2.0  \n",
       "86  Respiratory Care\\nPt remains comfortable with ...      2.0  \n",
       "87  shift update:\\n\\nneuro:  dozing intermittenly....      1.0  \n",
       "88  Pt is po for CABG, extubated last night ~ [**2...      1.0  \n",
       "\n",
       "[89 rows x 12 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Admission Date:  [**2131-4-30**]              Discharge Date:   [**2131-5-8**]\\n\\nDate of Birth:  [**2061-8-17**]             Sex:   M\\n\\nService: CARDIOTHORACIC\\n\\nAllergies:\\nPatient recorded as having No Known Allergies to Drugs\\n\\nAttending:[**First Name3 (LF) 922**]\\nChief Complaint:\\npositive stress test ; chest pain during hypertension to 220/110\\n\\n\\nMajor Surgical or Invasive Procedure:\\nCardiac Catheterization [**2131-4-30**]\\nCABGx5 (LIMA-LAD,SVG-Diag,SVG-OM1,SVG-OM2,SVG-PDA)[**5-4**]\\n\\n\\nHistory of Present Illness:\\nMr. [**Known lastname 27218**] is a 69 yo M w/ h/o HTN and significant tobacco\\nuse, who had a severe headache on [**2131-4-19**] without associated\\nsymptoms (including weakness, visual changes), and was found to\\nbe hypertensive to 220/110.  He was transferred via ambulence to\\n[**Hospital 1474**] Hospital and in route complained of right sided chest\\ndiscomfort, associated with dyspnea and diaphoreiss. By report\\nhe was administered SL NTG and nitro paste with improvement in\\nBP and chest discomfort.  He subsequently underwen ETT with\\npMIBI which demonstrated a perfusion deficit at rest and was\\nreferred to [**Hospital1 18**] for cardiac catheterization and renal artery\\nangiogram.\\n.\\nMr. [**Known lastname 27218**] also reports decreased exercise tolerance over the\\npast several months - previously he would be able to climb\\nseveral flights of stairs without difficulty; he currently gets\\nextremely dypsneic after 10 steps (<1 flight); no associated CP,\\nN, or diahphoresis.  He denies orthopnea and PND.\\n.\\nHe denies history of angina or CAD.\\n.\\nMr. [**Known lastname 27218**] [**Last Name (Titles) 1834**] cardiac catheterization today and was\\nfound to have 3VD, and a CABG is now planned.  He took a dose of\\nplavix this morning.\\n.\\nROS: denies recent illness, fevers, hematuria, melena, bloody\\nstools, abdominal pain, LE swelling.  Reports 8lb intentional\\nweight loss (healthier diet)\\nReferred for CABG .\\n\\nPast Medical History:\\nHTN\\nGERD\\nBladder ca s/p excision x 2 and the BCG treatment\\nSyncopal episodes x 3 (episodes accompanied by diaphoresis and\\nnausea) with the last episode many years ago\\nH/O pneumonia x 3\\nDepression\\nChronic back problems including disc herniation, s/p disc\\nsurgery\\nAnxiety\\nCOPD\\nBPH\\n\\nSocial History:\\nMarried, lives with his wife, 5 children.  He is a retired truck\\ndriver and currently helps out in his son??????s restaurant.\\n+tobacco 1ppd x 55 years.  Occasional EtOH. No illicits\\n\\nFamily History:\\nNoncontributory (h/o cancer)\\n\\nPhysical Exam:\\n138/61  51  16  100% RA  5\\'[**35**]\" Wt:220 lbs\\nGen: NAD, smiling\\nHEENT: aniecteric, PERRL, EOMI, MMM, no JVD, no bruits\\nCV: regular rhythm, ~60, no M/R/G\\nChest: CTAB\\nAbd: Soft, NT/ND\\nR Groin: dressing C/D/I, no bruit or thrill\\nExt: 2+ DP pulses bilaterally\\nNeuro: A&Ox3, fluent speech, normal ambulation, MAE\\n\\nPertinent Results:\\n[**2131-4-30**] 10:33AM BLOOD WBC-6.3 RBC-4.50* Hgb-12.6* Hct-35.9*\\nMCV-80* MCH-27.9 MCHC-35.0 RDW-15.2 Plt Ct-193\\n[**2131-4-30**] 10:33AM BLOOD Glucose-98 UreaN-21* Creat-1.0 Na-137\\nK-4.1 Cl-107 HCO3-24 AnGap-10\\n[**2131-4-30**] 10:33AM BLOOD ALT-8 AST-12 AlkPhos-63 TotBili-0.5\\n[**2131-4-30**] 10:33AM BLOOD %HbA1c-5.1\\n.\\nRecent testing:\\n[**2131-4-24**]: Echo showed a normal LV size and function.  EF of\\n60-65%.  The valves were all normal with trace TR.  Pulmonary\\nsystolic pressure was estimated to be 30-35%. [**2131-4-20**]: Nuclear\\nstress test where the patient exercised for 6 minutes 57 seconds\\non [**Initials (NamePattern4) **] [**Last Name (NamePattern4) **] protocol stopping due to shortness of breath and leg\\npain.  He achieved 68% of his predicted target heart rate.  He\\ndid not develop any arrhythmias or chest pain.  The nuclear\\nimages demonstrated a normal sized left ventricle. There was a\\nmoderate sized reversible perfusion abnormality involving the\\nanteroapical and septal portion left ventricle. There was also a\\nquestion of a small reversible abnormality involving the\\ninferolateral portion left ventricle.  The left ventricular wall\\nmotion was normal.  The LVEF was 62%.\\n.\\n[**2131-4-30**] Cardiac Catheterization\\nCOMMENTS:\\n1.  Coronary angiography of this right dominant system revealed\\nsevere three vessel coronary artery disease.  The left main\\ncoronary artery had no angiographically apparent flow limiting\\nstenoses.  The LAD was ectatic proximally and occluded in the\\nmid segment after a small diagonal.  The LCX had a 90% stenosis\\nof the OM1 proximally and a 50% followed by a 70% stenosis in\\nthe proximal and mid segment of the OM2. The RCA had a 90%\\nstenosis in the mid PDA.\\n2.  Limited resting hemodynamics revealed mildly to moderately\\nelevated left sided filling pressures (LVEDP was 18 mm Hg).\\nSystemic arterial pressure was normal (aortic pressure was\\n121/73 mm Hg).  There was no significant gradient across the\\naortic valve upon pullback of the catheter from the left\\nventricle to the ascending aorta.\\n3.  Left ventriculography revealed a contrast calculated\\nejection\\nfraction of 65%.  No mitral regurgitation was noted. 4.\\nBilateral selective renal angiography demonstrated widely patent\\nrenal arteries.\\nFINAL DIAGNOSIS:\\n1. Three vessel coronary artery disease.\\n2. Normal left ventricular systolic function.\\n3. Mildly to moderately elevated left sided filling pressures.\\n4. No angiographically apparent renal artery stenosis.\\n.\\nPulmonary Function Tests:\\n[**2131-5-8**] 06:25AM BLOOD WBC-7.3 RBC-3.17* Hgb-9.1* Hct-26.3*\\nMCV-83 MCH-28.7 MCHC-34.6 RDW-15.5 Plt Ct-201#\\n[**2131-5-8**] 06:25AM BLOOD Plt Ct-201#\\n[**2131-5-8**] 06:25AM BLOOD Glucose-101 UreaN-14 Creat-1.3* K-5.1\\n\\nCardiology Report ECHO Study Date of [**2131-5-4**]\\n\\n\\n\\nPATIENT/TEST INFORMATION:\\nIndication: Chest pain. Coronary artery disease. Hypertension.\\nStatus: Inpatient\\nDate/Time: [**2131-5-4**] at 10:41\\nTest: TEE (Complete)\\nDoppler: Full Doppler and color Doppler\\nContrast: None\\nTape Number: 2007AW2-:\\nTest Location: Anesthesia West OR cardiac\\nTechnical Quality: Adequate\\n\\n\\n\\n\\nREFERRING DOCTOR: DR. [**First Name8 (NamePattern2) 177**] [**Last Name (NamePattern1) **]\\n\\nMEASUREMENTS:\\nLeft Ventricle - Septal Wall Thickness: *1.5 cm (nl 0.6 - 1.1\\ncm)\\nLeft Ventricle - Ejection Fraction: 45% to 50% (nl >=55%)\\nAorta - Ascending: *3.7 cm (nl <= 3.4 cm)\\nAortic Valve - Peak Velocity: 1.4 m/sec (nl <= 2.0 m/sec)\\n\\nINTERPRETATION:\\n\\nFindings:\\n\\nLEFT ATRIUM: Normal LA size. No spontaneous echo contrast in the\\nbody of the\\nLA. No spontaneous echo contrast or thrombus in the body of the\\n[**Name Prefix (Prefixes) **] [**Last Name (Prefixes) **] LAA.\\n\\nRIGHT ATRIUM/INTERATRIAL SEPTUM: Normal RA size. A catheter or\\npacing wire is\\nseen in the RA and extending into the RV. No ASD by 2D or color\\nDoppler.\\n\\nLEFT VENTRICLE: Mild symmetric LVH with normal cavity size. Mild\\nsymmetric\\nLVH. Normal LV cavity size. Mild regional LV systolic\\ndysfunction. No LV\\nmass/thrombus. Mildly depressed LVEF. Transmitral Doppler and\\nTVI c/w normal\\nLV diastolic function. No resting LVOT gradient.\\n\\nLV WALL MOTION: Regional LV wall motion abnormalities include:\\nanterior apex -\\nhypo;\\n\\nRIGHT VENTRICLE: Normal RV chamber size and free wall motion.\\n\\nAORTA: Normal aortic diameter at the sinus level. Mildly dilated\\nascending\\naorta. Normal aortic arch diameter. Simple atheroma in aortic\\narch. Normal\\ndescending aorta diameter. Simple atheroma in descending aorta.\\n\\n\\nAORTIC VALVE: Three aortic valve leaflets. Mildly thickened\\naortic valve\\nleaflets. No AS. Trace AR.\\n\\nMITRAL VALVE: Normal mitral valve leaflets with trivial MR. Mild\\nmitral\\nannular calcification. No MS. Physiologic MR (within normal\\nlimits).\\n\\nTRICUSPID VALVE: Normal tricuspid valve leaflets with trivial\\nTR.\\n\\nPULMONIC VALVE/PULMONARY ARTERY: Normal pulmonic valve leaflets\\nwith\\nphysiologic PR.\\n\\nPERICARDIUM: Trivial/physiologic pericardial effusion.\\n\\nGENERAL COMMENTS: A TEE was performed in the location listed\\nabove. I certify\\nI was present in compliance with HCFA regulations. No TEE\\nrelated\\ncomplications. The patient received antibiotic prophylaxis. The\\nTEE probe was\\npassed with assistance from the anesthesioology staff using a\\nlaryngoscope.\\nThe patient was under general anesthesia throughout the\\nprocedure.\\n\\nConclusions:\\nPRE-CPB: 1.The left atrium is normal in size. No spontaneous\\necho contrast is\\nseen in the body of the left atrium. No spontaneous echo\\ncontrast or thrombus\\nis seen in the body of the left atrium or left atrial appendage.\\nNo atrial\\nseptal defect is seen by 2D or color Doppler.\\n2. There is mild symmetric left ventricular hypertrophy with\\nnormal cavity\\nsize. There is mild symmetric left ventricular hypertrophy. The\\nleft\\nventricular cavity size is normal. There is mild regional left\\nventricular\\nsystolic dysfunction with apical anterior hypokinesis.. No\\nmasses or thrombi\\nare seen in the left ventricle. Overall left ventricular\\nsystolic function is\\nmildly depressed. Transmitral Doppler and tissue velocity\\nimaging are\\nconsistent with normal LV diastolic function.\\n3. Right ventricular chamber size and free wall motion are\\nnormal.\\n4. The ascending aorta is mildly dilated at a maximum of 3.7.\\nThere are simple\\natheroma in the aortic arch. There are simple atheroma in the\\ndescending\\nthoracic aorta.\\n5. There are three aortic valve leaflets. The aortic valve\\nleaflets are mildly\\nthickened. There is no aortic valve stenosis. Trace aortic\\nregurgitation is\\nseen.\\n6. The mitral valve appears structurally normal with trivial\\nmitral\\nregurgitation. Physiologic mitral regurgitation is seen (within\\nnormal\\nlimits).\\n7. There is a trivial/physiologic pericardial effusion.\\nPOST-CPB: Patient is on phenylephrine infusion. Preserved\\nbiventricular\\nsystolic function with improvement of the anteroapical\\nhypokinetic segment.\\nLVEF now 55%. Trace MR. Aortic contour is normal post\\ndecannulation.\\n\\nElectronically signed by [**First Name8 (NamePattern2) **] [**Last Name (NamePattern1) 5209**], MD on [**2131-5-4**] 15:02.\\n\\n[**Location (un) **] PHYSICIAN:\\n\\n\\n\\n([**Numeric Identifier 27219**])\\n   RADIOLOGY  Final Report\\n\\nCHEST (PA & LAT)  [**2131-5-7**] 11:20 AM\\n\\nCHEST (PA & LAT)\\n\\nReason: r/o ptx\\n\\n[**Hospital 93**] MEDICAL CONDITION:\\n69 yoM s/p CABG and CT removal\\nREASON FOR THIS EXAMINATION:\\nr/o ptx\\nTWO VIEW CHEST OF [**2131-5-7**].\\n\\nCOMPARISON: [**2131-5-4**]\\n\\nINDICATION: Chest tube removal.\\n\\nVarious lines and tubes have been removed since the prior\\nradiograph, and a very small left apical pneumothorax has\\ndeveloped. Cardiac and mediastinal contours are within normal\\nlimits for postoperative status of the patient. Small pleural\\neffusions and minor bibasilar atelectasis are noted. These\\nfindings are superimposed upon subtle likely more chronic\\nperipheral and basilar interstitial lung disease.\\n\\nOn the lateral view, small air-fluid level is present in the\\nretrosternal region likely representing an anterior\\nhydropneumothorax, and additional air is present in the\\nretrosternal region, an expected postoperative finding given the\\ntime interval since surgery.\\n\\nIMPRESSION: Small left pneumothorax following tube removal.\\nBibasilar atelectasis and small pleural effusions.\\n\\nDR. [**First Name11 (Name Pattern1) **] [**Initial (NamePattern1) **] [**Last Name (NamePattern4) 5785**]\\nApproved: MON [**2131-5-7**] 1:12 PM\\n\\n\\n\\n\\n\\nBrief Hospital Course:\\nA/P: this is a 69 yo M w/ h/o HTN and significant tobacco use,\\nwho presents for cardiac catheterization after abnormal\\nperfusion scan, which revealed 3VD, prompting CABG.\\n.\\n#CAD:\\n-medication regiment modified: continue ASA, BB, imdur;\\nminoxidil discontinued and ACEI started.\\n.\\n#HTN: well controlled on BB, imdur, and ACEI\\n.\\n#BPH: continue proscar\\n.\\n#Bladder spasm s/p surgery and BCG tx: continue detrol\\n.\\n#GERD: continue ranitidine\\n.\\n#Depression/Anxiety: continue celexa\\n.\\n#h/o syncope: by report worked up extensively at [**Hospital1 1474**] w/o\\ndiagnosis\\n-carotid U/S normal\\n-no events on telemetry\\n.\\n#COPD: per patient, recent diagnosis based on CXR at [**Hospital1 1474**]\\nduring last hospitalization, not on any active medications\\n-no wheeze, no respiratory distress, good O2 sat\\n-PFTs performed and carotid U/S showed no significant stenoses.\\n\\n [**Hospital1 **] cabg x5 with Dr. [**Last Name (STitle) 914**] on [**5-4**]. Transferred to the\\nCSRU in stable condition on titrated phenylephrine and propofol\\ndrips.Extubated that evening and transferred to the floor on POD\\n#1 to begin increasing his activity level. Chest tubes and\\npacing wires removed on POD #3.Nicotine patch continued. Made\\ngood progress and cleared for discharge to home with VNA on POD\\n#4. Pt. is to make all follow-up appts. as per discharge\\ninstructions.\\n\\nMedications on Admission:\\nLasix  20 mg daily\\nMinoxidil 25 mg daily\\nDetrol 4 mg daily\\nRanitidine 300 mg [**Hospital1 **]\\nAtenolol 25 mg [**Hospital1 **]\\nPro-Chlor 20 mEq daily\\nPlavix 75 mg daily (pt started 2 weeks ago but stopped 4 days\\nago\\nand will restart 4/20/070)\\nCelexa 40 mg daily\\nEndocet 5/325 mg prn\\nASA 81 mg daily\\nProscar 5 mg daily\\nImdur 30 mg daily\\nNTG 0.4 mg sl\\n\\nDischarge Medications:\\n1. Furosemide 20 mg Tablet Sig: One (1) Tablet PO Q12H (every 12\\nhours): 20mg [**Hospital1 **] x7days then\\n20mg QD x10 days.\\nDisp:*24 Tablet(s)* Refills:*0*\\n2. Potassium Chloride 10 mEq Capsule, Sustained Release Sig: Two\\n(2) Capsule, Sustained Release PO Q12H (every 12 hours): 20 meq\\n[**Hospital1 **] x 7 days then\\n20meq QD x 10 days.\\nDisp:*48 Capsule, Sustained Release(s)* Refills:*0*\\n3. Docusate Sodium 100 mg Capsule Sig: One (1) Capsule PO BID (2\\ntimes a day).\\nDisp:*60 Capsule(s)* Refills:*2*\\n4. Ranitidine HCl 150 mg Tablet Sig: One (1) Tablet PO BID (2\\ntimes a day).\\nDisp:*60 Tablet(s)* Refills:*2*\\n5. Aspirin 81 mg Tablet, Delayed Release (E.C.) Sig: One (1)\\nTablet, Delayed Release (E.C.) PO DAILY (Daily).\\nDisp:*30 Tablet, Delayed Release (E.C.)(s)* Refills:*2*\\n6. Oxycodone-Acetaminophen 5-325 mg Tablet Sig: 1-2 Tablets PO\\nevery 4-6 hours as needed for pain.\\nDisp:*50 Tablet(s)* Refills:*0*\\n7. Atorvastatin 20 mg Tablet Sig: One (1) Tablet PO once a day.\\nDisp:*30 Tablet(s)* Refills:*2*\\n8. Nicotine 14 mg/24 hr Patch 24 hr Sig: One (1) Patch 24 hr\\nTransdermal DAILY (Daily) for 2 weeks.\\nDisp:*14 Patch 24 hr(s)* Refills:*0*\\n9. Clopidogrel 75 mg Tablet Sig: One (1) Tablet PO DAILY\\n(Daily).\\nDisp:*30 Tablet(s)* Refills:*2*\\n10. Metoprolol Tartrate 25 mg Tablet Sig: One (1) Tablet PO BID\\n(2 times a day).\\nDisp:*60 Tablet(s)* Refills:*2*\\n11. Finasteride 5 mg Tablet Sig: One (1) Tablet PO DAILY\\n(Daily).\\nDisp:*30 Tablet(s)* Refills:*2*\\n12. Citalopram 40 mg Tablet Sig: One (1) Tablet PO once a day.\\nDisp:*30 Tablet(s)* Refills:*2*\\n13. Detrol 2 mg Tablet Sig: Two (2) Tablet PO once a day.\\n14. Lisinopril 5 mg Tablet Sig: One (1) Tablet PO once a day.\\nDisp:*30 Tablet(s)* Refills:*2*\\n\\n\\nDischarge Disposition:\\nHome With Service\\n\\nFacility:\\n[**Hospital1 1474**] VNA\\n\\nDischarge Diagnosis:\\nCoronary Artery Disease, s/p CABGx5\\nPMH:Hypertension,Hyperlipidemia,GERD,Bladder\\nCA,Depression,COPD,BPH\\n\\n\\nDischarge Condition:\\ngood\\n\\n\\nDischarge Instructions:\\nkeep wounds clean and dry. OK to shower, no bathing or swimming.\\n\\nTake all medications as prescribed.\\nCall for any fever, redness or drainage from wounds\\nno driving for one month\\nno lifting greater than 10 pounds for 10 weeks\\n\\nFollowup Instructions:\\nwound clinic in 2 weeks ( [**Hospital Ward Name 121**] 2)\\nDr [**Name (NI) 23019**] in [**2-10**] weeks\\nDr [**Last Name (STitle) 914**] in 4 weeks [**Telephone/Fax (1) 170**]\\n\\n\\n\\nCompleted by:[**2131-5-8**]'"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[0][\"text\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "89"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>chartdate</th>\n",
       "      <th>charttime</th>\n",
       "      <th>storetime</th>\n",
       "      <th>category</th>\n",
       "      <th>description</th>\n",
       "      <th>cgid</th>\n",
       "      <th>iserror</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>33813</td>\n",
       "      <td>28090</td>\n",
       "      <td>121590</td>\n",
       "      <td>2187-05-18</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Discharge summary</td>\n",
       "      <td>Report</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Admission Date:  [**2187-5-9**]              D...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   row_id  subject_id  hadm_id  chartdate charttime storetime  \\\n",
       "0   33813       28090   121590 2187-05-18      None      None   \n",
       "\n",
       "            category description  cgid iserror  \\\n",
       "0  Discharge summary      Report  None    None   \n",
       "\n",
       "                                                text  \n",
       "0  Admission Date:  [**2187-5-9**]              D...  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "'\\nJustify decisions that we made regarding preprocessing, and methodology\\nFairness summary\\nNon-causal leakage for Decompensation\\nTimestamp needed for decomp prediction causal leakage\\nActual modelling approaches:\\nTruncated back prop\\nWindows approach \\n\\n0. BOW\\n1. \"Reg\" NN (CNN from clinical/ rnn with truncated backprop); \\n2. BERT\\n'"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query = query_schema + \"\"\"\n",
    "SELECT *\n",
    "FROM noteevents\n",
    "where SUBJECT_ID=28090 and HADM_ID=121590 and category='Discharge summary'\n",
    "\"\"\"\n",
    "df = pd.read_sql_query(query, con)\n",
    "display(df)\n",
    "\n",
    "'''\n",
    "Justify decisions that we made regarding preprocessing, and methodology\n",
    "Fairness summary\n",
    "Non-causal leakage for Decompensation\n",
    "Timestamp needed for decomp prediction causal leakage\n",
    "Actual modelling approaches:\n",
    "Truncated back prop\n",
    "Windows approach \n",
    "\n",
    "0. BOW\n",
    "1. \"Reg\" NN (CNN from clinical/ rnn with truncated backprop); \n",
    "2. BERT\n",
    "'''"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Try using the preprocessing used by Aggar.."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import json\n",
    "\n",
    "from nltk import sent_tokenize, word_tokenize\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "SECTION_TITLES = re.compile(\n",
    "    r'('\n",
    "    r'ABDOMEN AND PELVIS|CLINICAL HISTORY|CLINICAL INDICATION|COMPARISON|COMPARISON STUDY DATE'\n",
    "    r'|EXAM|EXAMINATION|FINDINGS|HISTORY|IMPRESSION|INDICATION'\n",
    "    r'|MEDICAL CONDITION|PROCEDURE|REASON FOR EXAM|REASON FOR STUDY|REASON FOR THIS EXAMINATION'\n",
    "    r'|TECHNIQUE'\n",
    "    r'):|FINAL REPORT',\n",
    "    re.I | re.M)\n",
    "\n",
    "\n",
    "def pattern_repl(matchobj):\n",
    "    \"\"\"\n",
    "    Return a replacement string to be used for match object\n",
    "    \"\"\"\n",
    "    return ' '.rjust(len(matchobj.group(0)))\n",
    "\n",
    "\n",
    "def find_end(text):\n",
    "    \"\"\"Find the end of the report.\"\"\"\n",
    "    ends = [len(text)]\n",
    "    patterns = [\n",
    "        re.compile(r'BY ELECTRONICALLY SIGNING THIS REPORT', re.I),\n",
    "        re.compile(r'\\n {3,}DR.', re.I),\n",
    "        re.compile(r'[ ]{1,}RADLINE ', re.I),\n",
    "        re.compile(r'.*electronically signed on', re.I),\n",
    "        re.compile(r'M\\[0KM\\[0KM')\n",
    "    ]\n",
    "    for pattern in patterns:\n",
    "        matchobj = pattern.search(text)\n",
    "        if matchobj:\n",
    "            ends.append(matchobj.start())\n",
    "    return min(ends)\n",
    "\n",
    "\n",
    "def split_heading(text):\n",
    "    \"\"\"Split the report into sections\"\"\"\n",
    "    start = 0\n",
    "    for matcher in SECTION_TITLES.finditer(text):\n",
    "        # add last\n",
    "        end = matcher.start()\n",
    "        if end != start:\n",
    "            section = text[start:end].strip()\n",
    "            if section:\n",
    "                yield section\n",
    "\n",
    "        # add title\n",
    "        start = end\n",
    "        end = matcher.end()\n",
    "        if end != start:\n",
    "            section = text[start:end].strip()\n",
    "            if section:\n",
    "                yield section\n",
    "\n",
    "        start = end\n",
    "\n",
    "    # add last piece\n",
    "    end = len(text)\n",
    "    if start < end:\n",
    "        section = text[start:end].strip()\n",
    "        if section:\n",
    "            yield section\n",
    "\n",
    "\n",
    "def clean_text(text):\n",
    "    \"\"\"\n",
    "    Clean text\n",
    "    \"\"\"\n",
    "\n",
    "    # Replace [**Patterns**] with spaces.\n",
    "    text = re.sub(r'\\[\\*\\*.*?\\*\\*\\]', pattern_repl, text)\n",
    "    # Replace `_` with spaces.\n",
    "    text = re.sub(r'_', ' ', text)\n",
    "\n",
    "    start = 0\n",
    "    end = find_end(text)\n",
    "    new_text = ''\n",
    "    if start > 0:\n",
    "        new_text += ' ' * start\n",
    "    new_text = text[start:end]\n",
    "\n",
    "    # make sure the new text has the same length of old text.\n",
    "    if len(text) - end > 0:\n",
    "        new_text += ' ' * (len(text) - end)\n",
    "    return new_text\n",
    "\n",
    "\n",
    "def preprocess_mimic(text):\n",
    "    \"\"\"\n",
    "    Preprocess reports in MIMIC-III.\n",
    "    1. remove [**Patterns**] and signature\n",
    "    2. split the report into sections\n",
    "    3. tokenize sentences and words\n",
    "    4. lowercase\n",
    "    \"\"\"\n",
    "    for sec in split_heading(clean_text(text)):\n",
    "        for sent in sent_tokenize(sec):\n",
    "            text = ' '.join(word_tokenize(sent))\n",
    "            yield text.lower()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "# there are 27 possible matches!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1,)"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[\"row_id\"].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "admission date : discharge date : date of birth : sex : m service : cardiothoracic allergies : aspirin / ibuprofen / motrin attending : chief complaint : tracheobronchomalacia .\n",
      "major surgical or invasive\n",
      "procedure :\n",
      "flexible bronchoscopy with bronchoalveolar lavage of the right lower lobe , right thoracotomy , right upper lobe wedge resection , thoracic tracheoplasty with mesh ; right mainstem bronchoplasty and bronchus intermedius bronchoplasty with mesh ; left mainstem bronchoplasty with mesh .\n",
      "history of present illness : mr. is a 67-year-old gentleman who has had cough , dyspnea and recurrent pulmonary infections .\n",
      "he was found to have severe tracheobronchomalacia on bronchoscopy .\n",
      "he had a stent trial and responded favorably in terms of his cough and dyspnea .\n",
      "past medical\n",
      "history :\n",
      "recurrent pneumonias , asthma , bph , sinusitis , status post left meniscectomy of the left knee , status post turp , status post three sinus surgeries , status post tonsillectomy , status post ankle plating , status post vasectomy , status post recurrent inguinal hernia repairs .\n",
      "social\n",
      "history :\n",
      "a 34-pack-year smoker , discontinued 32 years ago .\n",
      "occupation : retired insurance and carpenter .\n",
      "lives with his family .\n",
      "he occasionally drinks beer , and he had exposure history to asbestos while in the navy .\n",
      "family\n",
      "history :\n",
      "mother had heart failure .\n",
      "his father had copd and a question of neck cancer .\n",
      "physical\n",
      "exam :\n",
      "general : 67 year-old male in no apparent distress heent : normocephalic , mucus membranes moist neck : supple no lymphadenopathy card : rrr , normal s1 , s2 no murmur/gallop or rub resp : decreased breath sounds otherwise clear gi : bowel sounds positive , abdomen soft non-tender/non-distended extr : warm no edema incision : right thoracotomy site clean/dry intact neuro : non-focal pertinent results : wbc-8.0 rbc-3.59* hgb-11.0* hct-32.4* plt ct-381 wbc-8.5 rbc-3.99* hgb-12.2* hct-36.9* plt ct-229 blood pt-14.2* ptt-30.3 inr ( pt ) -1.2* glucose-120* urean-17 creat-1.0 na-134 k-4.7 cl-100 hco3-28 glucose-125* urean-22* creat-1.0 na-137 k-4.7 cl-104 hco3-26 blood culture , routine ( final ) : no growth .\n",
      "cta chest w & w/o c & recons , non-coronary ct coronary angiography\n",
      "findings :\n",
      "ct coronary angiography revealed a right dominant system with normal origins and orientations of the left and right main coronary arteries .\n",
      "the right coronary artery was technically difficult to evaluate due to artifact from cardiac motion and change as well as a high heart rate during the examination .\n",
      "there is apparent noncalcified plaque in the proximal and mid course of the right coronary artery .\n",
      "there is a short left main coronary artery , and there is nonobstructive calcified plaque in the proximal as well as mid lad .\n",
      "similarly , there is mixed plaque in a patent d1 .\n",
      "there is also minimal nonobstructive mixed plaque in the lcx .\n",
      "ct cine images of left ventricle showed normal wall motion .\n",
      "the left ventricular end-diastolic volume was 220 cc , the end-systolic volume was 178 cc , the stroke volume was 42 cc , and the ejection fraction was 19 % .\n",
      "the coronary calcium score was 294 agatston with bulk of the calcium in lad .\n",
      "conclusion : global cardiac dysfunction with an ejection fraction of 19 % .\n",
      "very limited evaluation of the right coronary artery due to motion artifact and a very high heart rate during the examination .\n",
      "within these limitations , there is nonobstructive mixed plaque seen in the right coronary artery as well as the left anterior descending coronary artery .\n",
      "there are multiple calcified pleural plaques and multifocal areas of pleural thickening consistent with prior asbestos exposure .\n",
      "there are scattered ill- defined ground-glass opacities in the left upper lobe which are new since the scan of and most likely are consistent with an infectious or inflammatory etiology .\n",
      "there is a small right basal effusion .\n",
      "there are several scattered mediastinal lymph nodes with the largest measuring 15 x 14 mm in a pretracheal location .\n",
      "there are bilateral pulmonary emboli .\n",
      "there is no aortic dissection .\n",
      "the coronary arteries arise from the normal expected anatomic location .\n",
      "there is a small hiatus hernia .\n",
      "the visualized liver and spleen appear unremarkable .\n",
      "conclusion : 1 .\n",
      "multiple bilateral pulmonary emboli with no aortic dissection and normal origin of the coronary arteries .\n",
      "2 .\n",
      "calcified pleural plaques and pulmonary nodules along with pleural thickening consistent with asbestos exposure .\n",
      "3 .\n",
      "ground-glass opacities in the left upper lobe , most likely infectious or inflammatory , however , a followup chest ct would be helpful to ensure complete resolution of these pulmonary opacities given the background emphysema and prior asbestos exposure .\n",
      "brief hospital course : mr. was admitted on underwent flexible bronchoscopy with bronchoalveolar lavage of the right lower lobe , right thoracotomy , right upper lobe wedge resection , thoracic tracheoplasty with mesh ; right mainstem bronchoplasty and bronchus intermedius bronchoplasty with mesh ; left mainstem bronchoplasty with mesh .\n",
      "he was extubated in the operating room and taken to the sicu for further management with drain , foley and epidural managed by the acute pain service .\n",
      "on pod 130 's , required increase in epidural rate for better pain control which dropped his bp requiring pressors and iv fluid boluses .\n",
      "he was on a clear liquid diet which he tolerated .\n",
      "on pod # 2 the epidural was decreased and given iv dilaudid for pain .\n",
      "he was weaned off the pressors .\n",
      "his oxygen requirements increased , hr remained st 130 's and not responding to iv lopressor .\n",
      "his cardiac enzymes were negative .\n",
      "he was gently diuresed , aggressive pulmonary toileting was continued .\n",
      "he developed afib and was administered an amiodarone bolus/drip and converted to sr. on pod # 3 the epidural was removed and his pain was managed with a dilaudid pca with good control .\n",
      "his oxygenation improved , the cxr revealed atelectasis .\n",
      "on pod # 4 the foley was removed , the drain was removed .\n",
      "cardiology was consulted who recommended amiodarone po for 1 month , an echocardiogram which revealed an ef of 20-25 % and severe global left ventricular hypokinesis with moderate to severe mitral regurgitation and moderate left ventricular dilatation .\n",
      "mild pulmonary artery systolic hypertension with preserved right ventricular systolic function .\n",
      "given the above findings a cardiac cta angiogram was done and an incidental finding of multiple bilateral pulmonary emboli were found which he was started on lovenox and coumadin .\n",
      "his coronary arteries were normal .\n",
      "he was discharged to home with of hearts monitor and will follow-up with cardiology as an outpatient .\n",
      "he will follow-up with dr. in 2 weeks , and his pcp will manage his coumadin medications on admission : flonase , tessalone , benadryl , mvi , zyflo , singular , fosamax , advair , vitamin d2 , mucinex discharge medications : 1 .\n",
      "zileuton 600 mg tab , multiphasic release 12 hr sig : two ( 2 ) tab , multiphasic release 12 hr po bid ( ) .\n",
      "2 .\n",
      "docusate sodium 100 mg capsule sig : one ( 1 ) capsule po bid ( 2 times a day ) .\n",
      "3 .\n",
      "montelukast 10 mg tablet sig : one ( 1 ) tablet po daily ( daily ) .\n",
      "4 .\n",
      "fluticasone 50 mcg/actuation spray , suspension sig : one ( 1 ) spray nasal ( 2 times a day ) .\n",
      "5 .\n",
      "fluticasone-salmeterol 250-50 mcg/dose disk with device sig : one ( 1 ) disk with device inhalation ( 2 times a day ) .\n",
      "6 .\n",
      "senna 8.6 mg tablet sig : 1-2 tablets po bid ( 2 times a day ) .\n",
      "7 .\n",
      "acetaminophen 325 mg tablet sig : 1-2 tablets po q6h ( every 6 hours ) as needed for fever/headache .\n",
      "8 .\n",
      "coumadin 2 mg tablet sig : one ( 1 ) tablet po once a day .\n",
      "disp : *30 tablet ( s ) * refills : *2* 9 .\n",
      "lisinopril 5 mg tablet sig : one ( 1 ) tablet po daily ( daily ) .\n",
      "disp : *30 tablet ( s ) * refills : *2* 10 .\n",
      "metoprolol succinate 50 mg tablet sustained release 24 hr sig : one ( 1 ) tablet sustained release 24 hr po daily ( daily ) .\n",
      "disp : *30 tablet sustained release 24 hr ( s ) * refills : *2* 11 .\n",
      "amiodarone 200 mg tablet sig : one ( 1 ) tablet po once a day : start .\n",
      "disp : *30 tablet ( s ) * refills : *2* 12 .\n",
      "amiodarone 400 mg tablet sig : one ( 1 ) tablet po once a day for 6 days .\n",
      "disp : *6 tablet ( s ) * refills : *0* 13 .\n",
      "outpatient lab work inr check sunday then 2-3 times weekly or directed by dr. .\n",
      "phone : fax : 14 .\n",
      "hydromorphone 2 mg tablet sig : 1-2 tablets po q3h ( every 3 hours ) as needed for pain .\n",
      "disp : *75 tablet ( s ) * refills : *0* 15 .\n",
      "enoxaparin 80 mg/0.8 ml syringe sig : one ( 1 ) subcutaneous q12 ( ) .\n",
      "disp : *12 * refills : *2* 16 .\n",
      "lipitor 10 mg tablet sig : one ( 1 ) tablet po once a day .\n",
      "disp : *30 tablet ( s ) * refills : *1* 17 .\n",
      "fosamax 70 mg tablet sig : one ( 1 ) tablet po once a week .\n",
      "discharge disposition : home with service facility : vna and hospice of northern discharge diagnosis : severe asthma , recurrent pna , chronic sinusitis , nasal polyps , gerd , osteoporosis , tracheobronchomalacia s/p tracheobronchoplasty post-operative atrial fibrillation ef 20-25 % bilateral subsegmental pulmonary emboli discharge condition : good discharge instructions : call dr. office if you develop chest pain , shortness of breath , fever , chills , green or brown productive cough , redness or drainage from your chest incision .\n",
      "you are on new heart medications and cholesterol lowering medication as well as a blood thinner called coumadin .\n",
      "your pcp .\n",
      "will be managing your coumadin medication .\n",
      "you will need to have frequent blood monitoring of this medication .\n",
      "inr levels will be checked and then your doctor will advise you regarding the dosing of your coumadin .\n",
      "you will have your inr blood work drawn on sunday .\n",
      "lovenox 80 mg twice daily : continue until inr 2.0 or greater then stop followup instructions : you have a follow up appointment with dr. on the clinical center at 2pm .\n",
      "please arrive 45 minutes prior to your appointment and report to the radiology for a chest xray .\n",
      "you have a follow up appointment with dr. and dr. ( cardiologists ) at 11:40am 7 completed by :\n"
     ]
    }
   ],
   "source": [
    "for index, row in df.iterrows():\n",
    "    gen_ =  preprocess_mimic(row[\"text\"])\n",
    "    for out in gen_:\n",
    "        print(out)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>icustay_id</th>\n",
       "      <th>dbsource</th>\n",
       "      <th>first_careunit</th>\n",
       "      <th>last_careunit</th>\n",
       "      <th>first_wardid</th>\n",
       "      <th>last_wardid</th>\n",
       "      <th>intime</th>\n",
       "      <th>outtime</th>\n",
       "      <th>los</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>365</td>\n",
       "      <td>268</td>\n",
       "      <td>110404</td>\n",
       "      <td>280836</td>\n",
       "      <td>carevue</td>\n",
       "      <td>MICU</td>\n",
       "      <td>MICU</td>\n",
       "      <td>52</td>\n",
       "      <td>52</td>\n",
       "      <td>2198-02-14 23:27:38</td>\n",
       "      <td>2198-02-18 05:26:11</td>\n",
       "      <td>3.2490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>366</td>\n",
       "      <td>269</td>\n",
       "      <td>106296</td>\n",
       "      <td>206613</td>\n",
       "      <td>carevue</td>\n",
       "      <td>MICU</td>\n",
       "      <td>MICU</td>\n",
       "      <td>52</td>\n",
       "      <td>52</td>\n",
       "      <td>2170-11-05 11:05:29</td>\n",
       "      <td>2170-11-08 17:46:57</td>\n",
       "      <td>3.2788</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>367</td>\n",
       "      <td>270</td>\n",
       "      <td>188028</td>\n",
       "      <td>220345</td>\n",
       "      <td>carevue</td>\n",
       "      <td>CCU</td>\n",
       "      <td>CCU</td>\n",
       "      <td>57</td>\n",
       "      <td>57</td>\n",
       "      <td>2128-06-24 15:05:20</td>\n",
       "      <td>2128-06-27 12:32:29</td>\n",
       "      <td>2.8939</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>368</td>\n",
       "      <td>271</td>\n",
       "      <td>173727</td>\n",
       "      <td>249196</td>\n",
       "      <td>carevue</td>\n",
       "      <td>MICU</td>\n",
       "      <td>SICU</td>\n",
       "      <td>52</td>\n",
       "      <td>23</td>\n",
       "      <td>2120-08-07 23:12:42</td>\n",
       "      <td>2120-08-10 00:39:04</td>\n",
       "      <td>2.0600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>369</td>\n",
       "      <td>272</td>\n",
       "      <td>164716</td>\n",
       "      <td>210407</td>\n",
       "      <td>carevue</td>\n",
       "      <td>CCU</td>\n",
       "      <td>CCU</td>\n",
       "      <td>57</td>\n",
       "      <td>57</td>\n",
       "      <td>2186-12-25 21:08:04</td>\n",
       "      <td>2186-12-27 12:01:13</td>\n",
       "      <td>1.6202</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   row_id  subject_id  hadm_id  icustay_id dbsource first_careunit  \\\n",
       "0     365         268   110404      280836  carevue           MICU   \n",
       "1     366         269   106296      206613  carevue           MICU   \n",
       "2     367         270   188028      220345  carevue            CCU   \n",
       "3     368         271   173727      249196  carevue           MICU   \n",
       "4     369         272   164716      210407  carevue            CCU   \n",
       "\n",
       "  last_careunit  first_wardid  last_wardid              intime  \\\n",
       "0          MICU            52           52 2198-02-14 23:27:38   \n",
       "1          MICU            52           52 2170-11-05 11:05:29   \n",
       "2           CCU            57           57 2128-06-24 15:05:20   \n",
       "3          SICU            52           23 2120-08-07 23:12:42   \n",
       "4           CCU            57           57 2186-12-25 21:08:04   \n",
       "\n",
       "              outtime     los  \n",
       "0 2198-02-18 05:26:11  3.2490  \n",
       "1 2170-11-08 17:46:57  3.2788  \n",
       "2 2128-06-27 12:32:29  2.8939  \n",
       "3 2120-08-10 00:39:04  2.0600  \n",
       "4 2186-12-27 12:01:13  1.6202  "
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query = query_schema + \"\"\"\n",
    "SELECT *\n",
    "FROM icustays\n",
    "\"\"\"\n",
    "df = pd.read_sql_query(query, con)\n",
    "df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "# check_all_tables_query = \"SELECT * FROM tables;\"\n",
    "# all_tables = pd.read_sql_query(check_all_tables_query,con)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>icustay_id</th>\n",
       "      <th>dbsource</th>\n",
       "      <th>first_careunit</th>\n",
       "      <th>last_careunit</th>\n",
       "      <th>first_wardid</th>\n",
       "      <th>last_wardid</th>\n",
       "      <th>intime</th>\n",
       "      <th>outtime</th>\n",
       "      <th>los</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>365</td>\n",
       "      <td>268</td>\n",
       "      <td>110404</td>\n",
       "      <td>280836</td>\n",
       "      <td>carevue</td>\n",
       "      <td>MICU</td>\n",
       "      <td>MICU</td>\n",
       "      <td>52</td>\n",
       "      <td>52</td>\n",
       "      <td>2198-02-14 23:27:38</td>\n",
       "      <td>2198-02-18 05:26:11</td>\n",
       "      <td>3.2490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>366</td>\n",
       "      <td>269</td>\n",
       "      <td>106296</td>\n",
       "      <td>206613</td>\n",
       "      <td>carevue</td>\n",
       "      <td>MICU</td>\n",
       "      <td>MICU</td>\n",
       "      <td>52</td>\n",
       "      <td>52</td>\n",
       "      <td>2170-11-05 11:05:29</td>\n",
       "      <td>2170-11-08 17:46:57</td>\n",
       "      <td>3.2788</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>367</td>\n",
       "      <td>270</td>\n",
       "      <td>188028</td>\n",
       "      <td>220345</td>\n",
       "      <td>carevue</td>\n",
       "      <td>CCU</td>\n",
       "      <td>CCU</td>\n",
       "      <td>57</td>\n",
       "      <td>57</td>\n",
       "      <td>2128-06-24 15:05:20</td>\n",
       "      <td>2128-06-27 12:32:29</td>\n",
       "      <td>2.8939</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>368</td>\n",
       "      <td>271</td>\n",
       "      <td>173727</td>\n",
       "      <td>249196</td>\n",
       "      <td>carevue</td>\n",
       "      <td>MICU</td>\n",
       "      <td>SICU</td>\n",
       "      <td>52</td>\n",
       "      <td>23</td>\n",
       "      <td>2120-08-07 23:12:42</td>\n",
       "      <td>2120-08-10 00:39:04</td>\n",
       "      <td>2.0600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>369</td>\n",
       "      <td>272</td>\n",
       "      <td>164716</td>\n",
       "      <td>210407</td>\n",
       "      <td>carevue</td>\n",
       "      <td>CCU</td>\n",
       "      <td>CCU</td>\n",
       "      <td>57</td>\n",
       "      <td>57</td>\n",
       "      <td>2186-12-25 21:08:04</td>\n",
       "      <td>2186-12-27 12:01:13</td>\n",
       "      <td>1.6202</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   row_id  subject_id  hadm_id  icustay_id dbsource first_careunit  \\\n",
       "0     365         268   110404      280836  carevue           MICU   \n",
       "1     366         269   106296      206613  carevue           MICU   \n",
       "2     367         270   188028      220345  carevue            CCU   \n",
       "3     368         271   173727      249196  carevue           MICU   \n",
       "4     369         272   164716      210407  carevue            CCU   \n",
       "\n",
       "  last_careunit  first_wardid  last_wardid              intime  \\\n",
       "0          MICU            52           52 2198-02-14 23:27:38   \n",
       "1          MICU            52           52 2170-11-05 11:05:29   \n",
       "2           CCU            57           57 2128-06-24 15:05:20   \n",
       "3          SICU            52           23 2120-08-07 23:12:42   \n",
       "4           CCU            57           57 2186-12-25 21:08:04   \n",
       "\n",
       "              outtime     los  \n",
       "0 2198-02-18 05:26:11  3.2490  \n",
       "1 2170-11-08 17:46:57  3.2788  \n",
       "2 2128-06-27 12:32:29  2.8939  \n",
       "3 2120-08-10 00:39:04  2.0600  \n",
       "4 2186-12-27 12:01:13  1.6202  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query = query_schema + \"\"\"\n",
    "SELECT *\n",
    "FROM icustays\n",
    "LIMIT 10\n",
    "\"\"\"\n",
    "df = pd.read_sql_query(query, con)\n",
    "df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>icustay_id</th>\n",
       "      <th>dbsource</th>\n",
       "      <th>first_careunit</th>\n",
       "      <th>last_careunit</th>\n",
       "      <th>first_wardid</th>\n",
       "      <th>last_wardid</th>\n",
       "      <th>intime</th>\n",
       "      <th>outtime</th>\n",
       "      <th>los</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>42074</td>\n",
       "      <td>42210</td>\n",
       "      <td>117994</td>\n",
       "      <td>281393</td>\n",
       "      <td>metavision</td>\n",
       "      <td>SICU</td>\n",
       "      <td>SICU</td>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "      <td>2193-02-11 21:32:36</td>\n",
       "      <td>2193-02-19 17:36:09</td>\n",
       "      <td>7.8358</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   row_id  subject_id  hadm_id  icustay_id    dbsource first_careunit  \\\n",
       "0   42074       42210   117994      281393  metavision           SICU   \n",
       "\n",
       "  last_careunit  first_wardid  last_wardid              intime  \\\n",
       "0          SICU            33           33 2193-02-11 21:32:36   \n",
       "\n",
       "              outtime     los  \n",
       "0 2193-02-19 17:36:09  7.8358  "
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query = query_schema + \"\"\"\n",
    "SELECT *\n",
    "FROM icustays\n",
    "where subject_id=42210 \n",
    "\"\"\"\n",
    "df = pd.read_sql_query(query, con)\n",
    "df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>admittime</th>\n",
       "      <th>dischtime</th>\n",
       "      <th>deathtime</th>\n",
       "      <th>admission_type</th>\n",
       "      <th>admission_location</th>\n",
       "      <th>discharge_location</th>\n",
       "      <th>insurance</th>\n",
       "      <th>language</th>\n",
       "      <th>religion</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>ethnicity</th>\n",
       "      <th>edregtime</th>\n",
       "      <th>edouttime</th>\n",
       "      <th>diagnosis</th>\n",
       "      <th>hospital_expire_flag</th>\n",
       "      <th>has_chartevents_data</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>40490</td>\n",
       "      <td>42210</td>\n",
       "      <td>117994</td>\n",
       "      <td>2193-02-11 21:31:00</td>\n",
       "      <td>2193-02-25 17:50:00</td>\n",
       "      <td>None</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Medicaid</td>\n",
       "      <td>SPAN</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>HISPANIC/LATINO - DOMINICAN</td>\n",
       "      <td>2193-02-11 18:39:00</td>\n",
       "      <td>2193-02-11 23:05:00</td>\n",
       "      <td>SUBARACHNIOD HEMORRHAGE</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>40491</td>\n",
       "      <td>42210</td>\n",
       "      <td>192837</td>\n",
       "      <td>2193-04-10 07:15:00</td>\n",
       "      <td>2193-04-10 22:14:00</td>\n",
       "      <td>None</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Medicaid</td>\n",
       "      <td>SPAN</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>HISPANIC/LATINO - DOMINICAN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>CEREBRAL ANEURYSM/SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   row_id  subject_id  hadm_id           admittime           dischtime  \\\n",
       "0   40490       42210   117994 2193-02-11 21:31:00 2193-02-25 17:50:00   \n",
       "1   40491       42210   192837 2193-04-10 07:15:00 2193-04-10 22:14:00   \n",
       "\n",
       "  deathtime admission_type         admission_location discharge_location  \\\n",
       "0      None      EMERGENCY       EMERGENCY ROOM ADMIT               HOME   \n",
       "1      None       ELECTIVE  PHYS REFERRAL/NORMAL DELI               HOME   \n",
       "\n",
       "  insurance language  religion marital_status                    ethnicity  \\\n",
       "0  Medicaid     SPAN  CATHOLIC        MARRIED  HISPANIC/LATINO - DOMINICAN   \n",
       "1  Medicaid     SPAN  CATHOLIC        MARRIED  HISPANIC/LATINO - DOMINICAN   \n",
       "\n",
       "            edregtime           edouttime                diagnosis  \\\n",
       "0 2193-02-11 18:39:00 2193-02-11 23:05:00  SUBARACHNIOD HEMORRHAGE   \n",
       "1                 NaT                 NaT    CEREBRAL ANEURYSM/SDA   \n",
       "\n",
       "   hospital_expire_flag  has_chartevents_data  \n",
       "0                     0                     1  \n",
       "1                     0                     0  "
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query = query_schema + \"\"\"\n",
    "SELECT *\n",
    "FROM admissions\n",
    "where subject_id=42210 \n",
    "\"\"\"\n",
    "df = pd.read_sql_query(query, con)\n",
    "df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>chartdate</th>\n",
       "      <th>charttime</th>\n",
       "      <th>storetime</th>\n",
       "      <th>category</th>\n",
       "      <th>description</th>\n",
       "      <th>cgid</th>\n",
       "      <th>iserror</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>39025</td>\n",
       "      <td>42210</td>\n",
       "      <td>117994.0</td>\n",
       "      <td>2193-02-25</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>Discharge summary</td>\n",
       "      <td>Report</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>Admission Date:  [**2193-2-11**]              ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>723774</td>\n",
       "      <td>42210</td>\n",
       "      <td>117994.0</td>\n",
       "      <td>2193-02-18</td>\n",
       "      <td>2193-02-18 05:31:00</td>\n",
       "      <td>2193-02-18 05:31:39</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>19169.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Subarachnoid hemorrhage (SAH)\\n   Assessment:\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>723996</td>\n",
       "      <td>42210</td>\n",
       "      <td>117994.0</td>\n",
       "      <td>2193-02-19</td>\n",
       "      <td>2193-02-19 06:01:00</td>\n",
       "      <td>2193-02-19 09:32:14</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Intensivist Note</td>\n",
       "      <td>16145.0</td>\n",
       "      <td>None</td>\n",
       "      <td>TITLE:\\n   SICU\\n   HPI:\\n   45F w severe H/A,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>723943</td>\n",
       "      <td>42210</td>\n",
       "      <td>117994.0</td>\n",
       "      <td>2193-02-19</td>\n",
       "      <td>2193-02-19 02:57:00</td>\n",
       "      <td>2193-02-19 02:57:23</td>\n",
       "      <td>Nursing</td>\n",
       "      <td>Nursing Progress Note</td>\n",
       "      <td>20581.0</td>\n",
       "      <td>None</td>\n",
       "      <td>Subarachnoid hemorrhage (SAH)\\n   Assessment:\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>723817</td>\n",
       "      <td>42210</td>\n",
       "      <td>117994.0</td>\n",
       "      <td>2193-02-18</td>\n",
       "      <td>2193-02-18 06:03:00</td>\n",
       "      <td>2193-02-18 08:35:13</td>\n",
       "      <td>Physician</td>\n",
       "      <td>Intensivist Note</td>\n",
       "      <td>16545.0</td>\n",
       "      <td>None</td>\n",
       "      <td>SICU\\n   HPI:\\n   45F w severe H/A, vomitting;...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   row_id  subject_id   hadm_id  chartdate           charttime  \\\n",
       "0   39025       42210  117994.0 2193-02-25                 NaT   \n",
       "1  723774       42210  117994.0 2193-02-18 2193-02-18 05:31:00   \n",
       "2  723996       42210  117994.0 2193-02-19 2193-02-19 06:01:00   \n",
       "3  723943       42210  117994.0 2193-02-19 2193-02-19 02:57:00   \n",
       "4  723817       42210  117994.0 2193-02-18 2193-02-18 06:03:00   \n",
       "\n",
       "            storetime           category            description     cgid  \\\n",
       "0                 NaT  Discharge summary                 Report      NaN   \n",
       "1 2193-02-18 05:31:39            Nursing  Nursing Progress Note  19169.0   \n",
       "2 2193-02-19 09:32:14         Physician        Intensivist Note  16145.0   \n",
       "3 2193-02-19 02:57:23            Nursing  Nursing Progress Note  20581.0   \n",
       "4 2193-02-18 08:35:13         Physician        Intensivist Note  16545.0   \n",
       "\n",
       "  iserror                                               text  \n",
       "0    None  Admission Date:  [**2193-2-11**]              ...  \n",
       "1    None  Subarachnoid hemorrhage (SAH)\\n   Assessment:\\...  \n",
       "2    None  TITLE:\\n   SICU\\n   HPI:\\n   45F w severe H/A,...  \n",
       "3    None  Subarachnoid hemorrhage (SAH)\\n   Assessment:\\...  \n",
       "4    None  SICU\\n   HPI:\\n   45F w severe H/A, vomitting;...  "
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query = query_schema + \"\"\"\n",
    "SELECT *\n",
    "FROM noteevents\n",
    "where subject_id=42210 \n",
    "\"\"\"\n",
    "df = pd.read_sql_query(query, con)\n",
    "df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"Admission Date:  [**2193-2-11**]              Discharge Date:   [**2193-2-25**]\\n\\nDate of Birth:  [**2147-6-3**]             Sex:   F\\n\\nService: NEUROSURGERY\\n\\nAllergies:\\nPatient recorded as having No Known Allergies to Drugs\\n\\nAttending:[**First Name3 (LF) 78**]\\nChief Complaint:\\nheadache\\n\\nMajor Surgical or Invasive Procedure:\\n[**2193-2-11**]: EVD placement\\n\\n\\nHistory of Present Illness:\\n45F known only for HTN (treated) found to have very severe h/a\\nand vomitting on [**2-11**]. CT head at OSH shows SAH and patient is\\ntransferred to [**Hospital1 18**] for further eval.\\n\\n\\nPast Medical History:\\nHTN\\n\\nSocial History:\\nnon-contributory\\n\\nFamily History:\\nnon-contributory\\n\\nPhysical Exam:\\nOn Admission:\\n127/77  55  15  100%\\nSleepy but arousable; spanish speaking only;\\nFollows simple commands w all 4 ext.\\nTalks very minimally; able to tell her name but not location or\\ntime.\\nPERLA, EOMI;\\nFace symetric;\\nTongue midline;\\nMoves all 4 ext symetrically and with full strength;\\nNo pronator drift;\\nNeck tenderness;\\n\\nOn Discharge:\\nNon focal\\n\\nPertinent Results:\\nLabs on admission:\\n[**2193-2-11**] 06:42PM BLOOD WBC-20.7* RBC-4.71 Hgb-10.6* Hct-34.8*\\nMCV-74* MCH-22.5* MCHC-30.5* RDW-16.8* Plt Ct-476*\\n[**2193-2-11**] 06:42PM BLOOD Neuts-91.3* Lymphs-7.0* Monos-1.5* Eos-0\\nBaso-0.1\\n[**2193-2-11**] 06:42PM BLOOD PT-12.7 PTT-28.3 INR(PT)-1.1\\n[**2193-2-11**] 06:42PM BLOOD Glucose-144* UreaN-8 Creat-0.7 Na-136\\nK-4.0 Cl-102 HCO3-16* AnGap-22*\\n[**2193-2-12**] 01:56AM BLOOD Calcium-8.6 Phos-2.6* Mg-1.6\\n[**2193-2-12**] 01:56AM BLOOD Phenyto-10.6\\n\\nIMAGING:\\nCT/A Head [**2193-2-11**]:\\nCT HEAD: Again seen is diffuse bilateral subarachnoid hemorrhage\\nwithin the sylvian fissures, basilar cisterns, prepontine and\\nambient cisterns. Again seen are small bilateral hyperdense\\ncollections layering within the occipital horns. There is\\npersistent effacement of the cortical sulci. The ventricular\\nsystem is unchanged in size and configuration. [**Doctor Last Name **]-white matter\\ndifferentiation is preserved. There is no evidence of acute\\nterritorial infarction. Again noted is a mucous retention cyst\\nin the right maxillary sinus. There is mild mucosal thickening\\ninvolving both maxillary sinuses and several bilateral ethmoid\\nair cells. No evidence of fracture.\\nCTA HEAD: The vertebral arteries are codominant and patent.\\nThere is a 2.5 mm outpouching of the V4 segment of the left\\nvertebral artery which may involve the PICA origin (image 188\\nseries 2; image 26 series 300b,image 21 series 301b). There is\\npossible infundibular dilatation or ectasia involving the\\nbasilar artery at the origins of the superior cerebellar\\narteries. The intracranial internal carotid, anterior, middle,\\nand posterior cerebral arteries are patent without evidence of\\nocclusion, high-grade stenosis, aneurysm, or arteriovenous\\nmalformation. No additional aneurysms are identified.\\nCTA NECK:\\nThe origins of the great vessels at the level of the aortic arch\\nare\\nunremarkable. The paired vertebral arteries are patent in their\\nentirety.\\nAgain seen is the 2.5 mm outpouching involving the V4 segment of\\nthe left\\nvertebral artery. The extracranial common, internal, and\\nexternal carotid\\narteries are normal in course and caliber without evidence of\\nhigh-grade\\nstenosis or occlusion. There are dependent atelectatic changes,\\nleft greater than right. There are mild degenerative changes of\\nthe cervical spine, most pronounced at C5-6.\\nIMPRESSION:\\n1. 2.5 mm outpouching of the V4 segment of the left vertebral\\nartery which\\nmay involve the PICA origin.\\n2. Stable extensive bilateral subarachnoid hemorrhage with mild\\ndilatation of the lateral ventricles, unchanged since the prior\\nexamination.\\n\\n[**2193-2-20**] CT brain\\nIMPRESSION:\\n\\n1. Mild increase in ventricular size following drain clamping.\\n\\n2. Evolving SAH and left PICA aneurysm clip.\\n\\n3. Persistent left parietal hyperdensity likely represents a\\nvascular\\nmalformation. MR can be ordered for further characterization.\\n\\n\\nBrief Hospital Course:\\nPatient began experiencing a sever headache and vomiting and\\npresented to OSH on [**2193-2-11**] and was found to have SAH on CT with\\na basilar tip aneurysm.  She was trasnferred to [**Hospital1 18**] for\\nfurther management.  She was lethargic but arousable and\\nfollowing simple commands upon presentation.  Due to her CT\\nresults an EVD was emergently placed by Dr. [**First Name4 (NamePattern1) **] [**Last Name (NamePattern1) **].  She was\\nstarted on Nimodopine for vasospasm prohylaxis and on the\\nmorning of [**2193-2-12**] she underwent cerebral angiogram which showed\\na left PICA aneurysm which was subsequently coiled. After the\\nangiogram she was transferred to the ICU where she was placed on\\nvasospasm watch.\\n\\nShe remained stable in the ICU and her exam slowly improved.  On\\n[**2-13**] she was awake and oriented to her self, location, and date\\nand strength was full but was slightly lethargic and a language\\nbarrier was present as she is spanish speaking only.  On [**2193-2-15**]\\nher exam remained stable and she was much more awake and\\ninteractive with the exam.  Her EVD was raised to 25. On\\n[**2193-2-16**] it was noted that EVD was slightly pulled out on\\nimaging thus resecured with staples. On [**2193-2-17**] the EVD was\\nclamped at 10am and began to experience ICP recordings in the\\n20's, max was 38- EVD was reopened. She had a second clamping\\ntrial and the EVD was successfully removed on [**2-21**]. In the\\nafternoon, it was noted that CSF was draining from the EVD site\\nin which staples and dermabond was used to close the incision\\nmore accurately. It was unsuccessful, CSF continued to drain\\nfrom the site and sutures were placed to create better closure\\nof incision. Patient was asked to cough and no CSF was observed.\\n\\n\\nPatient was again evaluated by PT for stairs, and they\\ndetermined over the weekend that she was not yet ready to be\\ndischarged to home where she has 3 flights of stairs to climb.\\nTHey reevaluated the patient on monday, [**2193-2-25**] and found that\\nshe was safe for discharge - she agrees with the plan. Her\\nincision remains dry.\\n\\nMedications on Admission:\\nNone\\n\\nDischarge Medications:\\n1. Aspirin 325 mg Tablet Sig: One (1) Tablet PO DAILY (Daily).\\nDisp:*30 Tablet(s)* Refills:*2*\\n2. Tramadol 50 mg Tablet Sig: One (1) Tablet PO Q4H (every 4\\nhours) as needed for headache.\\nDisp:*30 Tablet(s)* Refills:*0*\\n3. Docusate Sodium 100 mg Capsule Sig: One (1) Capsule PO BID (2\\ntimes a day): Use while taking Tramadol.\\nDisp:*60 Capsule(s)* Refills:*2*\\n\\n\\nDischarge Disposition:\\nHome with Service\\n\\nDischarge Diagnosis:\\natraumatic SAH, left PICA aneurysm\\n\\n\\nDischarge Condition:\\nNeurologically Stable\\n\\n\\nDischarge Instructions:\\nGENERAL INSTRUCTIONS\\nWOUND CARE\\n??????\\tYou or a family member should inspect your wound every day and\\nreport any of the following problems to your physician.\\n??????\\tKeep your incision clean and dry.\\n??????\\tYou may wash your hair with a mild shampoo 24 hours after your\\nsutures are removed.\\n??????\\tDo NOT apply any lotions, ointments or other products to your\\nincision.\\n??????\\tDO NOT DRIVE until you are seen at the first follow up\\nappointment.\\n??????\\tDo not lift objects over 10 pounds until approved by your\\nphysician.\\n[**Name10 (NameIs) **]\\n[**Name Initial (NameIs) **] normal well balanced [**Name Initial (NameIs) **] is recommended for recovery, and you\\nshould resume any specially prescribed [**Name Initial (NameIs) **] you were eating\\nbefore your surgery.\\nMEDICATIONS:\\n??????\\tTake all of your medications as ordered.  You do not have to\\ntake pain medication unless it is needed.  It is important that\\nyou are able to cough, breathe deeply, and is comfortable enough\\nto walk.\\n??????\\tDo not use alcohol while taking pain medication.\\n??????\\tMedications that may be prescribed include:\\n-Narcotic pain medication such as Dilaudid (hydromorphone).\\n\\t-An over the counter stool softener for constipation (Colace or\\nDocusate). If you become constipated, try products such as\\nDulcolax, Milk of Magnesia, first, and then Magnesium Citrate or\\nFleets enema if needed). Often times, pain medication and\\nanesthesia can cause constipation.\\n\\nACTIVITY:\\nThe first few weeks after you are discharged you may feel tired\\nor fatigued. This is normal. You should become a little stronger\\nevery day. Activity is the most important measure you can take\\nto prevent complications and to begin to feel like yourself\\nagain. In general:\\n??????\\tFollow the activity instructions given to you by your doctor\\nand therapist.\\n??????\\tIncrease your activity slowly; do not do too much because you\\nare feeling good.\\n??????\\tYou may resume sexual activity as your tolerance allows.\\n??????\\tIf you feel light headed or fatigued after increasing\\nactivity, rest, decrease the amount of activity that you do, and\\nbegin building your tolerance to activity more slowly.\\n??????\\tDO NOT DRIVE until you speak with your physician.\\n??????\\tDo not lift objects over 10 pounds until approved by your\\nphysician.\\n??????\\tAvoid any activity that causes you to hold your breath and\\npush, for example weight lifting, lifting or moving heavy\\nobjects, or straining at stool.\\n??????\\t   Do your breathing exercises every two hours.\\n??????\\t   Use your incentive spirometer 10 times every hour that you\\nare awake.\\n\\nWHEN TO CALL YOUR SURGEON:\\nWith any surgery there are risks of complications. Although your\\nsurgery is over, there is the possibility of some of these\\ncomplications developing. These complications include:\\ninfection, blood clots, or neurological changes. Call your\\nPhysician Immediately if you Experience:\\n\\n??????\\tConfusion, fainting, blacking out, extreme fatigue, memory\\nloss, or difficulty speaking.\\n??????\\tDouble, or blurred vision. Loss of vision, either partial or\\ntotal.\\n??????\\tHallucinations\\n??????\\tNumbness, tingling, or weakness in your extremities or face.\\n??????\\tStiff neck, and/or a fever of 101.5F or more.\\n??????\\tSevere sensitivity to light. (Photophobia)\\n??????\\tSevere headache or change in headache.\\n??????\\tSeizure\\n??????\\tProblems controlling your bowels or bladder.\\n??????\\tProductive cough with yellow or green sputum.\\n??????\\tSwelling, redness, or tenderness in your calf or thigh.\\n\\nCall 911 or go to the Nearest Emergency Room if you Experience:\\n??????\\tSudden difficulty in breathing.\\n??????\\tNew onset of seizure or change in seizure, or seizure from\\nwhich you wake up confused.\\n??????\\tA seizure that lasts more than 5 minutes.\\n\\nImportant Instructions Regarding Emergencies and After-Hour\\nCalls\\n??????\\tIf you have what you feel is a true emergency at any time,\\nplease present immediately to your local emergency room, where a\\ndoctor there will evaluate you and contact us if needed. Due to\\nthe complexity of neurosurgical procedures and treatment of\\nneurosurgical problems, effective advice regarding emergency\\nsituations cannot be given over the telephone.\\n??????\\tShould you have a situation which is not life-threatening, but\\nyou feel needs addressing before normal office hours or on the\\nweekend, please present to the local emergency room, where the\\nphysician there will evaluate you and contact us if needed.\\n\\n\\nFollowup Instructions:\\nFollow-Up Appointment Instructions\\n\\n??????Please return to the office on or about 2/29/[**2193**] for removal\\nof your sutures and a wound check. Please make this appointment\\nby calling [**Telephone/Fax (1) 1669**]. If you live quite a distance from our\\noffice, please make arrangements for the same, with your PCP.\\n??????([**Telephone/Fax (1) 88**] Dr. [**First Name (STitle) **], - an appointment had been made for\\nyou to be seen in 4 weeks.\\n*       You will have an [**First Name (STitle) 4338**]/MRA of teh brain before this\\nappointment.\\n\\nProvider: [**Name10 (NameIs) 4338**] Phone:[**Telephone/Fax (1) 327**] Date/Time:[**2193-3-28**] 2:00\\nProvider: [**Name10 (NameIs) **] [**Last Name (NamePattern4) 7746**], MD Phone:[**Telephone/Fax (1) 3666**]\\nDate/Time:[**2193-3-28**] 3:15\\n\\n\\n\\nCompleted by:[**2193-2-25**]\""
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[0][\"text\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['row_id', 'subject_id', 'hadm_id', 'chartdate', 'charttime',\n",
       "       'storetime', 'category', 'description', 'cgid', 'iserror', 'text'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>icustay_id</th>\n",
       "      <th>gender</th>\n",
       "      <th>dod</th>\n",
       "      <th>admittime</th>\n",
       "      <th>dischtime</th>\n",
       "      <th>los_hospital</th>\n",
       "      <th>age</th>\n",
       "      <th>ethnicity</th>\n",
       "      <th>ethnicity_grouped</th>\n",
       "      <th>admission_type</th>\n",
       "      <th>hospital_expire_flag</th>\n",
       "      <th>hospstay_seq</th>\n",
       "      <th>first_hosp_stay</th>\n",
       "      <th>intime</th>\n",
       "      <th>outtime</th>\n",
       "      <th>los_icu</th>\n",
       "      <th>icustay_seq</th>\n",
       "      <th>first_icu_stay</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2</td>\n",
       "      <td>163353</td>\n",
       "      <td>243653</td>\n",
       "      <td>M</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2138-07-17 19:04:00</td>\n",
       "      <td>2138-07-21 15:48:00</td>\n",
       "      <td>3.8639</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>ASIAN</td>\n",
       "      <td>asian</td>\n",
       "      <td>NEWBORN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>2138-07-17 21:20:07</td>\n",
       "      <td>2138-07-17 23:32:21</td>\n",
       "      <td>0.0918</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>145834</td>\n",
       "      <td>211552</td>\n",
       "      <td>M</td>\n",
       "      <td>2102-06-14</td>\n",
       "      <td>2101-10-20 19:08:00</td>\n",
       "      <td>2101-10-31 13:58:00</td>\n",
       "      <td>10.7847</td>\n",
       "      <td>76.5268</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>white</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>2101-10-20 19:10:11</td>\n",
       "      <td>2101-10-26 20:43:09</td>\n",
       "      <td>6.0646</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>185777</td>\n",
       "      <td>294638</td>\n",
       "      <td>F</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2191-03-16 00:28:00</td>\n",
       "      <td>2191-03-23 18:41:00</td>\n",
       "      <td>7.7590</td>\n",
       "      <td>47.8450</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>white</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>2191-03-16 00:29:31</td>\n",
       "      <td>2191-03-17 16:46:31</td>\n",
       "      <td>1.6785</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>178980</td>\n",
       "      <td>214757</td>\n",
       "      <td>M</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2103-02-02 04:31:00</td>\n",
       "      <td>2103-02-04 12:15:00</td>\n",
       "      <td>2.3222</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>ASIAN</td>\n",
       "      <td>asian</td>\n",
       "      <td>NEWBORN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>2103-02-02 06:04:24</td>\n",
       "      <td>2103-02-02 08:06:00</td>\n",
       "      <td>0.0844</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6</td>\n",
       "      <td>107064</td>\n",
       "      <td>228232</td>\n",
       "      <td>F</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2175-05-30 07:15:00</td>\n",
       "      <td>2175-06-15 16:00:00</td>\n",
       "      <td>16.3646</td>\n",
       "      <td>65.9407</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>white</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>2175-05-30 21:30:54</td>\n",
       "      <td>2175-06-03 13:39:54</td>\n",
       "      <td>3.6729</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   subject_id  hadm_id  icustay_id gender        dod           admittime  \\\n",
       "0           2   163353      243653      M        NaT 2138-07-17 19:04:00   \n",
       "1           3   145834      211552      M 2102-06-14 2101-10-20 19:08:00   \n",
       "2           4   185777      294638      F        NaT 2191-03-16 00:28:00   \n",
       "3           5   178980      214757      M        NaT 2103-02-02 04:31:00   \n",
       "4           6   107064      228232      F        NaT 2175-05-30 07:15:00   \n",
       "\n",
       "            dischtime  los_hospital      age ethnicity ethnicity_grouped  \\\n",
       "0 2138-07-21 15:48:00        3.8639   0.0022     ASIAN             asian   \n",
       "1 2101-10-31 13:58:00       10.7847  76.5268     WHITE             white   \n",
       "2 2191-03-23 18:41:00        7.7590  47.8450     WHITE             white   \n",
       "3 2103-02-04 12:15:00        2.3222   0.0005     ASIAN             asian   \n",
       "4 2175-06-15 16:00:00       16.3646  65.9407     WHITE             white   \n",
       "\n",
       "  admission_type  hospital_expire_flag  hospstay_seq  first_hosp_stay  \\\n",
       "0        NEWBORN                     0             1             True   \n",
       "1      EMERGENCY                     0             1             True   \n",
       "2      EMERGENCY                     0             1             True   \n",
       "3        NEWBORN                     0             1             True   \n",
       "4       ELECTIVE                     0             1             True   \n",
       "\n",
       "               intime             outtime  los_icu  icustay_seq  \\\n",
       "0 2138-07-17 21:20:07 2138-07-17 23:32:21   0.0918            1   \n",
       "1 2101-10-20 19:10:11 2101-10-26 20:43:09   6.0646            1   \n",
       "2 2191-03-16 00:29:31 2191-03-17 16:46:31   1.6785            1   \n",
       "3 2103-02-02 06:04:24 2103-02-02 08:06:00   0.0844            1   \n",
       "4 2175-05-30 21:30:54 2175-06-03 13:39:54   3.6729            1   \n",
       "\n",
       "   first_icu_stay  \n",
       "0            True  \n",
       "1            True  \n",
       "2            True  \n",
       "3            True  \n",
       "4            True  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query = query_schema + \"\"\"\n",
    "SELECT *\n",
    "FROM icustay_detail\n",
    "LIMIT 10\n",
    "\"\"\"\n",
    "df = pd.read_sql_query(query, con)\n",
    "df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['subject_id', 'hadm_id', 'icustay_id', 'gender', 'dod', 'admittime',\n",
       "       'dischtime', 'los_hospital', 'age', 'ethnicity', 'ethnicity_grouped',\n",
       "       'admission_type', 'hospital_expire_flag', 'hospstay_seq',\n",
       "       'first_hosp_stay', 'intime', 'outtime', 'los_icu', 'icustay_seq',\n",
       "       'first_icu_stay'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.columns\n",
    "\n",
    "# we will definitely need to join it with other variables\n",
    "# for instance, we need glucose_mean and other variables!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "adult_icu_query = query_schema + \"\"\"\n",
    "SELECT * from icustays\n",
    "\"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "adult_icu = pd.read_sql_query(query, con)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>icustay_id</th>\n",
       "      <th>gender</th>\n",
       "      <th>dod</th>\n",
       "      <th>admittime</th>\n",
       "      <th>dischtime</th>\n",
       "      <th>los_hospital</th>\n",
       "      <th>age</th>\n",
       "      <th>ethnicity</th>\n",
       "      <th>ethnicity_grouped</th>\n",
       "      <th>admission_type</th>\n",
       "      <th>hospital_expire_flag</th>\n",
       "      <th>hospstay_seq</th>\n",
       "      <th>first_hosp_stay</th>\n",
       "      <th>intime</th>\n",
       "      <th>outtime</th>\n",
       "      <th>los_icu</th>\n",
       "      <th>icustay_seq</th>\n",
       "      <th>first_icu_stay</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2</td>\n",
       "      <td>163353</td>\n",
       "      <td>243653</td>\n",
       "      <td>M</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2138-07-17 19:04:00</td>\n",
       "      <td>2138-07-21 15:48:00</td>\n",
       "      <td>3.8639</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>ASIAN</td>\n",
       "      <td>asian</td>\n",
       "      <td>NEWBORN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>2138-07-17 21:20:07</td>\n",
       "      <td>2138-07-17 23:32:21</td>\n",
       "      <td>0.0918</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>145834</td>\n",
       "      <td>211552</td>\n",
       "      <td>M</td>\n",
       "      <td>2102-06-14</td>\n",
       "      <td>2101-10-20 19:08:00</td>\n",
       "      <td>2101-10-31 13:58:00</td>\n",
       "      <td>10.7847</td>\n",
       "      <td>76.5268</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>white</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>2101-10-20 19:10:11</td>\n",
       "      <td>2101-10-26 20:43:09</td>\n",
       "      <td>6.0646</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>185777</td>\n",
       "      <td>294638</td>\n",
       "      <td>F</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2191-03-16 00:28:00</td>\n",
       "      <td>2191-03-23 18:41:00</td>\n",
       "      <td>7.7590</td>\n",
       "      <td>47.8450</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>white</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>2191-03-16 00:29:31</td>\n",
       "      <td>2191-03-17 16:46:31</td>\n",
       "      <td>1.6785</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>178980</td>\n",
       "      <td>214757</td>\n",
       "      <td>M</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2103-02-02 04:31:00</td>\n",
       "      <td>2103-02-04 12:15:00</td>\n",
       "      <td>2.3222</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>ASIAN</td>\n",
       "      <td>asian</td>\n",
       "      <td>NEWBORN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>2103-02-02 06:04:24</td>\n",
       "      <td>2103-02-02 08:06:00</td>\n",
       "      <td>0.0844</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6</td>\n",
       "      <td>107064</td>\n",
       "      <td>228232</td>\n",
       "      <td>F</td>\n",
       "      <td>NaT</td>\n",
       "      <td>2175-05-30 07:15:00</td>\n",
       "      <td>2175-06-15 16:00:00</td>\n",
       "      <td>16.3646</td>\n",
       "      <td>65.9407</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>white</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>2175-05-30 21:30:54</td>\n",
       "      <td>2175-06-03 13:39:54</td>\n",
       "      <td>3.6729</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   subject_id  hadm_id  icustay_id gender        dod           admittime  \\\n",
       "0           2   163353      243653      M        NaT 2138-07-17 19:04:00   \n",
       "1           3   145834      211552      M 2102-06-14 2101-10-20 19:08:00   \n",
       "2           4   185777      294638      F        NaT 2191-03-16 00:28:00   \n",
       "3           5   178980      214757      M        NaT 2103-02-02 04:31:00   \n",
       "4           6   107064      228232      F        NaT 2175-05-30 07:15:00   \n",
       "\n",
       "            dischtime  los_hospital      age ethnicity ethnicity_grouped  \\\n",
       "0 2138-07-21 15:48:00        3.8639   0.0022     ASIAN             asian   \n",
       "1 2101-10-31 13:58:00       10.7847  76.5268     WHITE             white   \n",
       "2 2191-03-23 18:41:00        7.7590  47.8450     WHITE             white   \n",
       "3 2103-02-04 12:15:00        2.3222   0.0005     ASIAN             asian   \n",
       "4 2175-06-15 16:00:00       16.3646  65.9407     WHITE             white   \n",
       "\n",
       "  admission_type  hospital_expire_flag  hospstay_seq  first_hosp_stay  \\\n",
       "0        NEWBORN                     0             1             True   \n",
       "1      EMERGENCY                     0             1             True   \n",
       "2      EMERGENCY                     0             1             True   \n",
       "3        NEWBORN                     0             1             True   \n",
       "4       ELECTIVE                     0             1             True   \n",
       "\n",
       "               intime             outtime  los_icu  icustay_seq  \\\n",
       "0 2138-07-17 21:20:07 2138-07-17 23:32:21   0.0918            1   \n",
       "1 2101-10-20 19:10:11 2101-10-26 20:43:09   6.0646            1   \n",
       "2 2191-03-16 00:29:31 2191-03-17 16:46:31   1.6785            1   \n",
       "3 2103-02-02 06:04:24 2103-02-02 08:06:00   0.0844            1   \n",
       "4 2175-05-30 21:30:54 2175-06-03 13:39:54   3.6729            1   \n",
       "\n",
       "   first_icu_stay  \n",
       "0            True  \n",
       "1            True  \n",
       "2            True  \n",
       "3            True  \n",
       "4            True  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "adult_icu.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "# join on hadam (the hospital admissions)\n",
    "# check: joining in postgresql faster than joining in pandas\n",
    "\n",
    "hadm_query = query_schema + \\\\\n",
    "\n",
    "'''\n",
    "SELECT * \n",
    "from ADMISSIONS\n",
    "'''\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "hadm_data = pd.read_sql_query(hadm_query,con)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "# we could try and get patient embeddings for the mimic patient as well! Since it seems like we will have to at least get \n",
    "# lookups for dealing with the categorical embeddings: religion embedding! \n",
    "# actually: in general, we can always get categorical embeddings! (automatically)\n",
    "# but: categorical embedding for decision trees etc. (do some clustering by country etc.)\n",
    "\n",
    "# cogsci: religion embedding! \n",
    "\n",
    "# even just a cleaning on the diagnosis column would be super useful! \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>admittime</th>\n",
       "      <th>dischtime</th>\n",
       "      <th>deathtime</th>\n",
       "      <th>admission_type</th>\n",
       "      <th>admission_location</th>\n",
       "      <th>discharge_location</th>\n",
       "      <th>insurance</th>\n",
       "      <th>language</th>\n",
       "      <th>religion</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>ethnicity</th>\n",
       "      <th>edregtime</th>\n",
       "      <th>edouttime</th>\n",
       "      <th>diagnosis</th>\n",
       "      <th>hospital_expire_flag</th>\n",
       "      <th>has_chartevents_data</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>21</td>\n",
       "      <td>22</td>\n",
       "      <td>165315</td>\n",
       "      <td>2196-04-09 12:26:00</td>\n",
       "      <td>2196-04-10 15:54:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>DISC-TRAN CANCER/CHLDRN H</td>\n",
       "      <td>Private</td>\n",
       "      <td>None</td>\n",
       "      <td>UNOBTAINABLE</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2196-04-09 10:06:00</td>\n",
       "      <td>2196-04-09 13:24:00</td>\n",
       "      <td>BENZODIAZEPINE OVERDOSE</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>22</td>\n",
       "      <td>23</td>\n",
       "      <td>152223</td>\n",
       "      <td>2153-09-03 07:15:00</td>\n",
       "      <td>2153-09-08 19:10:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>None</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>CORONARY ARTERY DISEASE\\CORONARY ARTERY BYPASS...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>124321</td>\n",
       "      <td>2157-10-18 19:34:00</td>\n",
       "      <td>2157-10-25 14:00:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>TRANSFER FROM HOSP/EXTRAM</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>BRAIN MASS</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>24</td>\n",
       "      <td>24</td>\n",
       "      <td>161859</td>\n",
       "      <td>2139-06-06 16:14:00</td>\n",
       "      <td>2139-06-09 12:48:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>TRANSFER FROM HOSP/EXTRAM</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>None</td>\n",
       "      <td>PROTESTANT QUAKER</td>\n",
       "      <td>SINGLE</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>INTERIOR MYOCARDIAL INFARCTION</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>25</td>\n",
       "      <td>25</td>\n",
       "      <td>129635</td>\n",
       "      <td>2160-11-02 02:06:00</td>\n",
       "      <td>2160-11-05 14:55:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>None</td>\n",
       "      <td>UNOBTAINABLE</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2160-11-02 01:01:00</td>\n",
       "      <td>2160-11-02 04:27:00</td>\n",
       "      <td>ACUTE CORONARY SYNDROME</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>197661</td>\n",
       "      <td>2126-05-06 15:16:00</td>\n",
       "      <td>2126-05-13 15:00:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>TRANSFER FROM HOSP/EXTRAM</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>None</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>SINGLE</td>\n",
       "      <td>UNKNOWN/NOT SPECIFIED</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>V-TACH</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>27</td>\n",
       "      <td>27</td>\n",
       "      <td>134931</td>\n",
       "      <td>2191-11-30 22:16:00</td>\n",
       "      <td>2191-12-03 14:45:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NEWBORN</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>None</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>None</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NEWBORN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>28</td>\n",
       "      <td>28</td>\n",
       "      <td>162569</td>\n",
       "      <td>2177-09-01 07:15:00</td>\n",
       "      <td>2177-09-06 16:00:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>None</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>CORONARY ARTERY DISEASE\\CORONARY ARTERY BYPASS...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>29</td>\n",
       "      <td>30</td>\n",
       "      <td>104557</td>\n",
       "      <td>2172-10-14 14:17:00</td>\n",
       "      <td>2172-10-19 14:37:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>URGENT</td>\n",
       "      <td>TRANSFER FROM HOSP/EXTRAM</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>None</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>UNKNOWN/NOT SPECIFIED</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>UNSTABLE ANGINA\\CATH</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>30</td>\n",
       "      <td>31</td>\n",
       "      <td>128652</td>\n",
       "      <td>2108-08-22 23:27:00</td>\n",
       "      <td>2108-08-30 15:00:00</td>\n",
       "      <td>2108-08-30 15:00:00</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>TRANSFER FROM HOSP/EXTRAM</td>\n",
       "      <td>DEAD/EXPIRED</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>None</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>STATUS EPILEPTICUS</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>31</td>\n",
       "      <td>32</td>\n",
       "      <td>175413</td>\n",
       "      <td>2170-04-04 08:00:00</td>\n",
       "      <td>2170-04-23 12:45:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Medicaid</td>\n",
       "      <td>None</td>\n",
       "      <td>UNOBTAINABLE</td>\n",
       "      <td>None</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>TRACHEAL STENOSIS/SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>32</td>\n",
       "      <td>33</td>\n",
       "      <td>176176</td>\n",
       "      <td>2116-12-23 22:30:00</td>\n",
       "      <td>2116-12-27 12:05:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>None</td>\n",
       "      <td>PROTESTANT QUAKER</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>UNKNOWN/NOT SPECIFIED</td>\n",
       "      <td>2116-12-23 14:42:00</td>\n",
       "      <td>2116-12-23 23:41:00</td>\n",
       "      <td>SEPSIS;TELEMETRY</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>33</td>\n",
       "      <td>34</td>\n",
       "      <td>115799</td>\n",
       "      <td>2186-07-18 16:46:00</td>\n",
       "      <td>2186-07-20 16:00:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>TRANSFER FROM HOSP/EXTRAM</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>CHEST PAIN\\CATH</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>144319</td>\n",
       "      <td>2191-02-23 05:23:00</td>\n",
       "      <td>2191-02-25 20:20:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2191-02-23 04:23:00</td>\n",
       "      <td>2191-02-23 07:25:00</td>\n",
       "      <td>BRADYCARDIA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>35</td>\n",
       "      <td>35</td>\n",
       "      <td>166707</td>\n",
       "      <td>2122-02-10 11:15:00</td>\n",
       "      <td>2122-02-20 15:30:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>None</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>DIVORCED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>AORTIC VALVE DISEASE\\CORONARY ARTERY BYPASS GR...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>36</td>\n",
       "      <td>36</td>\n",
       "      <td>182104</td>\n",
       "      <td>2131-04-30 07:15:00</td>\n",
       "      <td>2131-05-08 14:00:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>CORONARY ARTERY DISEASE\\CORONARY ARTERY BYPASS...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>37</td>\n",
       "      <td>36</td>\n",
       "      <td>122659</td>\n",
       "      <td>2131-05-12 19:49:00</td>\n",
       "      <td>2131-05-25 13:30:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>REHAB/DISTINCT PART HOSP</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2131-05-12 17:26:00</td>\n",
       "      <td>2131-05-12 22:17:00</td>\n",
       "      <td>CHEST PAIN/SHORTNESS OF BREATH</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>38</td>\n",
       "      <td>36</td>\n",
       "      <td>165660</td>\n",
       "      <td>2134-05-10 11:30:00</td>\n",
       "      <td>2134-05-20 13:16:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>LONG TERM CARE HOSPITAL</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>VENTRAL HERNIA/SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>39</td>\n",
       "      <td>37</td>\n",
       "      <td>188670</td>\n",
       "      <td>2183-08-21 16:48:00</td>\n",
       "      <td>2183-08-26 18:54:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>None</td>\n",
       "      <td>JEWISH</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2183-08-21 05:58:00</td>\n",
       "      <td>2183-08-21 17:45:00</td>\n",
       "      <td>CONGESTIVE HEART FAILURE</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>40</td>\n",
       "      <td>38</td>\n",
       "      <td>185910</td>\n",
       "      <td>2166-08-10 00:28:00</td>\n",
       "      <td>2166-09-04 11:30:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>TRANSFER FROM HOSP/EXTRAM</td>\n",
       "      <td>LONG TERM CARE HOSPITAL</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>None</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>WIDOWED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ACUTE MYOCARDIAL INFARCTION-SEPSIS</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>41</td>\n",
       "      <td>39</td>\n",
       "      <td>106266</td>\n",
       "      <td>2114-11-29 21:04:00</td>\n",
       "      <td>2114-12-09 15:10:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NEWBORN</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>None</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>None</td>\n",
       "      <td>UNKNOWN/NOT SPECIFIED</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NEWBORN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>42</td>\n",
       "      <td>41</td>\n",
       "      <td>101757</td>\n",
       "      <td>2132-12-31 10:30:00</td>\n",
       "      <td>2133-01-27 15:45:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>DISC-TRAN TO FEDERAL HC</td>\n",
       "      <td>Private</td>\n",
       "      <td>None</td>\n",
       "      <td>PROTESTANT QUAKER</td>\n",
       "      <td>SINGLE</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>RIGHT BRAIN STEM LESION/SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>456</td>\n",
       "      <td>357</td>\n",
       "      <td>174486</td>\n",
       "      <td>2197-12-06 07:13:00</td>\n",
       "      <td>2198-01-03 14:00:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>REHAB/DISTINCT PART HOSP</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2197-12-06 06:28:00</td>\n",
       "      <td>2197-12-06 07:43:00</td>\n",
       "      <td>GASTROINTESTINAL BLEED</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>457</td>\n",
       "      <td>357</td>\n",
       "      <td>145674</td>\n",
       "      <td>2198-08-02 04:49:00</td>\n",
       "      <td>2198-10-26 14:55:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>REHAB/DISTINCT PART HOSP</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2198-08-02 02:03:00</td>\n",
       "      <td>2198-08-02 05:37:00</td>\n",
       "      <td>SEIZURE</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>458</td>\n",
       "      <td>357</td>\n",
       "      <td>122609</td>\n",
       "      <td>2198-11-01 22:36:00</td>\n",
       "      <td>2198-11-14 14:20:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>REHAB/DISTINCT PART HOSP</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2198-11-01 18:01:00</td>\n",
       "      <td>2198-11-01 23:06:00</td>\n",
       "      <td>SEPSIS</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>459</td>\n",
       "      <td>357</td>\n",
       "      <td>101651</td>\n",
       "      <td>2199-10-20 12:05:00</td>\n",
       "      <td>2199-10-23 17:30:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>SNF</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2199-10-20 09:34:00</td>\n",
       "      <td>2199-10-20 13:25:00</td>\n",
       "      <td>PNEUMONIA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>460</td>\n",
       "      <td>357</td>\n",
       "      <td>117876</td>\n",
       "      <td>2199-12-21 22:37:00</td>\n",
       "      <td>2200-01-18 11:45:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>SNF</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2199-12-21 20:38:00</td>\n",
       "      <td>2199-12-22 00:01:00</td>\n",
       "      <td>ALTERED MENTAL STATUS</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>461</td>\n",
       "      <td>358</td>\n",
       "      <td>110872</td>\n",
       "      <td>2168-10-24 23:48:00</td>\n",
       "      <td>2168-10-29 03:23:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NEWBORN</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>None</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>None</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NEWBORN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>462</td>\n",
       "      <td>359</td>\n",
       "      <td>144265</td>\n",
       "      <td>2176-06-30 03:00:00</td>\n",
       "      <td>2176-07-03 15:12:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>TRANSFER FROM HOSP/EXTRAM</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Self Pay</td>\n",
       "      <td>VIET</td>\n",
       "      <td>BUDDHIST</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>UNKNOWN/NOT SPECIFIED</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>R/O MYOCARDIAL INFARCTION</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>463</td>\n",
       "      <td>360</td>\n",
       "      <td>154871</td>\n",
       "      <td>2176-06-25 17:50:00</td>\n",
       "      <td>2176-07-02 14:28:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>REHAB/DISTINCT PART HOSP</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>None</td>\n",
       "      <td>PROTESTANT QUAKER</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2176-06-25 14:13:00</td>\n",
       "      <td>2176-06-25 19:24:00</td>\n",
       "      <td>CEREBROVASCULAR ACCIDENT;TELEMETRY</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58946</th>\n",
       "      <td>58569</td>\n",
       "      <td>98744</td>\n",
       "      <td>186076</td>\n",
       "      <td>2127-02-24 07:15:00</td>\n",
       "      <td>2127-03-11 17:35:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2127-02-24 05:16:00</td>\n",
       "      <td>2127-02-24 06:38:00</td>\n",
       "      <td>BLADDER MASS/SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58947</th>\n",
       "      <td>58570</td>\n",
       "      <td>98744</td>\n",
       "      <td>156671</td>\n",
       "      <td>2127-03-25 16:52:00</td>\n",
       "      <td>2127-04-02 13:25:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>HYDRATION; PAIN MANAGEMENT; INFECTION</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58948</th>\n",
       "      <td>58571</td>\n",
       "      <td>98744</td>\n",
       "      <td>168288</td>\n",
       "      <td>2127-06-10 19:22:00</td>\n",
       "      <td>2127-06-18 11:51:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2127-06-10 13:52:00</td>\n",
       "      <td>2127-06-10 21:58:00</td>\n",
       "      <td>FEVER</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58949</th>\n",
       "      <td>58572</td>\n",
       "      <td>98744</td>\n",
       "      <td>116892</td>\n",
       "      <td>2127-06-27 13:30:00</td>\n",
       "      <td>2127-06-27 20:00:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>RIGHT URETERAL STRICTURE/SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58950</th>\n",
       "      <td>58573</td>\n",
       "      <td>98744</td>\n",
       "      <td>184410</td>\n",
       "      <td>2127-06-30 20:19:00</td>\n",
       "      <td>2127-07-04 14:35:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2127-06-30 14:28:00</td>\n",
       "      <td>2127-07-01 04:39:00</td>\n",
       "      <td>ABDOMINAL PAIN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58951</th>\n",
       "      <td>58574</td>\n",
       "      <td>98744</td>\n",
       "      <td>153703</td>\n",
       "      <td>2127-10-21 12:43:00</td>\n",
       "      <td>2127-10-31 12:35:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>SEPSIS</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58952</th>\n",
       "      <td>58575</td>\n",
       "      <td>98744</td>\n",
       "      <td>104396</td>\n",
       "      <td>2128-01-23 07:45:00</td>\n",
       "      <td>2128-02-04 12:07:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>BILATERAL URETERAL OBSTRUCTION/SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58953</th>\n",
       "      <td>58576</td>\n",
       "      <td>98746</td>\n",
       "      <td>150868</td>\n",
       "      <td>2121-06-13 11:04:00</td>\n",
       "      <td>2121-06-16 12:57:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>EPISCOPALIAN</td>\n",
       "      <td>SINGLE</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2121-06-13 09:00:00</td>\n",
       "      <td>2121-06-13 12:53:00</td>\n",
       "      <td>LOWER GI BLEED</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58954</th>\n",
       "      <td>58577</td>\n",
       "      <td>98748</td>\n",
       "      <td>122488</td>\n",
       "      <td>2166-12-31 08:00:00</td>\n",
       "      <td>2167-01-05 12:40:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>SNF</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>SPAN</td>\n",
       "      <td>OTHER</td>\n",
       "      <td>SINGLE</td>\n",
       "      <td>HISPANIC OR LATINO</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>CORONARY ARTERY DISEASE\\CORONARY ARTERY BYPASS...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58955</th>\n",
       "      <td>58578</td>\n",
       "      <td>98749</td>\n",
       "      <td>158912</td>\n",
       "      <td>2196-05-03 22:54:00</td>\n",
       "      <td>2196-05-06 15:14:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>LEFT AGAINST MEDICAL ADVI</td>\n",
       "      <td>Medicaid</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>SINGLE</td>\n",
       "      <td>BLACK/AFRICAN AMERICAN</td>\n",
       "      <td>2196-05-03 21:30:00</td>\n",
       "      <td>2196-05-04 01:35:00</td>\n",
       "      <td>DIABETIC KETOACIDOSIS</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58956</th>\n",
       "      <td>58579</td>\n",
       "      <td>98751</td>\n",
       "      <td>156499</td>\n",
       "      <td>2201-06-04 17:17:00</td>\n",
       "      <td>2201-06-08 14:28:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2201-06-04 12:49:00</td>\n",
       "      <td>2201-06-04 19:30:00</td>\n",
       "      <td>HYPOTENSION</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58957</th>\n",
       "      <td>58580</td>\n",
       "      <td>98753</td>\n",
       "      <td>185764</td>\n",
       "      <td>2172-02-11 21:26:00</td>\n",
       "      <td>2172-03-02 08:00:00</td>\n",
       "      <td>2172-03-02 08:00:00</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>DEAD/EXPIRED</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2172-02-11 16:49:00</td>\n",
       "      <td>2172-02-11 22:52:00</td>\n",
       "      <td>R/O METASTASIS</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58958</th>\n",
       "      <td>58581</td>\n",
       "      <td>98755</td>\n",
       "      <td>184156</td>\n",
       "      <td>2167-05-17 12:36:00</td>\n",
       "      <td>2167-05-18 17:03:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>LONG TERM CARE HOSPITAL</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>JEWISH</td>\n",
       "      <td>WIDOWED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2167-05-17 10:48:00</td>\n",
       "      <td>2167-05-17 14:02:00</td>\n",
       "      <td>ASTHMA/COPD EXACERBATION</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58959</th>\n",
       "      <td>58582</td>\n",
       "      <td>98758</td>\n",
       "      <td>182231</td>\n",
       "      <td>2119-02-22 08:00:00</td>\n",
       "      <td>2119-02-25 12:45:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>CHIARI MALFORMATION/SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58960</th>\n",
       "      <td>58583</td>\n",
       "      <td>98759</td>\n",
       "      <td>109836</td>\n",
       "      <td>2165-05-05 20:56:00</td>\n",
       "      <td>2165-05-08 18:25:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>WIDOWED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2165-05-05 17:52:00</td>\n",
       "      <td>2165-05-05 22:53:00</td>\n",
       "      <td>BRAIN ANEURYSM</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58961</th>\n",
       "      <td>58584</td>\n",
       "      <td>98759</td>\n",
       "      <td>175386</td>\n",
       "      <td>2165-06-05 11:30:00</td>\n",
       "      <td>2165-06-07 12:00:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>WIDOWED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>BRAIN ANEURYSM/SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58962</th>\n",
       "      <td>58585</td>\n",
       "      <td>98761</td>\n",
       "      <td>184477</td>\n",
       "      <td>2186-01-16 10:30:00</td>\n",
       "      <td>2186-01-16 16:30:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>GASTROPARESIS\\PLACEMENT OF G-TUBE **REMOTE WES...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58963</th>\n",
       "      <td>58586</td>\n",
       "      <td>98761</td>\n",
       "      <td>182540</td>\n",
       "      <td>2186-02-08 12:30:00</td>\n",
       "      <td>2186-02-08 20:21:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>SHORT GUT SYNDROME/SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58964</th>\n",
       "      <td>58587</td>\n",
       "      <td>98761</td>\n",
       "      <td>175884</td>\n",
       "      <td>2189-07-10 18:08:00</td>\n",
       "      <td>2189-07-17 14:57:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2189-07-10 14:46:00</td>\n",
       "      <td>2189-07-10 20:28:00</td>\n",
       "      <td>DEHYDRATION</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58965</th>\n",
       "      <td>58588</td>\n",
       "      <td>98762</td>\n",
       "      <td>192767</td>\n",
       "      <td>2150-06-23 23:16:00</td>\n",
       "      <td>2150-06-30 15:30:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2150-06-23 18:26:00</td>\n",
       "      <td>2150-06-24 00:36:00</td>\n",
       "      <td>ACUTE RENAL FAILURE</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58966</th>\n",
       "      <td>58589</td>\n",
       "      <td>98768</td>\n",
       "      <td>127022</td>\n",
       "      <td>2112-09-15 09:45:00</td>\n",
       "      <td>2112-09-17 08:20:00</td>\n",
       "      <td>2112-09-17 08:20:00</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>DEAD/EXPIRED</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>JEWISH</td>\n",
       "      <td>WIDOWED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2112-09-15 09:30:00</td>\n",
       "      <td>2112-09-15 11:46:00</td>\n",
       "      <td>LEUKOCYTOSIS</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58967</th>\n",
       "      <td>58590</td>\n",
       "      <td>98769</td>\n",
       "      <td>141860</td>\n",
       "      <td>2125-02-22 22:18:00</td>\n",
       "      <td>2125-03-05 17:22:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>SNF</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>WIDOWED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2125-02-22 19:52:00</td>\n",
       "      <td>2125-02-22 22:37:00</td>\n",
       "      <td>ISCHEMIC COLITIS</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58968</th>\n",
       "      <td>58591</td>\n",
       "      <td>98790</td>\n",
       "      <td>187987</td>\n",
       "      <td>2200-10-15 01:58:00</td>\n",
       "      <td>2200-10-25 15:43:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2200-10-14 23:42:00</td>\n",
       "      <td>2200-10-15 04:41:00</td>\n",
       "      <td>JOINT EFFUSION</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58969</th>\n",
       "      <td>58592</td>\n",
       "      <td>98794</td>\n",
       "      <td>190603</td>\n",
       "      <td>2127-11-07 11:00:00</td>\n",
       "      <td>2127-11-11 14:30:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>AORTIC STENOSIS\\AORTIC VALVE REPLACEMENT /SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58970</th>\n",
       "      <td>58593</td>\n",
       "      <td>98797</td>\n",
       "      <td>105447</td>\n",
       "      <td>2132-12-24 20:06:00</td>\n",
       "      <td>2132-12-25 12:00:00</td>\n",
       "      <td>2132-12-25 12:00:00</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>DEAD/EXPIRED</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>WIDOWED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2132-12-24 18:53:00</td>\n",
       "      <td>2132-12-24 21:41:00</td>\n",
       "      <td>ALTERED MENTAL STATUS</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58971</th>\n",
       "      <td>58594</td>\n",
       "      <td>98800</td>\n",
       "      <td>191113</td>\n",
       "      <td>2131-03-30 21:13:00</td>\n",
       "      <td>2131-04-02 15:02:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>SINGLE</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2131-03-30 19:44:00</td>\n",
       "      <td>2131-03-30 22:41:00</td>\n",
       "      <td>TRAUMA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58972</th>\n",
       "      <td>58595</td>\n",
       "      <td>98802</td>\n",
       "      <td>101071</td>\n",
       "      <td>2151-03-05 20:00:00</td>\n",
       "      <td>2151-03-06 09:10:00</td>\n",
       "      <td>2151-03-06 09:10:00</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>DEAD/EXPIRED</td>\n",
       "      <td>Medicare</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>WIDOWED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2151-03-05 17:23:00</td>\n",
       "      <td>2151-03-05 21:06:00</td>\n",
       "      <td>SAH</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58973</th>\n",
       "      <td>58596</td>\n",
       "      <td>98805</td>\n",
       "      <td>122631</td>\n",
       "      <td>2200-09-12 07:15:00</td>\n",
       "      <td>2200-09-20 12:08:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>ELECTIVE</td>\n",
       "      <td>PHYS REFERRAL/NORMAL DELI</td>\n",
       "      <td>HOME HEALTH CARE</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>NOT SPECIFIED</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaT</td>\n",
       "      <td>RENAL CANCER/SDA</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58974</th>\n",
       "      <td>58597</td>\n",
       "      <td>98813</td>\n",
       "      <td>170407</td>\n",
       "      <td>2128-11-11 02:29:00</td>\n",
       "      <td>2128-12-22 13:11:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>EMERGENCY ROOM ADMIT</td>\n",
       "      <td>SNF</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2128-11-10 23:48:00</td>\n",
       "      <td>2128-11-11 03:16:00</td>\n",
       "      <td>S/P FALL</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58975</th>\n",
       "      <td>58598</td>\n",
       "      <td>98813</td>\n",
       "      <td>190264</td>\n",
       "      <td>2131-10-25 03:09:00</td>\n",
       "      <td>2131-10-26 17:44:00</td>\n",
       "      <td>NaT</td>\n",
       "      <td>EMERGENCY</td>\n",
       "      <td>CLINIC REFERRAL/PREMATURE</td>\n",
       "      <td>HOME</td>\n",
       "      <td>Private</td>\n",
       "      <td>ENGL</td>\n",
       "      <td>CATHOLIC</td>\n",
       "      <td>MARRIED</td>\n",
       "      <td>WHITE</td>\n",
       "      <td>2131-10-25 00:08:00</td>\n",
       "      <td>2131-10-25 04:35:00</td>\n",
       "      <td>INTRACRANIAL HEMORRHAGE</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>58976 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       row_id  subject_id  hadm_id           admittime           dischtime  \\\n",
       "0          21          22   165315 2196-04-09 12:26:00 2196-04-10 15:54:00   \n",
       "1          22          23   152223 2153-09-03 07:15:00 2153-09-08 19:10:00   \n",
       "2          23          23   124321 2157-10-18 19:34:00 2157-10-25 14:00:00   \n",
       "3          24          24   161859 2139-06-06 16:14:00 2139-06-09 12:48:00   \n",
       "4          25          25   129635 2160-11-02 02:06:00 2160-11-05 14:55:00   \n",
       "5          26          26   197661 2126-05-06 15:16:00 2126-05-13 15:00:00   \n",
       "6          27          27   134931 2191-11-30 22:16:00 2191-12-03 14:45:00   \n",
       "7          28          28   162569 2177-09-01 07:15:00 2177-09-06 16:00:00   \n",
       "8          29          30   104557 2172-10-14 14:17:00 2172-10-19 14:37:00   \n",
       "9          30          31   128652 2108-08-22 23:27:00 2108-08-30 15:00:00   \n",
       "10         31          32   175413 2170-04-04 08:00:00 2170-04-23 12:45:00   \n",
       "11         32          33   176176 2116-12-23 22:30:00 2116-12-27 12:05:00   \n",
       "12         33          34   115799 2186-07-18 16:46:00 2186-07-20 16:00:00   \n",
       "13         34          34   144319 2191-02-23 05:23:00 2191-02-25 20:20:00   \n",
       "14         35          35   166707 2122-02-10 11:15:00 2122-02-20 15:30:00   \n",
       "15         36          36   182104 2131-04-30 07:15:00 2131-05-08 14:00:00   \n",
       "16         37          36   122659 2131-05-12 19:49:00 2131-05-25 13:30:00   \n",
       "17         38          36   165660 2134-05-10 11:30:00 2134-05-20 13:16:00   \n",
       "18         39          37   188670 2183-08-21 16:48:00 2183-08-26 18:54:00   \n",
       "19         40          38   185910 2166-08-10 00:28:00 2166-09-04 11:30:00   \n",
       "20         41          39   106266 2114-11-29 21:04:00 2114-12-09 15:10:00   \n",
       "21         42          41   101757 2132-12-31 10:30:00 2133-01-27 15:45:00   \n",
       "22        456         357   174486 2197-12-06 07:13:00 2198-01-03 14:00:00   \n",
       "23        457         357   145674 2198-08-02 04:49:00 2198-10-26 14:55:00   \n",
       "24        458         357   122609 2198-11-01 22:36:00 2198-11-14 14:20:00   \n",
       "25        459         357   101651 2199-10-20 12:05:00 2199-10-23 17:30:00   \n",
       "26        460         357   117876 2199-12-21 22:37:00 2200-01-18 11:45:00   \n",
       "27        461         358   110872 2168-10-24 23:48:00 2168-10-29 03:23:00   \n",
       "28        462         359   144265 2176-06-30 03:00:00 2176-07-03 15:12:00   \n",
       "29        463         360   154871 2176-06-25 17:50:00 2176-07-02 14:28:00   \n",
       "...       ...         ...      ...                 ...                 ...   \n",
       "58946   58569       98744   186076 2127-02-24 07:15:00 2127-03-11 17:35:00   \n",
       "58947   58570       98744   156671 2127-03-25 16:52:00 2127-04-02 13:25:00   \n",
       "58948   58571       98744   168288 2127-06-10 19:22:00 2127-06-18 11:51:00   \n",
       "58949   58572       98744   116892 2127-06-27 13:30:00 2127-06-27 20:00:00   \n",
       "58950   58573       98744   184410 2127-06-30 20:19:00 2127-07-04 14:35:00   \n",
       "58951   58574       98744   153703 2127-10-21 12:43:00 2127-10-31 12:35:00   \n",
       "58952   58575       98744   104396 2128-01-23 07:45:00 2128-02-04 12:07:00   \n",
       "58953   58576       98746   150868 2121-06-13 11:04:00 2121-06-16 12:57:00   \n",
       "58954   58577       98748   122488 2166-12-31 08:00:00 2167-01-05 12:40:00   \n",
       "58955   58578       98749   158912 2196-05-03 22:54:00 2196-05-06 15:14:00   \n",
       "58956   58579       98751   156499 2201-06-04 17:17:00 2201-06-08 14:28:00   \n",
       "58957   58580       98753   185764 2172-02-11 21:26:00 2172-03-02 08:00:00   \n",
       "58958   58581       98755   184156 2167-05-17 12:36:00 2167-05-18 17:03:00   \n",
       "58959   58582       98758   182231 2119-02-22 08:00:00 2119-02-25 12:45:00   \n",
       "58960   58583       98759   109836 2165-05-05 20:56:00 2165-05-08 18:25:00   \n",
       "58961   58584       98759   175386 2165-06-05 11:30:00 2165-06-07 12:00:00   \n",
       "58962   58585       98761   184477 2186-01-16 10:30:00 2186-01-16 16:30:00   \n",
       "58963   58586       98761   182540 2186-02-08 12:30:00 2186-02-08 20:21:00   \n",
       "58964   58587       98761   175884 2189-07-10 18:08:00 2189-07-17 14:57:00   \n",
       "58965   58588       98762   192767 2150-06-23 23:16:00 2150-06-30 15:30:00   \n",
       "58966   58589       98768   127022 2112-09-15 09:45:00 2112-09-17 08:20:00   \n",
       "58967   58590       98769   141860 2125-02-22 22:18:00 2125-03-05 17:22:00   \n",
       "58968   58591       98790   187987 2200-10-15 01:58:00 2200-10-25 15:43:00   \n",
       "58969   58592       98794   190603 2127-11-07 11:00:00 2127-11-11 14:30:00   \n",
       "58970   58593       98797   105447 2132-12-24 20:06:00 2132-12-25 12:00:00   \n",
       "58971   58594       98800   191113 2131-03-30 21:13:00 2131-04-02 15:02:00   \n",
       "58972   58595       98802   101071 2151-03-05 20:00:00 2151-03-06 09:10:00   \n",
       "58973   58596       98805   122631 2200-09-12 07:15:00 2200-09-20 12:08:00   \n",
       "58974   58597       98813   170407 2128-11-11 02:29:00 2128-12-22 13:11:00   \n",
       "58975   58598       98813   190264 2131-10-25 03:09:00 2131-10-26 17:44:00   \n",
       "\n",
       "                deathtime admission_type         admission_location  \\\n",
       "0                     NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "1                     NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "2                     NaT      EMERGENCY  TRANSFER FROM HOSP/EXTRAM   \n",
       "3                     NaT      EMERGENCY  TRANSFER FROM HOSP/EXTRAM   \n",
       "4                     NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "5                     NaT      EMERGENCY  TRANSFER FROM HOSP/EXTRAM   \n",
       "6                     NaT        NEWBORN  PHYS REFERRAL/NORMAL DELI   \n",
       "7                     NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "8                     NaT         URGENT  TRANSFER FROM HOSP/EXTRAM   \n",
       "9     2108-08-30 15:00:00      EMERGENCY  TRANSFER FROM HOSP/EXTRAM   \n",
       "10                    NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "11                    NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "12                    NaT      EMERGENCY  TRANSFER FROM HOSP/EXTRAM   \n",
       "13                    NaT      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "14                    NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "15                    NaT      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "16                    NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "17                    NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "18                    NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "19                    NaT      EMERGENCY  TRANSFER FROM HOSP/EXTRAM   \n",
       "20                    NaT        NEWBORN  PHYS REFERRAL/NORMAL DELI   \n",
       "21                    NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "22                    NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "23                    NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "24                    NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "25                    NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "26                    NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "27                    NaT        NEWBORN  PHYS REFERRAL/NORMAL DELI   \n",
       "28                    NaT      EMERGENCY  TRANSFER FROM HOSP/EXTRAM   \n",
       "29                    NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "...                   ...            ...                        ...   \n",
       "58946                 NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "58947                 NaT      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "58948                 NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "58949                 NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "58950                 NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "58951                 NaT      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "58952                 NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "58953                 NaT      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "58954                 NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "58955                 NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "58956                 NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "58957 2172-03-02 08:00:00      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "58958                 NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "58959                 NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "58960                 NaT      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "58961                 NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "58962                 NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "58963                 NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "58964                 NaT      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "58965                 NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "58966 2112-09-17 08:20:00      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "58967                 NaT      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "58968                 NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "58969                 NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "58970 2132-12-25 12:00:00      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "58971                 NaT      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "58972 2151-03-06 09:10:00      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "58973                 NaT       ELECTIVE  PHYS REFERRAL/NORMAL DELI   \n",
       "58974                 NaT      EMERGENCY       EMERGENCY ROOM ADMIT   \n",
       "58975                 NaT      EMERGENCY  CLINIC REFERRAL/PREMATURE   \n",
       "\n",
       "              discharge_location insurance language           religion  \\\n",
       "0      DISC-TRAN CANCER/CHLDRN H   Private     None       UNOBTAINABLE   \n",
       "1               HOME HEALTH CARE  Medicare     None           CATHOLIC   \n",
       "2               HOME HEALTH CARE  Medicare     ENGL           CATHOLIC   \n",
       "3                           HOME   Private     None  PROTESTANT QUAKER   \n",
       "4                           HOME   Private     None       UNOBTAINABLE   \n",
       "5                           HOME  Medicare     None           CATHOLIC   \n",
       "6                           HOME   Private     None           CATHOLIC   \n",
       "7               HOME HEALTH CARE  Medicare     None           CATHOLIC   \n",
       "8               HOME HEALTH CARE  Medicare     None           CATHOLIC   \n",
       "9                   DEAD/EXPIRED  Medicare     None           CATHOLIC   \n",
       "10                          HOME  Medicaid     None       UNOBTAINABLE   \n",
       "11                          HOME  Medicare     None  PROTESTANT QUAKER   \n",
       "12                          HOME  Medicare     ENGL           CATHOLIC   \n",
       "13              HOME HEALTH CARE  Medicare     ENGL           CATHOLIC   \n",
       "14              HOME HEALTH CARE  Medicare     None           CATHOLIC   \n",
       "15              HOME HEALTH CARE  Medicare     ENGL      NOT SPECIFIED   \n",
       "16      REHAB/DISTINCT PART HOSP  Medicare     ENGL      NOT SPECIFIED   \n",
       "17       LONG TERM CARE HOSPITAL  Medicare     ENGL      NOT SPECIFIED   \n",
       "18              HOME HEALTH CARE  Medicare     None             JEWISH   \n",
       "19       LONG TERM CARE HOSPITAL  Medicare     None           CATHOLIC   \n",
       "20                          HOME   Private     None      NOT SPECIFIED   \n",
       "21       DISC-TRAN TO FEDERAL HC   Private     None  PROTESTANT QUAKER   \n",
       "22      REHAB/DISTINCT PART HOSP   Private     ENGL      NOT SPECIFIED   \n",
       "23      REHAB/DISTINCT PART HOSP   Private     ENGL      NOT SPECIFIED   \n",
       "24      REHAB/DISTINCT PART HOSP   Private     ENGL      NOT SPECIFIED   \n",
       "25                           SNF   Private     ENGL      NOT SPECIFIED   \n",
       "26                           SNF   Private     ENGL      NOT SPECIFIED   \n",
       "27                          HOME   Private     None           CATHOLIC   \n",
       "28                          HOME  Self Pay     VIET           BUDDHIST   \n",
       "29      REHAB/DISTINCT PART HOSP  Medicare     None  PROTESTANT QUAKER   \n",
       "...                          ...       ...      ...                ...   \n",
       "58946                       HOME  Medicare     ENGL      NOT SPECIFIED   \n",
       "58947           HOME HEALTH CARE  Medicare     ENGL      NOT SPECIFIED   \n",
       "58948           HOME HEALTH CARE  Medicare     ENGL      NOT SPECIFIED   \n",
       "58949                       HOME  Medicare     ENGL      NOT SPECIFIED   \n",
       "58950           HOME HEALTH CARE  Medicare     ENGL      NOT SPECIFIED   \n",
       "58951           HOME HEALTH CARE  Medicare     ENGL      NOT SPECIFIED   \n",
       "58952           HOME HEALTH CARE  Medicare     ENGL      NOT SPECIFIED   \n",
       "58953                       HOME   Private     ENGL       EPISCOPALIAN   \n",
       "58954                        SNF  Medicare     SPAN              OTHER   \n",
       "58955  LEFT AGAINST MEDICAL ADVI  Medicaid     ENGL      NOT SPECIFIED   \n",
       "58956                       HOME  Medicare     ENGL      NOT SPECIFIED   \n",
       "58957               DEAD/EXPIRED  Medicare     ENGL           CATHOLIC   \n",
       "58958    LONG TERM CARE HOSPITAL  Medicare     ENGL             JEWISH   \n",
       "58959                       HOME   Private     ENGL      NOT SPECIFIED   \n",
       "58960                       HOME   Private     ENGL           CATHOLIC   \n",
       "58961                       HOME   Private     ENGL           CATHOLIC   \n",
       "58962                       HOME   Private     ENGL           CATHOLIC   \n",
       "58963                       HOME  Medicare     ENGL           CATHOLIC   \n",
       "58964           HOME HEALTH CARE  Medicare     ENGL           CATHOLIC   \n",
       "58965           HOME HEALTH CARE   Private     ENGL           CATHOLIC   \n",
       "58966               DEAD/EXPIRED  Medicare     ENGL             JEWISH   \n",
       "58967                        SNF  Medicare     ENGL           CATHOLIC   \n",
       "58968           HOME HEALTH CARE   Private     ENGL      NOT SPECIFIED   \n",
       "58969           HOME HEALTH CARE  Medicare     ENGL           CATHOLIC   \n",
       "58970               DEAD/EXPIRED  Medicare     ENGL           CATHOLIC   \n",
       "58971                       HOME   Private     ENGL      NOT SPECIFIED   \n",
       "58972               DEAD/EXPIRED  Medicare     ENGL           CATHOLIC   \n",
       "58973           HOME HEALTH CARE   Private     ENGL      NOT SPECIFIED   \n",
       "58974                        SNF   Private     ENGL           CATHOLIC   \n",
       "58975                       HOME   Private     ENGL           CATHOLIC   \n",
       "\n",
       "      marital_status               ethnicity           edregtime  \\\n",
       "0            MARRIED                   WHITE 2196-04-09 10:06:00   \n",
       "1            MARRIED                   WHITE                 NaT   \n",
       "2            MARRIED                   WHITE                 NaT   \n",
       "3             SINGLE                   WHITE                 NaT   \n",
       "4            MARRIED                   WHITE 2160-11-02 01:01:00   \n",
       "5             SINGLE   UNKNOWN/NOT SPECIFIED                 NaT   \n",
       "6               None                   WHITE                 NaT   \n",
       "7            MARRIED                   WHITE                 NaT   \n",
       "8            MARRIED   UNKNOWN/NOT SPECIFIED                 NaT   \n",
       "9            MARRIED                   WHITE                 NaT   \n",
       "10              None                   WHITE                 NaT   \n",
       "11           MARRIED   UNKNOWN/NOT SPECIFIED 2116-12-23 14:42:00   \n",
       "12           MARRIED                   WHITE                 NaT   \n",
       "13           MARRIED                   WHITE 2191-02-23 04:23:00   \n",
       "14          DIVORCED                   WHITE                 NaT   \n",
       "15           MARRIED                   WHITE                 NaT   \n",
       "16           MARRIED                   WHITE 2131-05-12 17:26:00   \n",
       "17           MARRIED                   WHITE                 NaT   \n",
       "18           MARRIED                   WHITE 2183-08-21 05:58:00   \n",
       "19           WIDOWED                   WHITE                 NaT   \n",
       "20              None   UNKNOWN/NOT SPECIFIED                 NaT   \n",
       "21            SINGLE                   WHITE                 NaT   \n",
       "22           MARRIED                   WHITE 2197-12-06 06:28:00   \n",
       "23           MARRIED                   WHITE 2198-08-02 02:03:00   \n",
       "24           MARRIED                   WHITE 2198-11-01 18:01:00   \n",
       "25           MARRIED                   WHITE 2199-10-20 09:34:00   \n",
       "26           MARRIED                   WHITE 2199-12-21 20:38:00   \n",
       "27              None                   WHITE                 NaT   \n",
       "28           MARRIED   UNKNOWN/NOT SPECIFIED                 NaT   \n",
       "29           MARRIED                   WHITE 2176-06-25 14:13:00   \n",
       "...              ...                     ...                 ...   \n",
       "58946        MARRIED                   WHITE 2127-02-24 05:16:00   \n",
       "58947        MARRIED                   WHITE                 NaT   \n",
       "58948        MARRIED                   WHITE 2127-06-10 13:52:00   \n",
       "58949        MARRIED                   WHITE                 NaT   \n",
       "58950        MARRIED                   WHITE 2127-06-30 14:28:00   \n",
       "58951        MARRIED                   WHITE                 NaT   \n",
       "58952        MARRIED                   WHITE                 NaT   \n",
       "58953         SINGLE                   WHITE 2121-06-13 09:00:00   \n",
       "58954         SINGLE      HISPANIC OR LATINO                 NaT   \n",
       "58955         SINGLE  BLACK/AFRICAN AMERICAN 2196-05-03 21:30:00   \n",
       "58956        MARRIED                   WHITE 2201-06-04 12:49:00   \n",
       "58957        MARRIED                   WHITE 2172-02-11 16:49:00   \n",
       "58958        WIDOWED                   WHITE 2167-05-17 10:48:00   \n",
       "58959        MARRIED                   WHITE                 NaT   \n",
       "58960        WIDOWED                   WHITE 2165-05-05 17:52:00   \n",
       "58961        WIDOWED                   WHITE                 NaT   \n",
       "58962        MARRIED                   WHITE                 NaT   \n",
       "58963        MARRIED                   WHITE                 NaT   \n",
       "58964        MARRIED                   WHITE 2189-07-10 14:46:00   \n",
       "58965        MARRIED                   WHITE 2150-06-23 18:26:00   \n",
       "58966        WIDOWED                   WHITE 2112-09-15 09:30:00   \n",
       "58967        WIDOWED                   WHITE 2125-02-22 19:52:00   \n",
       "58968        MARRIED                   WHITE 2200-10-14 23:42:00   \n",
       "58969        MARRIED                   WHITE                 NaT   \n",
       "58970        WIDOWED                   WHITE 2132-12-24 18:53:00   \n",
       "58971         SINGLE                   WHITE 2131-03-30 19:44:00   \n",
       "58972        WIDOWED                   WHITE 2151-03-05 17:23:00   \n",
       "58973        MARRIED                   WHITE                 NaT   \n",
       "58974        MARRIED                   WHITE 2128-11-10 23:48:00   \n",
       "58975        MARRIED                   WHITE 2131-10-25 00:08:00   \n",
       "\n",
       "                edouttime                                          diagnosis  \\\n",
       "0     2196-04-09 13:24:00                            BENZODIAZEPINE OVERDOSE   \n",
       "1                     NaT  CORONARY ARTERY DISEASE\\CORONARY ARTERY BYPASS...   \n",
       "2                     NaT                                         BRAIN MASS   \n",
       "3                     NaT                     INTERIOR MYOCARDIAL INFARCTION   \n",
       "4     2160-11-02 04:27:00                            ACUTE CORONARY SYNDROME   \n",
       "5                     NaT                                             V-TACH   \n",
       "6                     NaT                                            NEWBORN   \n",
       "7                     NaT  CORONARY ARTERY DISEASE\\CORONARY ARTERY BYPASS...   \n",
       "8                     NaT                               UNSTABLE ANGINA\\CATH   \n",
       "9                     NaT                                 STATUS EPILEPTICUS   \n",
       "10                    NaT                              TRACHEAL STENOSIS/SDA   \n",
       "11    2116-12-23 23:41:00                                   SEPSIS;TELEMETRY   \n",
       "12                    NaT                                    CHEST PAIN\\CATH   \n",
       "13    2191-02-23 07:25:00                                        BRADYCARDIA   \n",
       "14                    NaT  AORTIC VALVE DISEASE\\CORONARY ARTERY BYPASS GR...   \n",
       "15                    NaT  CORONARY ARTERY DISEASE\\CORONARY ARTERY BYPASS...   \n",
       "16    2131-05-12 22:17:00                     CHEST PAIN/SHORTNESS OF BREATH   \n",
       "17                    NaT                                 VENTRAL HERNIA/SDA   \n",
       "18    2183-08-21 17:45:00                           CONGESTIVE HEART FAILURE   \n",
       "19                    NaT                 ACUTE MYOCARDIAL INFARCTION-SEPSIS   \n",
       "20                    NaT                                            NEWBORN   \n",
       "21                    NaT                        RIGHT BRAIN STEM LESION/SDA   \n",
       "22    2197-12-06 07:43:00                             GASTROINTESTINAL BLEED   \n",
       "23    2198-08-02 05:37:00                                            SEIZURE   \n",
       "24    2198-11-01 23:06:00                                             SEPSIS   \n",
       "25    2199-10-20 13:25:00                                          PNEUMONIA   \n",
       "26    2199-12-22 00:01:00                              ALTERED MENTAL STATUS   \n",
       "27                    NaT                                            NEWBORN   \n",
       "28                    NaT                          R/O MYOCARDIAL INFARCTION   \n",
       "29    2176-06-25 19:24:00                 CEREBROVASCULAR ACCIDENT;TELEMETRY   \n",
       "...                   ...                                                ...   \n",
       "58946 2127-02-24 06:38:00                                   BLADDER MASS/SDA   \n",
       "58947                 NaT              HYDRATION; PAIN MANAGEMENT; INFECTION   \n",
       "58948 2127-06-10 21:58:00                                              FEVER   \n",
       "58949                 NaT                       RIGHT URETERAL STRICTURE/SDA   \n",
       "58950 2127-07-01 04:39:00                                     ABDOMINAL PAIN   \n",
       "58951                 NaT                                             SEPSIS   \n",
       "58952                 NaT                 BILATERAL URETERAL OBSTRUCTION/SDA   \n",
       "58953 2121-06-13 12:53:00                                     LOWER GI BLEED   \n",
       "58954                 NaT  CORONARY ARTERY DISEASE\\CORONARY ARTERY BYPASS...   \n",
       "58955 2196-05-04 01:35:00                              DIABETIC KETOACIDOSIS   \n",
       "58956 2201-06-04 19:30:00                                        HYPOTENSION   \n",
       "58957 2172-02-11 22:52:00                                     R/O METASTASIS   \n",
       "58958 2167-05-17 14:02:00                           ASTHMA/COPD EXACERBATION   \n",
       "58959                 NaT                            CHIARI MALFORMATION/SDA   \n",
       "58960 2165-05-05 22:53:00                                     BRAIN ANEURYSM   \n",
       "58961                 NaT                                 BRAIN ANEURYSM/SDA   \n",
       "58962                 NaT  GASTROPARESIS\\PLACEMENT OF G-TUBE **REMOTE WES...   \n",
       "58963                 NaT                             SHORT GUT SYNDROME/SDA   \n",
       "58964 2189-07-10 20:28:00                                        DEHYDRATION   \n",
       "58965 2150-06-24 00:36:00                                ACUTE RENAL FAILURE   \n",
       "58966 2112-09-15 11:46:00                                       LEUKOCYTOSIS   \n",
       "58967 2125-02-22 22:37:00                                   ISCHEMIC COLITIS   \n",
       "58968 2200-10-15 04:41:00                                     JOINT EFFUSION   \n",
       "58969                 NaT      AORTIC STENOSIS\\AORTIC VALVE REPLACEMENT /SDA   \n",
       "58970 2132-12-24 21:41:00                              ALTERED MENTAL STATUS   \n",
       "58971 2131-03-30 22:41:00                                             TRAUMA   \n",
       "58972 2151-03-05 21:06:00                                                SAH   \n",
       "58973                 NaT                                   RENAL CANCER/SDA   \n",
       "58974 2128-11-11 03:16:00                                           S/P FALL   \n",
       "58975 2131-10-25 04:35:00                            INTRACRANIAL HEMORRHAGE   \n",
       "\n",
       "       hospital_expire_flag  has_chartevents_data  \n",
       "0                         0                     1  \n",
       "1                         0                     1  \n",
       "2                         0                     1  \n",
       "3                         0                     1  \n",
       "4                         0                     1  \n",
       "5                         0                     1  \n",
       "6                         0                     1  \n",
       "7                         0                     1  \n",
       "8                         0                     1  \n",
       "9                         1                     1  \n",
       "10                        0                     1  \n",
       "11                        0                     1  \n",
       "12                        0                     1  \n",
       "13                        0                     1  \n",
       "14                        0                     1  \n",
       "15                        0                     1  \n",
       "16                        0                     1  \n",
       "17                        0                     1  \n",
       "18                        0                     1  \n",
       "19                        0                     1  \n",
       "20                        0                     1  \n",
       "21                        0                     1  \n",
       "22                        0                     1  \n",
       "23                        0                     1  \n",
       "24                        0                     1  \n",
       "25                        0                     1  \n",
       "26                        0                     1  \n",
       "27                        0                     1  \n",
       "28                        0                     1  \n",
       "29                        0                     1  \n",
       "...                     ...                   ...  \n",
       "58946                     0                     1  \n",
       "58947                     0                     1  \n",
       "58948                     0                     1  \n",
       "58949                     0                     0  \n",
       "58950                     0                     1  \n",
       "58951                     0                     1  \n",
       "58952                     0                     1  \n",
       "58953                     0                     1  \n",
       "58954                     0                     1  \n",
       "58955                     0                     1  \n",
       "58956                     0                     1  \n",
       "58957                     1                     1  \n",
       "58958                     0                     1  \n",
       "58959                     0                     1  \n",
       "58960                     0                     1  \n",
       "58961                     0                     1  \n",
       "58962                     0                     0  \n",
       "58963                     0                     0  \n",
       "58964                     0                     1  \n",
       "58965                     0                     1  \n",
       "58966                     1                     1  \n",
       "58967                     0                     1  \n",
       "58968                     0                     1  \n",
       "58969                     0                     1  \n",
       "58970                     1                     1  \n",
       "58971                     0                     1  \n",
       "58972                     1                     1  \n",
       "58973                     0                     1  \n",
       "58974                     0                     0  \n",
       "58975                     0                     1  \n",
       "\n",
       "[58976 rows x 19 columns]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hadm_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "lab_events_query = query_schema + \\\\\n",
    "\n",
    "'''\n",
    "SELECT * \n",
    "FROM LABEVENTS\n",
    "LIMIT 100\n",
    "'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "lab_events = pd.read_sql_query(lab_events_query,con) #this query will take a while to run! (probably due to memory size, more than anything)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>subject_id</th>\n",
       "      <th>hadm_id</th>\n",
       "      <th>itemid</th>\n",
       "      <th>charttime</th>\n",
       "      <th>value</th>\n",
       "      <th>valuenum</th>\n",
       "      <th>valueuom</th>\n",
       "      <th>flag</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>281</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>50820</td>\n",
       "      <td>2101-10-12 16:07:00</td>\n",
       "      <td>7.39</td>\n",
       "      <td>7.39</td>\n",
       "      <td>units</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>282</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>50800</td>\n",
       "      <td>2101-10-12 18:17:00</td>\n",
       "      <td>ART</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>283</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>50802</td>\n",
       "      <td>2101-10-12 18:17:00</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1.00</td>\n",
       "      <td>mEq/L</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>284</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>50804</td>\n",
       "      <td>2101-10-12 18:17:00</td>\n",
       "      <td>22</td>\n",
       "      <td>22.00</td>\n",
       "      <td>mEq/L</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>285</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>50808</td>\n",
       "      <td>2101-10-12 18:17:00</td>\n",
       "      <td>0.93</td>\n",
       "      <td>0.93</td>\n",
       "      <td>mmol/L</td>\n",
       "      <td>abnormal</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   row_id  subject_id hadm_id  itemid           charttime value  valuenum  \\\n",
       "0     281           3    None   50820 2101-10-12 16:07:00  7.39      7.39   \n",
       "1     282           3    None   50800 2101-10-12 18:17:00   ART       NaN   \n",
       "2     283           3    None   50802 2101-10-12 18:17:00    -1     -1.00   \n",
       "3     284           3    None   50804 2101-10-12 18:17:00    22     22.00   \n",
       "4     285           3    None   50808 2101-10-12 18:17:00  0.93      0.93   \n",
       "\n",
       "  valueuom      flag  \n",
       "0    units      None  \n",
       "1     None      None  \n",
       "2    mEq/L      None  \n",
       "3    mEq/L      None  \n",
       "4   mmol/L  abnormal  "
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lab_events.head() # we will need something that maps it back to itemid"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "ename": "ImportError",
     "evalue": "cannot import name 'plot_roc_curve'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mImportError\u001b[0m                               Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-49-295363e11b4d>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0msklearn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlinear_model\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mLogisticRegression\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0msklearn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmetrics\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mroc_auc_score\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 6\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0msklearn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmetrics\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mplot_roc_curve\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mImportError\u001b[0m: cannot import name 'plot_roc_curve'"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from sklearn.metrics import plot_roc_curve\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import nltk\n",
    "import string\n",
    "nltk.download('stopwords')\n",
    "from nltk.corpus import stopwords\n",
    "stops = set(stopwords.words('english'))\n",
    "from sklearn.feature_extraction.text import CountVectorizer, TfidfTransformer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python (mm_fair)",
   "language": "python",
   "name": "mm_fair"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  },
  "pycharm": {
   "stem_cell": {
    "cell_type": "raw",
    "metadata": {
     "collapsed": false
    },
    "source": []
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}