New feature training.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn import preprocessing\n",
    "import seaborn as sns\n",
    "import sklearn\n",
    "import sklearn.metrics\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.feature_selection import SelectFromModel\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "data  = pd.read_csv(r\"C:\\Users\\Nayanika\\Desktop\\Depression-detection-using-Social-Media-Analysis\\DATASET(ALL FEATURES).csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Id</th>\n",
       "      <th>ItemID</th>\n",
       "      <th>Depressive</th>\n",
       "      <th>SentimentSource</th>\n",
       "      <th>SentimentText</th>\n",
       "      <th>WC</th>\n",
       "      <th>Analytic</th>\n",
       "      <th>Clout</th>\n",
       "      <th>Authentic</th>\n",
       "      <th>Tone</th>\n",
       "      <th>...</th>\n",
       "      <th>home</th>\n",
       "      <th>money</th>\n",
       "      <th>relig</th>\n",
       "      <th>death</th>\n",
       "      <th>informal</th>\n",
       "      <th>swear</th>\n",
       "      <th>netspeak</th>\n",
       "      <th>assent</th>\n",
       "      <th>nonflu</th>\n",
       "      <th>filler</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>is so sad for my APL frie...</td>\n",
       "      <td>10</td>\n",
       "      <td>25.89</td>\n",
       "      <td>50.00</td>\n",
       "      <td>3.37</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>is so sad for my APL frie...</td>\n",
       "      <td>9</td>\n",
       "      <td>93.26</td>\n",
       "      <td>13.32</td>\n",
       "      <td>58.07</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>omg its already 7:30 :O</td>\n",
       "      <td>9</td>\n",
       "      <td>46.37</td>\n",
       "      <td>50.00</td>\n",
       "      <td>4.97</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>22.22</td>\n",
       "      <td>0.00</td>\n",
       "      <td>22.22</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>.. Omgaga. Im sooo  im gunna CRy. I'...</td>\n",
       "      <td>27</td>\n",
       "      <td>18.82</td>\n",
       "      <td>6.93</td>\n",
       "      <td>92.47</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.41</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.41</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>i think mi bf is cheating on me!!!   ...</td>\n",
       "      <td>13</td>\n",
       "      <td>65.46</td>\n",
       "      <td>22.08</td>\n",
       "      <td>94.81</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.69</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.69</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>or i just worry too much?</td>\n",
       "      <td>9</td>\n",
       "      <td>4.69</td>\n",
       "      <td>1.38</td>\n",
       "      <td>58.07</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>Juuuuuuuuuuuuuuuuussssst Chillin!!</td>\n",
       "      <td>5</td>\n",
       "      <td>93.26</td>\n",
       "      <td>50.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>Sunny Again        Work Tomorrow  :-|  ...</td>\n",
       "      <td>9</td>\n",
       "      <td>75.90</td>\n",
       "      <td>50.00</td>\n",
       "      <td>98.01</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>handed in my uniform today . i miss you ...</td>\n",
       "      <td>12</td>\n",
       "      <td>38.60</td>\n",
       "      <td>50.00</td>\n",
       "      <td>99.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>hmmmm.... i wonder how she my number @-)</td>\n",
       "      <td>10</td>\n",
       "      <td>1.92</td>\n",
       "      <td>15.86</td>\n",
       "      <td>43.37</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>I must think about positive..</td>\n",
       "      <td>8</td>\n",
       "      <td>38.60</td>\n",
       "      <td>10.58</td>\n",
       "      <td>7.84</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>thanks to all the haters up in my face a...</td>\n",
       "      <td>16</td>\n",
       "      <td>99.00</td>\n",
       "      <td>26.60</td>\n",
       "      <td>74.76</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>6.25</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>this weekend has sucked so far</td>\n",
       "      <td>9</td>\n",
       "      <td>4.69</td>\n",
       "      <td>13.32</td>\n",
       "      <td>58.07</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>11.11</td>\n",
       "      <td>11.11</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>jb isnt showing in australia any more!</td>\n",
       "      <td>10</td>\n",
       "      <td>78.30</td>\n",
       "      <td>2.31</td>\n",
       "      <td>43.37</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>ok thats it you win.</td>\n",
       "      <td>8</td>\n",
       "      <td>1.92</td>\n",
       "      <td>99.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>12.50</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>12.50</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;lt;-------- This is the way i feel right ...</td>\n",
       "      <td>12</td>\n",
       "      <td>38.60</td>\n",
       "      <td>20.24</td>\n",
       "      <td>99.00</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>awhhe man.... I'm completely useless rt no...</td>\n",
       "      <td>22</td>\n",
       "      <td>7.71</td>\n",
       "      <td>50.00</td>\n",
       "      <td>31.94</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>13.64</td>\n",
       "      <td>0.00</td>\n",
       "      <td>13.64</td>\n",
       "      <td>4.55</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>18</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>Feeling strangely fine. Now I'm gonna go l...</td>\n",
       "      <td>16</td>\n",
       "      <td>85.32</td>\n",
       "      <td>73.40</td>\n",
       "      <td>95.60</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>6.25</td>\n",
       "      <td>0.00</td>\n",
       "      <td>6.25</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>HUGE roll of thunder just now...SO scary!!!!</td>\n",
       "      <td>11</td>\n",
       "      <td>32.58</td>\n",
       "      <td>50.00</td>\n",
       "      <td>85.21</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>I just cut my beard off. It's only been gr...</td>\n",
       "      <td>29</td>\n",
       "      <td>60.46</td>\n",
       "      <td>15.04</td>\n",
       "      <td>99.00</td>\n",
       "      <td>85.87</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>6.90</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.45</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.45</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>Very sad about Iran.</td>\n",
       "      <td>7</td>\n",
       "      <td>68.29</td>\n",
       "      <td>50.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>wompppp wompp</td>\n",
       "      <td>5</td>\n",
       "      <td>93.26</td>\n",
       "      <td>50.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>23</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>You're the only one who can see this cause...</td>\n",
       "      <td>26</td>\n",
       "      <td>1.92</td>\n",
       "      <td>93.79</td>\n",
       "      <td>5.76</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.85</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.85</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>24</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;lt;---Sad level is 3. I was writing a mass...</td>\n",
       "      <td>30</td>\n",
       "      <td>70.69</td>\n",
       "      <td>36.95</td>\n",
       "      <td>98.01</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>25</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>...  Headed to Hospitol : Had to pull out o...</td>\n",
       "      <td>25</td>\n",
       "      <td>96.24</td>\n",
       "      <td>21.18</td>\n",
       "      <td>96.63</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>26</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>BoRinG   ): whats wrong with him??     Plea...</td>\n",
       "      <td>12</td>\n",
       "      <td>38.60</td>\n",
       "      <td>79.76</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>8.33</td>\n",
       "      <td>0.00</td>\n",
       "      <td>8.33</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>can't be bothered. i wish i could spend the...</td>\n",
       "      <td>24</td>\n",
       "      <td>27.87</td>\n",
       "      <td>1.89</td>\n",
       "      <td>23.51</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.17</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>Feeeling like shit right now. I really want...</td>\n",
       "      <td>27</td>\n",
       "      <td>83.33</td>\n",
       "      <td>6.93</td>\n",
       "      <td>92.47</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.70</td>\n",
       "      <td>3.70</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>goodbye exams, HELLO ALCOHOL TONIGHT</td>\n",
       "      <td>8</td>\n",
       "      <td>93.26</td>\n",
       "      <td>99.00</td>\n",
       "      <td>7.84</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>I didn't realize it was THAT deep. Geez giv...</td>\n",
       "      <td>17</td>\n",
       "      <td>42.68</td>\n",
       "      <td>27.83</td>\n",
       "      <td>66.34</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8263</th>\n",
       "      <td>3979</td>\n",
       "      <td>8266</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#WFTB Joining a bit late. My connection was do...</td>\n",
       "      <td>15</td>\n",
       "      <td>93.26</td>\n",
       "      <td>25.24</td>\n",
       "      <td>98.01</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>6.67</td>\n",
       "      <td>0.00</td>\n",
       "      <td>6.67</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8264</th>\n",
       "      <td>3980</td>\n",
       "      <td>8267</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#Wgt #Ende it was a pleasure for me with all o...</td>\n",
       "      <td>28</td>\n",
       "      <td>93.26</td>\n",
       "      <td>98.33</td>\n",
       "      <td>13.15</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8265</th>\n",
       "      <td>3981</td>\n",
       "      <td>8268</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#WHATDAFUXUP JUST HAD TO BE THE FIRST TO USE T...</td>\n",
       "      <td>14</td>\n",
       "      <td>83.81</td>\n",
       "      <td>50.00</td>\n",
       "      <td>1.06</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8266</th>\n",
       "      <td>3982</td>\n",
       "      <td>8269</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#wheniwerealad Liverpool used to win Trophies!...</td>\n",
       "      <td>19</td>\n",
       "      <td>96.93</td>\n",
       "      <td>50.00</td>\n",
       "      <td>19.27</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8267</th>\n",
       "      <td>3983</td>\n",
       "      <td>8270</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whereisjoeymcintyre he went to dance like tha...</td>\n",
       "      <td>22</td>\n",
       "      <td>57.84</td>\n",
       "      <td>81.84</td>\n",
       "      <td>31.94</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8268</th>\n",
       "      <td>3984</td>\n",
       "      <td>8271</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whiletwitterwasdown I jumped on my laptop thi...</td>\n",
       "      <td>24</td>\n",
       "      <td>6.95</td>\n",
       "      <td>1.00</td>\n",
       "      <td>99.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8269</th>\n",
       "      <td>3985</td>\n",
       "      <td>8272</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whocangetit @hoseachanchez</td>\n",
       "      <td>5</td>\n",
       "      <td>93.26</td>\n",
       "      <td>50.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8270</th>\n",
       "      <td>3986</td>\n",
       "      <td>8273</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whocangetit anybody who hates the Lakers.  Ok...</td>\n",
       "      <td>18</td>\n",
       "      <td>31.30</td>\n",
       "      <td>13.32</td>\n",
       "      <td>87.07</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.56</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.56</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8271</th>\n",
       "      <td>3987</td>\n",
       "      <td>8274</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whocangetit David Banner</td>\n",
       "      <td>6</td>\n",
       "      <td>93.26</td>\n",
       "      <td>50.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8272</th>\n",
       "      <td>3988</td>\n",
       "      <td>8275</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whocangetit Why me of course!</td>\n",
       "      <td>8</td>\n",
       "      <td>72.69</td>\n",
       "      <td>10.58</td>\n",
       "      <td>7.84</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8273</th>\n",
       "      <td>3989</td>\n",
       "      <td>8276</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whocangetit yur mom</td>\n",
       "      <td>6</td>\n",
       "      <td>93.26</td>\n",
       "      <td>95.20</td>\n",
       "      <td>1.00</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8274</th>\n",
       "      <td>3990</td>\n",
       "      <td>8277</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whoremembers who loves orange soda, kel lovs ...</td>\n",
       "      <td>19</td>\n",
       "      <td>22.39</td>\n",
       "      <td>14.62</td>\n",
       "      <td>19.27</td>\n",
       "      <td>97.58</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>10.53</td>\n",
       "      <td>5.26</td>\n",
       "      <td>5.26</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8275</th>\n",
       "      <td>3991</td>\n",
       "      <td>8278</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whyITweet  we tweet to let the world know abo...</td>\n",
       "      <td>15</td>\n",
       "      <td>84.62</td>\n",
       "      <td>99.00</td>\n",
       "      <td>10.08</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8276</th>\n",
       "      <td>3992</td>\n",
       "      <td>8279</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whyitweet because i love to make myself full ...</td>\n",
       "      <td>25</td>\n",
       "      <td>41.39</td>\n",
       "      <td>1.00</td>\n",
       "      <td>99.00</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8277</th>\n",
       "      <td>3993</td>\n",
       "      <td>8280</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whyitweet because it's new, fabulous, and fas...</td>\n",
       "      <td>16</td>\n",
       "      <td>1.00</td>\n",
       "      <td>50.00</td>\n",
       "      <td>7.84</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8278</th>\n",
       "      <td>3994</td>\n",
       "      <td>8281</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#WhyITweet coz i can</td>\n",
       "      <td>7</td>\n",
       "      <td>5.89</td>\n",
       "      <td>7.67</td>\n",
       "      <td>13.15</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>14.29</td>\n",
       "      <td>0.00</td>\n",
       "      <td>14.29</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8279</th>\n",
       "      <td>3995</td>\n",
       "      <td>8282</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#whyitweet I tweet because it keeps my mother ...</td>\n",
       "      <td>25</td>\n",
       "      <td>52.71</td>\n",
       "      <td>11.52</td>\n",
       "      <td>99.00</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8280</th>\n",
       "      <td>3996</td>\n",
       "      <td>8283</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#WhyITweet I tweet to procrastinate. I have an...</td>\n",
       "      <td>17</td>\n",
       "      <td>59.32</td>\n",
       "      <td>27.83</td>\n",
       "      <td>99.00</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.88</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.88</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8281</th>\n",
       "      <td>3997</td>\n",
       "      <td>8284</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>#wichita finally becomes a trending topic in a...</td>\n",
       "      <td>12</td>\n",
       "      <td>93.26</td>\n",
       "      <td>50.00</td>\n",
       "      <td>74.76</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8282</th>\n",
       "      <td>3998</td>\n",
       "      <td>8285</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;quot;..OMG . Transformers comes out tonite ! ...</td>\n",
       "      <td>24</td>\n",
       "      <td>62.04</td>\n",
       "      <td>20.24</td>\n",
       "      <td>99.00</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>8.33</td>\n",
       "      <td>0.00</td>\n",
       "      <td>8.33</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8283</th>\n",
       "      <td>3999</td>\n",
       "      <td>8286</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;quot;????? ????? ?? TV?&amp;quot; http://gombeto....</td>\n",
       "      <td>14</td>\n",
       "      <td>97.73</td>\n",
       "      <td>50.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.14</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.14</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8284</th>\n",
       "      <td>4000</td>\n",
       "      <td>8287</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;quot;@Jordanyup&amp;quot;have you the e-mail from...</td>\n",
       "      <td>21</td>\n",
       "      <td>68.29</td>\n",
       "      <td>31.71</td>\n",
       "      <td>13.15</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8285</th>\n",
       "      <td>4001</td>\n",
       "      <td>8288</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;quot;@Jordanyup&amp;quot;have you the e-mail from...</td>\n",
       "      <td>21</td>\n",
       "      <td>68.29</td>\n",
       "      <td>31.71</td>\n",
       "      <td>13.15</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8286</th>\n",
       "      <td>4002</td>\n",
       "      <td>8289</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;quot;@mileycyrus&amp;quot;you are the best!!!! I ...</td>\n",
       "      <td>28</td>\n",
       "      <td>14.58</td>\n",
       "      <td>98.33</td>\n",
       "      <td>52.86</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8287</th>\n",
       "      <td>4003</td>\n",
       "      <td>8290</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;quot;@tracecyrus&amp;quot;have you the e-mail fro...</td>\n",
       "      <td>21</td>\n",
       "      <td>68.29</td>\n",
       "      <td>31.71</td>\n",
       "      <td>13.15</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8288</th>\n",
       "      <td>4004</td>\n",
       "      <td>8291</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;quot;@tsmarsh it's tea with little squidgy ba...</td>\n",
       "      <td>20</td>\n",
       "      <td>87.27</td>\n",
       "      <td>30.86</td>\n",
       "      <td>43.37</td>\n",
       "      <td>96.76</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8289</th>\n",
       "      <td>4005</td>\n",
       "      <td>8292</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;quot;@wondertwin -  Well if you get one befor...</td>\n",
       "      <td>22</td>\n",
       "      <td>44.96</td>\n",
       "      <td>67.52</td>\n",
       "      <td>31.94</td>\n",
       "      <td>94.75</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.55</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.55</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8290</th>\n",
       "      <td>4006</td>\n",
       "      <td>8293</td>\n",
       "      <td>0</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;quot;6 students beaten last night in the dorm...</td>\n",
       "      <td>27</td>\n",
       "      <td>93.26</td>\n",
       "      <td>77.05</td>\n",
       "      <td>58.07</td>\n",
       "      <td>1.00</td>\n",
       "      <td>...</td>\n",
       "      <td>3.7</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.70</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8291</th>\n",
       "      <td>4007</td>\n",
       "      <td>8294</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;quot;7 days without prayer makes 1 weak&amp;quot;...</td>\n",
       "      <td>28</td>\n",
       "      <td>83.81</td>\n",
       "      <td>85.81</td>\n",
       "      <td>4.35</td>\n",
       "      <td>87.20</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.57</td>\n",
       "      <td>3.57</td>\n",
       "      <td>7.14</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.57</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.57</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8292</th>\n",
       "      <td>4008</td>\n",
       "      <td>8295</td>\n",
       "      <td>1</td>\n",
       "      <td>Sentiment140</td>\n",
       "      <td>&amp;quot;9&amp;quot; trailer looks cool and steampunk...</td>\n",
       "      <td>17</td>\n",
       "      <td>85.92</td>\n",
       "      <td>50.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>98.87</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>11.76</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.88</td>\n",
       "      <td>5.88</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8293 rows × 86 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Id  ItemID  Depressive SentimentSource  \\\n",
       "0        0       1           0    Sentiment140   \n",
       "1        1       2           0    Sentiment140   \n",
       "2        2       3           1    Sentiment140   \n",
       "3        3       4           0    Sentiment140   \n",
       "4        4       5           0    Sentiment140   \n",
       "5        5       6           0    Sentiment140   \n",
       "6        6       7           1    Sentiment140   \n",
       "7        7       8           0    Sentiment140   \n",
       "8        8       9           1    Sentiment140   \n",
       "9        9      10           1    Sentiment140   \n",
       "10      10      11           0    Sentiment140   \n",
       "11      11      12           1    Sentiment140   \n",
       "12      12      13           0    Sentiment140   \n",
       "13      13      14           0    Sentiment140   \n",
       "14      14      15           0    Sentiment140   \n",
       "15      15      16           0    Sentiment140   \n",
       "16      16      17           0    Sentiment140   \n",
       "17      17      18           1    Sentiment140   \n",
       "18      18      19           0    Sentiment140   \n",
       "19      19      20           0    Sentiment140   \n",
       "20      20      21           0    Sentiment140   \n",
       "21      21      22           0    Sentiment140   \n",
       "22      22      23           1    Sentiment140   \n",
       "23      23      24           0    Sentiment140   \n",
       "24      24      25           0    Sentiment140   \n",
       "25      25      26           0    Sentiment140   \n",
       "26      26      27           0    Sentiment140   \n",
       "27      27      28           0    Sentiment140   \n",
       "28      28      29           1    Sentiment140   \n",
       "29      29      30           0    Sentiment140   \n",
       "...    ...     ...         ...             ...   \n",
       "8263  3979    8266           0    Sentiment140   \n",
       "8264  3980    8267           1    Sentiment140   \n",
       "8265  3981    8268           1    Sentiment140   \n",
       "8266  3982    8269           1    Sentiment140   \n",
       "8267  3983    8270           0    Sentiment140   \n",
       "8268  3984    8271           0    Sentiment140   \n",
       "8269  3985    8272           1    Sentiment140   \n",
       "8270  3986    8273           1    Sentiment140   \n",
       "8271  3987    8274           1    Sentiment140   \n",
       "8272  3988    8275           1    Sentiment140   \n",
       "8273  3989    8276           1    Sentiment140   \n",
       "8274  3990    8277           1    Sentiment140   \n",
       "8275  3991    8278           1    Sentiment140   \n",
       "8276  3992    8279           1    Sentiment140   \n",
       "8277  3993    8280           1    Sentiment140   \n",
       "8278  3994    8281           1    Sentiment140   \n",
       "8279  3995    8282           1    Sentiment140   \n",
       "8280  3996    8283           1    Sentiment140   \n",
       "8281  3997    8284           0    Sentiment140   \n",
       "8282  3998    8285           0    Sentiment140   \n",
       "8283  3999    8286           1    Sentiment140   \n",
       "8284  4000    8287           0    Sentiment140   \n",
       "8285  4001    8288           0    Sentiment140   \n",
       "8286  4002    8289           1    Sentiment140   \n",
       "8287  4003    8290           0    Sentiment140   \n",
       "8288  4004    8291           1    Sentiment140   \n",
       "8289  4005    8292           0    Sentiment140   \n",
       "8290  4006    8293           0    Sentiment140   \n",
       "8291  4007    8294           1    Sentiment140   \n",
       "8292  4008    8295           1    Sentiment140   \n",
       "\n",
       "                                          SentimentText  WC  Analytic  Clout  \\\n",
       "0                          is so sad for my APL frie...  10     25.89  50.00   \n",
       "1                          is so sad for my APL frie...   9     93.26  13.32   \n",
       "2                               omg its already 7:30 :O   9     46.37  50.00   \n",
       "3               .. Omgaga. Im sooo  im gunna CRy. I'...  27     18.82   6.93   \n",
       "4              i think mi bf is cheating on me!!!   ...  13     65.46  22.08   \n",
       "5                     or i just worry too much?           9      4.69   1.38   \n",
       "6                    Juuuuuuuuuuuuuuuuussssst Chillin!!   5     93.26  50.00   \n",
       "7            Sunny Again        Work Tomorrow  :-|  ...   9     75.90  50.00   \n",
       "8           handed in my uniform today . i miss you ...  12     38.60  50.00   \n",
       "9              hmmmm.... i wonder how she my number @-)  10      1.92  15.86   \n",
       "10                        I must think about positive..   8     38.60  10.58   \n",
       "11          thanks to all the haters up in my face a...  16     99.00  26.60   \n",
       "12                       this weekend has sucked so far   9      4.69  13.32   \n",
       "13               jb isnt showing in australia any more!  10     78.30   2.31   \n",
       "14                                 ok thats it you win.   8      1.92  99.00   \n",
       "15        &lt;-------- This is the way i feel right ...  12     38.60  20.24   \n",
       "16        awhhe man.... I'm completely useless rt no...  22      7.71  50.00   \n",
       "17        Feeling strangely fine. Now I'm gonna go l...  16     85.32  73.40   \n",
       "18         HUGE roll of thunder just now...SO scary!!!!  11     32.58  50.00   \n",
       "19        I just cut my beard off. It's only been gr...  29     60.46  15.04   \n",
       "20                                 Very sad about Iran.   7     68.29  50.00   \n",
       "21                                        wompppp wompp   5     93.26  50.00   \n",
       "22        You're the only one who can see this cause...  26      1.92  93.79   \n",
       "23       &lt;---Sad level is 3. I was writing a mass...  30     70.69  36.95   \n",
       "24       ...  Headed to Hospitol : Had to pull out o...  25     96.24  21.18   \n",
       "25       BoRinG   ): whats wrong with him??     Plea...  12     38.60  79.76   \n",
       "26       can't be bothered. i wish i could spend the...  24     27.87   1.89   \n",
       "27       Feeeling like shit right now. I really want...  27     83.33   6.93   \n",
       "28                goodbye exams, HELLO ALCOHOL TONIGHT    8     93.26  99.00   \n",
       "29       I didn't realize it was THAT deep. Geez giv...  17     42.68  27.83   \n",
       "...                                                 ...  ..       ...    ...   \n",
       "8263  #WFTB Joining a bit late. My connection was do...  15     93.26  25.24   \n",
       "8264  #Wgt #Ende it was a pleasure for me with all o...  28     93.26  98.33   \n",
       "8265  #WHATDAFUXUP JUST HAD TO BE THE FIRST TO USE T...  14     83.81  50.00   \n",
       "8266  #wheniwerealad Liverpool used to win Trophies!...  19     96.93  50.00   \n",
       "8267  #whereisjoeymcintyre he went to dance like tha...  22     57.84  81.84   \n",
       "8268  #whiletwitterwasdown I jumped on my laptop thi...  24      6.95   1.00   \n",
       "8269                       #whocangetit @hoseachanchez    5     93.26  50.00   \n",
       "8270  #whocangetit anybody who hates the Lakers.  Ok...  18     31.30  13.32   \n",
       "8271                         #whocangetit David Banner    6     93.26  50.00   \n",
       "8272                    #whocangetit Why me of course!    8     72.69  10.58   \n",
       "8273                              #whocangetit yur mom    6     93.26  95.20   \n",
       "8274  #whoremembers who loves orange soda, kel lovs ...  19     22.39  14.62   \n",
       "8275  #whyITweet  we tweet to let the world know abo...  15     84.62  99.00   \n",
       "8276  #whyitweet because i love to make myself full ...  25     41.39   1.00   \n",
       "8277  #whyitweet because it's new, fabulous, and fas...  16      1.00  50.00   \n",
       "8278                              #WhyITweet coz i can    7      5.89   7.67   \n",
       "8279  #whyitweet I tweet because it keeps my mother ...  25     52.71  11.52   \n",
       "8280  #WhyITweet I tweet to procrastinate. I have an...  17     59.32  27.83   \n",
       "8281  #wichita finally becomes a trending topic in a...  12     93.26  50.00   \n",
       "8282  &quot;..OMG . Transformers comes out tonite ! ...  24     62.04  20.24   \n",
       "8283  &quot;????? ????? ?? TV?&quot; http://gombeto....  14     97.73  50.00   \n",
       "8284  &quot;@Jordanyup&quot;have you the e-mail from...  21     68.29  31.71   \n",
       "8285  &quot;@Jordanyup&quot;have you the e-mail from...  21     68.29  31.71   \n",
       "8286  &quot;@mileycyrus&quot;you are the best!!!! I ...  28     14.58  98.33   \n",
       "8287  &quot;@tracecyrus&quot;have you the e-mail fro...  21     68.29  31.71   \n",
       "8288  &quot;@tsmarsh it's tea with little squidgy ba...  20     87.27  30.86   \n",
       "8289  &quot;@wondertwin -  Well if you get one befor...  22     44.96  67.52   \n",
       "8290  &quot;6 students beaten last night in the dorm...  27     93.26  77.05   \n",
       "8291  &quot;7 days without prayer makes 1 weak&quot;...  28     83.81  85.81   \n",
       "8292  &quot;9&quot; trailer looks cool and steampunk...  17     85.92  50.00   \n",
       "\n",
       "      Authentic   Tone   ...    home  money  relig  death  informal  swear  \\\n",
       "0          3.37   1.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "1         58.07   1.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "2          4.97  25.77   ...     0.0   0.00   0.00   0.00     22.22   0.00   \n",
       "3         92.47   1.00   ...     0.0   0.00   0.00   0.00      7.41   0.00   \n",
       "4         94.81   1.00   ...     0.0   0.00   0.00   0.00      7.69   0.00   \n",
       "5         58.07   1.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "6          1.00  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "7         98.01  99.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8         99.00   1.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "9         43.37  25.77   ...     0.0   0.00   0.00   0.00     10.00   0.00   \n",
       "10         7.84  99.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "11        74.76  25.77   ...     0.0   0.00   0.00   0.00      6.25   0.00   \n",
       "12        58.07   1.00   ...     0.0   0.00   0.00   0.00     11.11  11.11   \n",
       "13        43.37  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "14         1.00  99.00   ...     0.0   0.00   0.00   0.00     12.50   0.00   \n",
       "15        99.00  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "16        31.94  25.77   ...     0.0   0.00   0.00   0.00     13.64   0.00   \n",
       "17        95.60  99.00   ...     0.0   0.00   0.00   0.00      6.25   0.00   \n",
       "18        85.21   1.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "19        99.00  85.87   ...     0.0   0.00   0.00   0.00      6.90   0.00   \n",
       "20         1.00   1.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "21         1.00  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "22         5.76  99.00   ...     0.0   0.00   0.00   0.00      3.85   0.00   \n",
       "23        98.01   1.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "24        96.63  25.77   ...     0.0   0.00   0.00   0.00      4.00   0.00   \n",
       "25         1.00   1.00   ...     0.0   0.00   0.00   0.00      8.33   0.00   \n",
       "26        23.51   1.00   ...     0.0   4.17   0.00   0.00      0.00   0.00   \n",
       "27        92.47   1.00   ...     0.0   0.00   0.00   0.00      3.70   3.70   \n",
       "28         7.84  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "29        66.34   1.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "...         ...    ...   ...     ...    ...    ...    ...       ...    ...   \n",
       "8263      98.01   1.00   ...     0.0   0.00   0.00   0.00      6.67   0.00   \n",
       "8264      13.15  99.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8265       1.06  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8266      19.27  99.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8267      31.94  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8268      99.00   1.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8269       1.00  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8270      87.07  25.77   ...     0.0   0.00   0.00   0.00      5.56   0.00   \n",
       "8271       1.00  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8272       7.84  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8273       1.00  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8274      19.27  97.58   ...     0.0   0.00   0.00   0.00     10.53   5.26   \n",
       "8275      10.08  99.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8276      99.00  99.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8277       7.84  99.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8278      13.15  25.77   ...     0.0   0.00   0.00   0.00     14.29   0.00   \n",
       "8279      99.00  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8280      99.00  25.77   ...     0.0   0.00   0.00   0.00      5.88   0.00   \n",
       "8281      74.76   1.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8282      99.00  25.77   ...     0.0   0.00   0.00   0.00      8.33   0.00   \n",
       "8283       1.00  25.77   ...     0.0   0.00   0.00   0.00      7.14   0.00   \n",
       "8284      13.15  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8285      13.15  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8286      52.86  99.00   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8287      13.15  25.77   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8288      43.37  96.76   ...     0.0   0.00   0.00   0.00      0.00   0.00   \n",
       "8289      31.94  94.75   ...     0.0   0.00   0.00   0.00      4.55   0.00   \n",
       "8290      58.07   1.00   ...     3.7   0.00   0.00   3.70      0.00   0.00   \n",
       "8291       4.35  87.20   ...     0.0   0.00   3.57   3.57      7.14   0.00   \n",
       "8292       1.00  98.87   ...     0.0   0.00   0.00   0.00     11.76   0.00   \n",
       "\n",
       "      netspeak  assent  nonflu  filler  \n",
       "0         0.00    0.00    0.00     0.0  \n",
       "1         0.00    0.00    0.00     0.0  \n",
       "2        22.22    0.00    0.00     0.0  \n",
       "3         7.41    0.00    0.00     0.0  \n",
       "4         7.69    0.00    0.00     0.0  \n",
       "5         0.00    0.00    0.00     0.0  \n",
       "6         0.00    0.00    0.00     0.0  \n",
       "7         0.00    0.00    0.00     0.0  \n",
       "8         0.00    0.00    0.00     0.0  \n",
       "9        10.00    0.00   10.00     0.0  \n",
       "10        0.00    0.00    0.00     0.0  \n",
       "11        0.00    0.00    0.00     0.0  \n",
       "12        0.00    0.00    0.00     0.0  \n",
       "13        0.00    0.00    0.00     0.0  \n",
       "14        0.00   12.50    0.00     0.0  \n",
       "15        0.00    0.00    0.00     0.0  \n",
       "16       13.64    4.55    0.00     0.0  \n",
       "17        6.25    0.00    0.00     0.0  \n",
       "18        0.00    0.00    0.00     0.0  \n",
       "19        3.45    0.00    3.45     0.0  \n",
       "20        0.00    0.00    0.00     0.0  \n",
       "21        0.00    0.00    0.00     0.0  \n",
       "22        0.00    3.85    0.00     0.0  \n",
       "23        0.00    0.00    0.00     0.0  \n",
       "24        0.00    4.00    0.00     0.0  \n",
       "25        8.33    0.00    0.00     0.0  \n",
       "26        0.00    0.00    0.00     0.0  \n",
       "27        0.00    0.00    0.00     0.0  \n",
       "28        0.00    0.00    0.00     0.0  \n",
       "29        0.00    0.00    0.00     0.0  \n",
       "...        ...     ...     ...     ...  \n",
       "8263      6.67    0.00    0.00     0.0  \n",
       "8264      0.00    0.00    0.00     0.0  \n",
       "8265      0.00    0.00    0.00     0.0  \n",
       "8266      0.00    0.00    0.00     0.0  \n",
       "8267      0.00    0.00    0.00     0.0  \n",
       "8268      0.00    0.00    0.00     0.0  \n",
       "8269      0.00    0.00    0.00     0.0  \n",
       "8270      0.00    5.56    0.00     0.0  \n",
       "8271      0.00    0.00    0.00     0.0  \n",
       "8272      0.00    0.00    0.00     0.0  \n",
       "8273      0.00    0.00    0.00     0.0  \n",
       "8274      5.26    0.00    0.00     0.0  \n",
       "8275      0.00    0.00    0.00     0.0  \n",
       "8276      0.00    0.00    0.00     0.0  \n",
       "8277      0.00    0.00    0.00     0.0  \n",
       "8278     14.29    0.00    0.00     0.0  \n",
       "8279      0.00    0.00    0.00     0.0  \n",
       "8280      5.88    0.00    0.00     0.0  \n",
       "8281      0.00    0.00    0.00     0.0  \n",
       "8282      8.33    0.00    0.00     0.0  \n",
       "8283      7.14    0.00    0.00     0.0  \n",
       "8284      0.00    0.00    0.00     0.0  \n",
       "8285      0.00    0.00    0.00     0.0  \n",
       "8286      0.00    0.00    0.00     0.0  \n",
       "8287      0.00    0.00    0.00     0.0  \n",
       "8288      0.00    0.00    0.00     0.0  \n",
       "8289      0.00    0.00    4.55     0.0  \n",
       "8290      0.00    0.00    0.00     0.0  \n",
       "8291      3.57    0.00    3.57     0.0  \n",
       "8292      5.88    5.88    0.00     0.0  \n",
       "\n",
       "[8293 rows x 86 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "data2 =data.iloc[:,2:]\n",
    "# data=data.drop(['ItemID'], axis = 1) \n",
    "data2=data2.drop(['SentimentSource'], axis = 1) \n",
    "data2=data2.drop(['SentimentText'], axis = 1) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "X=data2.iloc[:,1:].values\n",
    "y=data2.iloc[:,0].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split;\n",
    "X_train,X_test,y_train,y_test=train_test_split(X,y,test_size=0.4,random_state=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "            max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=5,\n",
       "            min_weight_fraction_leaf=0.0, n_estimators=9, n_jobs=None,\n",
       "            oob_score=False, random_state=45, verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 149,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.ensemble import RandomForestClassifier\n",
    "clf=RandomForestClassifier(n_estimators=9,random_state=45,min_samples_split=5)\n",
    "clf.fit(X_train,y_train)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.7302591922845088"
      ]
     },
     "execution_count": 150,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_pred=clf.predict(X_test)\n",
    "accuracy_score(y_test,y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_set=[]\n",
    "for col in data2.columns: \n",
    "    feature_set.append(col)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# METHOD 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SelectFromModel(estimator=RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "            max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=2,\n",
       "            min_weight_fraction_leaf=0.0, n_estimators=100, n_jobs=None,\n",
       "            oob_score=False, random_state=None, verbose=0,\n",
       "            warm_start=False),\n",
       "        max_features=None, norm_order=1, prefit=False, threshold=None)"
      ]
     },
     "execution_count": 164,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sel = SelectFromModel(RandomForestClassifier(n_estimators = 100))\n",
    "sel.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ True,  True,  True,  True,  True,  True,  True,  True,  True,\n",
       "        True,  True,  True, False, False, False, False, False, False,\n",
       "        True,  True,  True, False,  True,  True, False, False, False,\n",
       "        True, False,  True,  True,  True, False, False,  True,  True,\n",
       "       False, False, False, False,  True, False, False,  True, False,\n",
       "       False, False, False, False, False, False, False, False, False,\n",
       "       False, False,  True, False, False, False, False, False, False,\n",
       "        True, False,  True, False,  True,  True, False,  True, False,\n",
       "       False, False, False,  True, False, False, False, False, False])"
      ]
     },
     "execution_count": 165,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c=sel.get_support()\n",
    "c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "32"
      ]
     },
     "execution_count": 168,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data3=data2.iloc[:,1:]\n",
    "selected_feat= data3.columns[(sel.get_support())]\n",
    "len(selected_feat)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['WC', 'Analytic', 'Clout', 'Authentic', 'Tone', 'WPS', 'Sixltr', 'Dic',\n",
      "       'function', 'pronoun', 'ppron', 'i', 'prep', 'auxverb', 'adverb',\n",
      "       'negate', 'verb', 'number', 'affect', 'posemo', 'negemo', 'sad',\n",
      "       'social', 'cogproc', 'discrep', 'drives', 'focuspresent', 'relativ',\n",
      "       'space', 'time', 'leisure', 'informal'],\n",
      "      dtype='object')\n"
     ]
    }
   ],
   "source": [
    "print(selected_feat)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 172,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_important_train_3 = sel.transform(X_train)\n",
    "X_important_test_3 = sel.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 183,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "            max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=5,\n",
       "            min_weight_fraction_leaf=0.0, n_estimators=9, n_jobs=None,\n",
       "            oob_score=False, random_state=45, verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 183,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf_important_3 =RandomForestClassifier(n_estimators=9,random_state=45,min_samples_split=5)\n",
    "clf_important_3.fit(X_important_train_3, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 184,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_pred_3 = clf_important_3.predict(X_important_test_3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 185,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.7200120554550934"
      ]
     },
     "execution_count": 185,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "accuracy_score(y_test, y_pred_3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_set=feature_set[1:]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# METHOD 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('WC', 0.015365006480411069)\n",
      "('Analytic', 0.02257941986499208)\n",
      "('Clout', 0.04373823512137207)\n",
      "('Authentic', 0.022781131759639982)\n",
      "('Tone', 0.0671108333614377)\n",
      "('WPS', 0.021390939234997682)\n",
      "('Sixltr', 0.034569699500477884)\n",
      "('Dic', 0.03291138876759528)\n",
      "('function', 0.02825677448359953)\n",
      "('pronoun', 0.016626987153906002)\n",
      "('ppron', 0.013697317028423708)\n",
      "('i', 0.01828408445002175)\n",
      "('we', 0.0029147397686271393)\n",
      "('you', 0.009435502869014267)\n",
      "('shehe', 0.002531686729806633)\n",
      "('they', 0.001886313711248476)\n",
      "('ipron', 0.00941053029888643)\n",
      "('article', 0.011275008686772694)\n",
      "('prep', 0.014422470364754527)\n",
      "('auxverb', 0.01543339010264414)\n",
      "('adverb', 0.011664997094613548)\n",
      "('conj', 0.008848343677161174)\n",
      "('negate', 0.02345025016676267)\n",
      "('verb', 0.025893482790988624)\n",
      "('adj', 0.011734772829332695)\n",
      "('compare', 0.005682798678918881)\n",
      "('interrog', 0.00473410701554324)\n",
      "('number', 0.019746749795038633)\n",
      "('quant', 0.009255157752118987)\n",
      "('affect', 0.021334548156619483)\n",
      "('posemo', 0.04242644227218948)\n",
      "('negemo', 0.04382253661485873)\n",
      "('anx', 0.001106093011812717)\n",
      "('anger', 0.004069072283640094)\n",
      "('sad', 0.015549475889371256)\n",
      "('social', 0.013451210875655381)\n",
      "('family', 0.004407080546711256)\n",
      "('friend', 0.003397666501745502)\n",
      "('female', 0.0030868559432668335)\n",
      "('male', 0.0038607859507079987)\n",
      "('cogproc', 0.022821387984778778)\n",
      "('insight', 0.006368684328111009)\n",
      "('cause', 0.005813138532954034)\n",
      "('discrep', 0.011907845151929507)\n",
      "('tentat', 0.007401611272994271)\n",
      "('certain', 0.005991431951064335)\n",
      "('differ', 0.010554018123563571)\n",
      "('percept', 0.008251361397465682)\n",
      "('see', 0.005566212969719709)\n",
      "('hear', 0.0068703597880524995)\n",
      "('feel', 0.004234240276894672)\n",
      "('bio', 0.008083244366577197)\n",
      "('body', 0.00445700955710323)\n",
      "('health', 0.007719681380215794)\n",
      "('sexual', 0.0010528805134103864)\n",
      "('ingest', 0.004515175989047834)\n",
      "('drives', 0.012106314744381497)\n",
      "('affiliation', 0.007426939263507657)\n",
      "('achieve', 0.004904089270801544)\n",
      "('power', 0.007394380844975036)\n",
      "('reward', 0.007258771277266045)\n",
      "('risk', 0.003822914953887)\n",
      "('focuspast', 0.010881924861713329)\n",
      "('focuspresent', 0.016499463066602747)\n",
      "('focusfuture', 0.00769808389222049)\n",
      "('relativ', 0.017584249755251486)\n",
      "('motion', 0.008686019375134489)\n",
      "('space', 0.012510587262861457)\n",
      "('time', 0.012776152367802017)\n",
      "('work', 0.008035381845180357)\n",
      "('leisure', 0.013912638733555123)\n",
      "('home', 0.004083393471915558)\n",
      "('money', 0.003292735776223319)\n",
      "('relig', 0.002122339615870391)\n",
      "('death', 0.0024627727020477925)\n",
      "('informal', 0.011939674423054235)\n",
      "('swear', 0.002391372112821906)\n",
      "('netspeak', 0.010845162405654194)\n",
      "('assent', 0.0045989467835050556)\n",
      "('nonflu', 0.002466683709145918)\n",
      "('filler', 0.0005468363150525762)\n"
     ]
    }
   ],
   "source": [
    "for feature in zip(feature_set, clf.feature_importances_):\n",
    "    print(feature)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [],
   "source": [
    "sfm = SelectFromModel(clf, threshold=0.051)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SelectFromModel(estimator=RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "            max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=5,\n",
       "            min_weight_fraction_leaf=0.0, n_estimators=100, n_jobs=None,\n",
       "            oob_score=False, random_state=45, verbose=0, warm_start=False),\n",
       "        max_features=None, norm_order=1, prefit=False, threshold=0.051)"
      ]
     },
     "execution_count": 108,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sfm.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tone\n"
     ]
    }
   ],
   "source": [
    "for feature_list_index in sfm.get_support(indices=True):\n",
    "    print(columns[feature_list_index])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_important_train = sfm.transform(X_train)\n",
    "X_important_test = sfm.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "            max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=5,\n",
       "            min_weight_fraction_leaf=0.0, n_estimators=100, n_jobs=None,\n",
       "            oob_score=False, random_state=45, verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 111,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf_important =RandomForestClassifier(n_estimators=100,random_state=45,min_samples_split=5)\n",
    "clf_important.fit(X_important_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_pred = clf.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.7512057877813505"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "accuracy_score(y_test, y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.6875"
      ]
     },
     "execution_count": 114,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Apply The Full Featured Classifier To The Test Data\n",
    "y_important_pred = clf_important.predict(X_important_test)\n",
    "\n",
    "# View The Accuracy Of Our Limited Feature (2 Features) Model\n",
    "accuracy_score(y_test, y_important_pred)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SelectFromModel(estimator=RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "            max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=5,\n",
       "            min_weight_fraction_leaf=0.0, n_estimators=100, n_jobs=None,\n",
       "            oob_score=False, random_state=45, verbose=0, warm_start=False),\n",
       "        max_features=None, norm_order=1, prefit=False, threshold=0.0001)"
      ]
     },
     "execution_count": 115,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sfm2 = SelectFromModel(clf, threshold=0.0001)\n",
    "sfm2.fit(X_train, y_train)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WC\n",
      "Analytic\n",
      "Clout\n",
      "Authentic\n",
      "Tone\n",
      "WPS\n",
      "Sixltr\n",
      "Dic\n",
      "function\n",
      "pronoun\n",
      "ppron\n",
      "i\n",
      "we\n",
      "you\n",
      "shehe\n",
      "they\n",
      "ipron\n",
      "article\n",
      "prep\n",
      "auxverb\n",
      "adverb\n",
      "conj\n",
      "negate\n",
      "verb\n",
      "adj\n",
      "compare\n",
      "interrog\n",
      "number\n",
      "quant\n",
      "affect\n",
      "posemo\n",
      "negemo\n",
      "anx\n",
      "anger\n",
      "sad\n",
      "social\n",
      "family\n",
      "friend\n",
      "female\n",
      "male\n",
      "cogproc\n",
      "insight\n",
      "cause\n",
      "discrep\n",
      "tentat\n",
      "certain\n",
      "differ\n",
      "percept\n",
      "see\n",
      "hear\n",
      "feel\n",
      "bio\n",
      "body\n",
      "health\n",
      "sexual\n",
      "ingest\n",
      "drives\n",
      "affiliation\n",
      "achieve\n",
      "power\n",
      "reward\n",
      "risk\n",
      "focuspast\n",
      "focuspresent\n",
      "focusfuture\n",
      "relativ\n",
      "motion\n",
      "space\n",
      "time\n",
      "work\n",
      "leisure\n",
      "home\n",
      "money\n",
      "relig\n",
      "death\n",
      "informal\n",
      "swear\n",
      "netspeak\n",
      "assent\n",
      "nonflu\n",
      "filler\n"
     ]
    }
   ],
   "source": [
    "for feature_list_index in sfm2.get_support(indices=True):\n",
    "    print(columns[feature_list_index])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_important_train_2 = sfm2.transform(X_train)\n",
    "X_important_test_2 = sfm2.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "            max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=5,\n",
       "            min_weight_fraction_leaf=0.0, n_estimators=9, n_jobs=None,\n",
       "            oob_score=False, random_state=45, verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 118,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf_important_2 =RandomForestClassifier(n_estimators=9,random_state=45,min_samples_split=5)\n",
    "clf_important_2.fit(X_important_train_2, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.7284967845659164"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Apply The Full Featured Classifier To The Test Data\n",
    "y_important_pred_2 = clf_important_2.predict(X_important_test_2)\n",
    "\n",
    "# View The Accuracy Of Our Limited Feature (2 Features) Model\n",
    "accuracy_score(y_test, y_important_pred_2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}